From a144d2c6ad0baf5cebc64d117f3050feb21eb27e Mon Sep 17 00:00:00 2001 From: fcosta_oliveira Date: Fri, 20 Sep 2024 12:32:47 +0100 Subject: [PATCH 1/9] Added 142 new benchmarks focused on latency tracking (rate-limited) --- ...ys-hash-hgetall-50-fields-100B-values.yaml | 51 +++ ...load-hash-50-fields-with-1000B-values.yaml | 46 ++ ...-load-hash-50-fields-with-100B-values.yaml | 46 ++ ...s-load-hash-50-fields-with-10B-values.yaml | 46 ++ ...-fields-with-1000B-values-pipeline-10.yaml | 36 ++ ...-load-hash-5-fields-with-1000B-values.yaml | 36 ++ ...5-fields-with-100B-values-pipeline-10.yaml | 36 ++ ...s-load-hash-5-fields-with-100B-values.yaml | 36 ++ ...-5-fields-with-10B-values-pipeline-10.yaml | 36 ++ ...ys-load-hash-5-fields-with-10B-values.yaml | 36 ++ ...benchmark-1Mkeys-100B-expire-use-case.yaml | 45 ++ ..._benchmark-1Mkeys-10B-expire-use-case.yaml | 45 ++ ...benchmark-1Mkeys-1KiB-expire-use-case.yaml | 45 ++ ...benchmark-1Mkeys-4KiB-expire-use-case.yaml | 45 ++ ...mark-1Mkeys-bitmap-getbit-pipeline-10.yaml | 41 ++ ...ark-1Mkeys-generic-exists-pipeline-10.yaml | 40 ++ ...ark-1Mkeys-generic-expire-pipeline-10.yaml | 38 ++ ...k-1Mkeys-generic-expireat-pipeline-10.yaml | 39 ++ ...rk-1Mkeys-generic-pexpire-pipeline-10.yaml | 38 ++ ...hmark-1Mkeys-generic-scan-pipeline-10.yaml | 37 ++ ...mark-1Mkeys-generic-touch-pipeline-10.yaml | 38 ++ ...chmark-1Mkeys-generic-ttl-pipeline-10.yaml | 37 ++ ...memtier_benchmark-1Mkeys-hash-hexists.yaml | 41 ++ ...-hgetall-hkeys-hvals-with-100B-values.yaml | 46 ++ ...eys-hash-hgetall-50-fields-10B-values.yaml | 51 +++ ...memtier_benchmark-1Mkeys-hash-hincrby.yaml | 40 ++ ...5-fields-with-100B-values-pipeline-10.yaml | 42 ++ ...h-transactions-multi-exec-pipeline-20.yaml | 45 ++ ...Mkeys-list-lpop-rpop-with-100B-values.yaml | 41 ++ ...1Mkeys-list-lpop-rpop-with-10B-values.yaml | 41 ++ ...Mkeys-list-lpop-rpop-with-1KiB-values.yaml | 41 ++ ...-fields-with-1000B-values-pipeline-10.yaml | 36 ++ ...-load-hash-5-fields-with-1000B-values.yaml | 36 ++ ...hash-hmset-5-fields-with-1000B-values.yaml | 36 ++ ...ark-1Mkeys-load-list-with-100B-values.yaml | 34 ++ ...mark-1Mkeys-load-list-with-10B-values.yaml | 34 ++ ...ark-1Mkeys-load-list-with-1KiB-values.yaml | 34 ++ ...-intset-with-100-elements-pipeline-10.yaml | 42 ++ ...eys-load-set-intset-with-100-elements.yaml | 42 ++ ...1-fields-with-100B-values-pipeline-10.yaml | 34 ++ ...load-stream-1-fields-with-100B-values.yaml | 34 ++ ...5-fields-with-100B-values-pipeline-10.yaml | 36 ++ ...load-stream-5-fields-with-100B-values.yaml | 36 ++ ...d-string-with-100B-values-pipeline-10.yaml | 34 ++ ...k-1Mkeys-load-string-with-100B-values.yaml | 38 ++ ...ad-string-with-10B-values-pipeline-10.yaml | 34 ++ ...rk-1Mkeys-load-string-with-10B-values.yaml | 34 ++ ...k-1Mkeys-load-string-with-1KiB-values.yaml | 34 ++ ...-1Mkeys-load-string-with-20KiB-values.yaml | 38 ++ ...ad-zset-with-10-elements-double-score.yaml | 36 ++ ...-load-zset-with-10-elements-int-score.yaml | 35 ++ ...keys-string-append-1-100B-pipeline-10.yaml | 40 ++ ...benchmark-1Mkeys-string-append-1-100B.yaml | 39 ++ ...-memtier_benchmark-1Mkeys-string-decr.yaml | 39 ++ ...rk-1Mkeys-string-get-100B-pipeline-10.yaml | 38 ++ ...tier_benchmark-1Mkeys-string-get-100B.yaml | 37 ++ ...ark-1Mkeys-string-get-10B-pipeline-10.yaml | 38 ++ ...mtier_benchmark-1Mkeys-string-get-10B.yaml | 37 ++ ...rk-1Mkeys-string-get-1KiB-pipeline-10.yaml | 38 ++ ...tier_benchmark-1Mkeys-string-get-1KiB.yaml | 37 ++ ...er_benchmark-1Mkeys-string-get-200KiB.yaml | 37 ++ ...ier_benchmark-1Mkeys-string-get-20KiB.yaml | 37 ++ ...mark-1Mkeys-string-incrby-pipeline-10.yaml | 32 ++ ...emtier_benchmark-1Mkeys-string-incrby.yaml | 31 ++ ...1Mkeys-string-incrbyfloat-pipeline-10.yaml | 32 ++ ...r_benchmark-1Mkeys-string-incrbyfloat.yaml | 31 ++ ...ier_benchmark-1Mkeys-string-mget-1KiB.yaml | 38 ++ ...-1Mkeys-string-setex-100B-pipeline-10.yaml | 38 ++ ...keys-string-setrange-100B-pipeline-10.yaml | 39 ++ ...benchmark-1Mkeys-string-setrange-100B.yaml | 38 ++ ..._benchmark-1key-geo-2-elements-geopos.yaml | 35 ++ ...ements-geosearch-fromlonlat-withcoord.yaml | 38 ++ ...-geo-60M-elements-geodist-pipeline-10.yaml | 36 ++ ...nchmark-1key-geo-60M-elements-geodist.yaml | 35 ++ ...-geo-60M-elements-geohash-pipeline-10.yaml | 36 ++ ...nchmark-1key-geo-60M-elements-geohash.yaml | 35 ++ ...y-geo-60M-elements-geopos-pipeline-10.yaml | 36 ++ ...enchmark-1key-geo-60M-elements-geopos.yaml | 35 ++ ...M-elements-geosearch-fromlonlat-bybox.yaml | 36 ++ ...ents-geosearch-fromlonlat-pipeline-10.yaml | 36 ++ ...geo-60M-elements-geosearch-fromlonlat.yaml | 36 ++ ...-1key-hash-hscan-50-fields-10B-values.yaml | 50 ++ ...ments-lrange-all-elements-pipeline-10.yaml | 37 ++ ...-list-10-elements-lrange-all-elements.yaml | 37 ++ ...ments-lrange-all-elements-pipeline-10.yaml | 52 +++ ...list-100-elements-lrange-all-elements.yaml | 52 +++ ...1key-list-10K-elements-lindex-integer.yaml | 40 ++ ...-1key-list-10K-elements-lindex-string.yaml | 40 ++ ...ments-lrange-all-elements-pipeline-10.yaml | 202 ++++++++ ...-list-1K-elements-lrange-all-elements.yaml | 202 ++++++++ ...ark-1key-pfadd-4KB-values-pipeline-10.yaml | 33 ++ ...-set-10-elements-smembers-pipeline-10.yaml | 37 ++ ...nchmark-1key-set-10-elements-smembers.yaml | 36 ++ ...hmark-1key-set-10-elements-smismember.yaml | 36 ++ ...et-100-elements-sismember-is-a-member.yaml | 52 +++ ...t-100-elements-sismember-not-a-member.yaml | 52 +++ ...chmark-1key-set-100-elements-smembers.yaml | 50 ++ ...mark-1key-set-100-elements-smismember.yaml | 53 +++ ...benchmark-1key-set-100-elements-sscan.yaml | 50 ++ ...t-10M-elements-sismember-50pct-chance.yaml | 39 ++ ...nchmark-1key-set-1K-elements-smembers.yaml | 200 ++++++++ ...et-1M-elements-sismember-50pct-chance.yaml | 39 ++ ...-1key-set-200K-elements-sadd-constant.yaml | 38 ++ ...-1key-set-2M-elements-sadd-increasing.yaml | 33 ++ ...k-1key-zincrby-1M-elements-pipeline-1.yaml | 40 ++ ...ark-1key-zrank-1M-elements-pipeline-1.yaml | 40 ++ ...mark-1key-zrem-5M-elements-pipeline-1.yaml | 47 ++ ...rangebyscore-256K-elements-pipeline-1.yaml | 40 ++ ...-1key-zrevrank-1M-elements-pipeline-1.yaml | 40 ++ ...ments-zrange-all-elements-long-scores.yaml | 39 ++ ...-zset-10-elements-zrange-all-elements.yaml | 38 ++ ...zset-100-elements-zrange-all-elements.yaml | 64 +++ ...rangebyscore-all-elements-long-scores.yaml | 64 +++ ...0-elements-zrangebyscore-all-elements.yaml | 64 +++ ...enchmark-1key-zset-100-elements-zscan.yaml | 63 +++ ...ey-zset-1M-elements-zcard-pipeline-10.yaml | 39 ++ ...zset-1M-elements-zrevrange-5-elements.yaml | 40 ++ ...y-zset-1M-elements-zscore-pipeline-10.yaml | 39 ++ ..._benchmark-2keys-lua-eval-hset-expire.yaml | 37 ++ ...nchmark-2keys-lua-evalsha-hset-expire.yaml | 42 ++ ...hmark-2keys-set-10-100-elements-sdiff.yaml | 55 +++ ...mark-2keys-set-10-100-elements-sinter.yaml | 56 +++ ...mark-2keys-set-10-100-elements-sunion.yaml | 56 +++ ...entries-xread-all-entries-pipeline-10.yaml | 45 ++ ...ys-stream-5-entries-xread-all-entries.yaml | 45 ++ ...k-3Mkeys-load-string-with-512B-values.yaml | 41 ++ ...ps-memtier_benchmark-connection-hello.yaml | 32 ++ ...oad-hash-50-fields-with-10000B-values.yaml | 46 ++ ...1Mkeys-load-string-with-200KiB-values.yaml | 38 ++ ...stpack-with-100-elements-double-score.yaml | 92 ++++ ...chmark-1key-100M-bits-bitmap-bitcount.yaml | 43 ++ ...ist-10K-elements-linsert-lrem-integer.yaml | 43 ++ ...list-10K-elements-linsert-lrem-string.yaml | 44 ++ ...k-1key-list-10K-elements-lpos-integer.yaml | 40 ++ ...rk-1key-list-10K-elements-lpos-string.yaml | 40 ++ ...s-quicklist-lrange-all-elements-longs.yaml | 259 +++++++++++ ...-zset-1K-elements-zrange-all-elements.yaml | 321 +++++++++++++ ...-300-elements-skiplist-encoded-zunion.yaml | 433 ++++++++++++++++++ ...elements-skiplist-encoded-zunionstore.yaml | 433 ++++++++++++++++++ ...rk-1Mkeys-load-string-with-2MB-values.yaml | 38 ++ ...mtier_benchmark-1Mkeys-string-get-2MB.yaml | 37 ++ ...rk-1key-1Billion-bits-bitmap-bitcount.yaml | 44 ++ utils/generate_latency_benchmarks.py | 180 ++++++++ 143 files changed, 7745 insertions(+) create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-hash-hgetall-50-fields-100B-values.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-1000B-values.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-100B-values.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-10B-values.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-1000B-values-pipeline-10.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-1000B-values.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-100B-values-pipeline-10.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-100B-values.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-10B-values-pipeline-10.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-10B-values.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-100B-expire-use-case.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-10B-expire-use-case.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-1KiB-expire-use-case.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-4KiB-expire-use-case.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-bitmap-getbit-pipeline-10.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-exists-pipeline-10.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-expire-pipeline-10.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-expireat-pipeline-10.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-pexpire-pipeline-10.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-scan-pipeline-10.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-touch-pipeline-10.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-ttl-pipeline-10.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hexists.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hget-hgetall-hkeys-hvals-with-100B-values.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hgetall-50-fields-10B-values.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hincrby.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hmget-5-fields-with-100B-values-pipeline-10.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-transactions-multi-exec-pipeline-20.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-100B-values.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-10B-values.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-1KiB-values.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-5-fields-with-1000B-values-pipeline-10.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-5-fields-with-1000B-values.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-hmset-5-fields-with-1000B-values.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-100B-values.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-10B-values.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-1KiB-values.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-set-intset-with-100-elements-pipeline-10.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-set-intset-with-100-elements.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-1-fields-with-100B-values-pipeline-10.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-1-fields-with-100B-values.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-5-fields-with-100B-values-pipeline-10.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-5-fields-with-100B-values.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-100B-values-pipeline-10.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-100B-values.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-10.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-10B-values.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-1KiB-values.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-20KiB-values.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-zset-with-10-elements-double-score.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-zset-with-10-elements-int-score.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-append-1-100B-pipeline-10.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-append-1-100B.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-decr.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-100B-pipeline-10.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-100B.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-10B-pipeline-10.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-10B.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-1KiB-pipeline-10.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-1KiB.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-200KiB.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-20KiB.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrby-pipeline-10.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrby.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrbyfloat-pipeline-10.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrbyfloat.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-mget-1KiB.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setex-100B-pipeline-10.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setrange-100B-pipeline-10.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setrange-100B.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-2-elements-geopos.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-2-elements-geosearch-fromlonlat-withcoord.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geodist-pipeline-10.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geodist.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geohash-pipeline-10.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geohash.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geopos-pipeline-10.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geopos.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat-bybox.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat-pipeline-10.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-hash-hscan-50-fields-10B-values.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10-elements-lrange-all-elements-pipeline-10.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10-elements-lrange-all-elements.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-100-elements-lrange-all-elements-pipeline-10.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-100-elements-lrange-all-elements.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10K-elements-lindex-integer.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10K-elements-lindex-string.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-1K-elements-lrange-all-elements-pipeline-10.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-1K-elements-lrange-all-elements.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-pfadd-4KB-values-pipeline-10.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smembers-pipeline-10.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smembers.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smismember.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sismember-is-a-member.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sismember-not-a-member.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-smembers.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-smismember.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sscan.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10M-elements-sismember-50pct-chance.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-1K-elements-smembers.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-1M-elements-sismember-50pct-chance.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-200K-elements-sadd-constant.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-2M-elements-sadd-increasing.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zincrby-1M-elements-pipeline-1.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrank-1M-elements-pipeline-1.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrem-5M-elements-pipeline-1.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrevrangebyscore-256K-elements-pipeline-1.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrevrank-1M-elements-pipeline-1.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-10-elements-zrange-all-elements-long-scores.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-10-elements-zrange-all-elements.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrange-all-elements.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrangebyscore-all-elements-long-scores.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrangebyscore-all-elements.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zscan.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zcard-pipeline-10.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zrevrange-5-elements.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zscore-pipeline-10.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-lua-eval-hset-expire.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-lua-evalsha-hset-expire.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sdiff.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sinter.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sunion.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-stream-5-entries-xread-all-entries-pipeline-10.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-stream-5-entries-xread-all-entries.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-3Mkeys-load-string-with-512B-values.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-connection-hello.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-10Kkeys-load-hash-50-fields-with-10000B-values.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1Mkeys-load-string-with-200KiB-values.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1Mkeys-load-zset-listpack-with-100-elements-double-score.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-100M-bits-bitmap-bitcount.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-linsert-lrem-integer.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-linsert-lrem-string.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-lpos-integer.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-lpos-string.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-2K-elements-quicklist-lrange-all-elements-longs.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-zset-1K-elements-zrange-all-elements.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-2keys-zset-300-elements-skiplist-encoded-zunion.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-2keys-zset-300-elements-skiplist-encoded-zunionstore.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-100_qps-memtier_benchmark-1Mkeys-load-string-with-2MB-values.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-100_qps-memtier_benchmark-1Mkeys-string-get-2MB.yaml create mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-100_qps-memtier_benchmark-1key-1Billion-bits-bitmap-bitcount.yaml create mode 100644 utils/generate_latency_benchmarks.py diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-hash-hgetall-50-fields-100B-values.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-hash-hgetall-50-fields-100B-values.yaml new file mode 100644 index 00000000..b1a3c449 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-hash-hgetall-50-fields-100B-values.yaml @@ -0,0 +1,51 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-hash-hgetall-50-fields-100B-values +description: Runs memtier_benchmark, for a keyspace length of 1M keys pre-loading + HASHes in which the value has a data size of 10 Bytes. After pre-loading the data + it issues HGETALL command. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 100000 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "100" --command "HSET __key__ field:1 __data__ field:2 + __data__ field:3 __data__ field:4 __data__ field:5 __data__ field:6 __data__ + field:7 __data__ field:8 __data__ field:9 __data__ field:10 __data__ field:11 + __data__ field:12 __data__ field:13 __data__ field:14 __data__ field:15 __data__ + field:16 __data__ field:17 __data__ field:18 __data__ field:19 __data__ field:20 + __data__ field:21 __data__ field:22 __data__ field:23 __data__ field:24 __data__ + field:25 __data__ field:26 __data__ field:27 __data__ field:28 __data__ field:29 + __data__ field:30 __data__ field:31 __data__ field:32 __data__ field:33 __data__ + field:34 __data__ field:35 __data__ field:36 __data__ field:37 __data__ field:38 + __data__ field:39 __data__ field:40 __data__ field:41 __data__ field:42 __data__ + field:43 __data__ field:44 __data__ field:45 __data__ field:46 __data__ field:47 + __data__ field:48 __data__ field:49 __data__ field:50 __data__" --command-key-pattern="P" + --key-minimum=1 --key-maximum 1000000 -n 500 -c 50 -t 4 --hide-histogram' + resources: + requests: + memory: 2g +tested-groups: +- hash +tested-commands: +- hgetall +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--command \"HGETALL __key__\" --command-key-pattern=\"R\" --key-minimum=1 + --key-maximum 100000 --test-time 120 -c 50 -t 4 --hide-histogram --rate-limiting + 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 96 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-1000B-values.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-1000B-values.yaml new file mode 100644 index 00000000..2e435120 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-1000B-values.yaml @@ -0,0 +1,46 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-1000B-values +description: Runs memtier_benchmark, for a keyspace length of 100K keys loading HASHES + with 50 fields each. Each field value has a data size of 1000 Bytes. Rate limited + to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 6g +tested-groups: +- hash +tested-commands: +- hset +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--test-time 120 --distinct-client-seed \"--data-size\" \"1000\" --command + \"HSET __key__ field:1 __data__ field:2 __data__ field:3 __data__ field:4 __data__ + field:5 __data__ field:6 __data__ field:7 __data__ field:8 __data__ field:9 __data__ + field:10 __data__ field:11 __data__ field:12 __data__ field:13 __data__ field:14 + __data__ field:15 __data__ field:16 __data__ field:17 __data__ field:18 __data__ + field:19 __data__ field:20 __data__ field:21 __data__ field:22 __data__ field:23 + __data__ field:24 __data__ field:25 __data__ field:26 __data__ field:27 __data__ + field:28 __data__ field:29 __data__ field:30 __data__ field:31 __data__ field:32 + __data__ field:33 __data__ field:34 __data__ field:35 __data__ field:36 __data__ + field:37 __data__ field:38 __data__ field:39 __data__ field:40 __data__ field:41 + __data__ field:42 __data__ field:43 __data__ field:44 __data__ field:45 __data__ + field:46 __data__ field:47 __data__ field:48 __data__ field:49 __data__ field:50 + __data__\" --command-key-pattern=\"R\" --key-minimum=1 --key-maximum 100000 -c + 50 -t 4 --hide-histogram --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 5 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-100B-values.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-100B-values.yaml new file mode 100644 index 00000000..36e73544 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-100B-values.yaml @@ -0,0 +1,46 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-100B-values +description: Runs memtier_benchmark, for a keyspace length of 100K keys loading HASHES + with 50 fields each. Each field value has a data size of 100 Bytes. Rate limited + to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 6g +tested-groups: +- hash +tested-commands: +- hset +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--test-time 120 --distinct-client-seed \"--data-size\" \"100\" --command + \"HSET __key__ field:1 __data__ field:2 __data__ field:3 __data__ field:4 __data__ + field:5 __data__ field:6 __data__ field:7 __data__ field:8 __data__ field:9 __data__ + field:10 __data__ field:11 __data__ field:12 __data__ field:13 __data__ field:14 + __data__ field:15 __data__ field:16 __data__ field:17 __data__ field:18 __data__ + field:19 __data__ field:20 __data__ field:21 __data__ field:22 __data__ field:23 + __data__ field:24 __data__ field:25 __data__ field:26 __data__ field:27 __data__ + field:28 __data__ field:29 __data__ field:30 __data__ field:31 __data__ field:32 + __data__ field:33 __data__ field:34 __data__ field:35 __data__ field:36 __data__ + field:37 __data__ field:38 __data__ field:39 __data__ field:40 __data__ field:41 + __data__ field:42 __data__ field:43 __data__ field:44 __data__ field:45 __data__ + field:46 __data__ field:47 __data__ field:48 __data__ field:49 __data__ field:50 + __data__\" --command-key-pattern=\"R\" --key-minimum=1 --key-maximum 100000 -c + 50 -t 4 --hide-histogram --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 5 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-10B-values.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-10B-values.yaml new file mode 100644 index 00000000..72f09e9d --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-10B-values.yaml @@ -0,0 +1,46 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-10B-values +description: Runs memtier_benchmark, for a keyspace length of 100K keys loading HASHES + with 50 fields each. Each field value has a data size of 10 Bytes. Rate limited + to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 6g +tested-groups: +- hash +tested-commands: +- hset +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--test-time 120 --distinct-client-seed \"--data-size\" \"10\" --command + \"HSET __key__ field:1 __data__ field:2 __data__ field:3 __data__ field:4 __data__ + field:5 __data__ field:6 __data__ field:7 __data__ field:8 __data__ field:9 __data__ + field:10 __data__ field:11 __data__ field:12 __data__ field:13 __data__ field:14 + __data__ field:15 __data__ field:16 __data__ field:17 __data__ field:18 __data__ + field:19 __data__ field:20 __data__ field:21 __data__ field:22 __data__ field:23 + __data__ field:24 __data__ field:25 __data__ field:26 __data__ field:27 __data__ + field:28 __data__ field:29 __data__ field:30 __data__ field:31 __data__ field:32 + __data__ field:33 __data__ field:34 __data__ field:35 __data__ field:36 __data__ + field:37 __data__ field:38 __data__ field:39 __data__ field:40 __data__ field:41 + __data__ field:42 __data__ field:43 __data__ field:44 __data__ field:45 __data__ + field:46 __data__ field:47 __data__ field:48 __data__ field:49 __data__ field:50 + __data__\" --command-key-pattern=\"R\" --key-minimum=1 --key-maximum 100000 -c + 50 -t 4 --hide-histogram --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 5 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-1000B-values-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-1000B-values-pipeline-10.yaml new file mode 100644 index 00000000..48ac5898 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-1000B-values-pipeline-10.yaml @@ -0,0 +1,36 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-1000B-values-pipeline-10 +description: Runs memtier_benchmark, for a keyspace length of 10M keys loading HASHES + with 5 fields each. Each field value has a data size of 1000 Bytes. Rate limited + to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 52g +tested-commands: +- hset +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--test-time 180 \"--pipeline\" \"10\" \"--data-size\" \"1000\" --command + \"HSET __key__ field1 __data__ field2 __data__ field3 __data__ field4 __data__ + field5 __data__\" \"--command-key-pattern\" \"P\" --key-minimum=1 --key-maximum + 10000000 -c 50 -t 4 --hide-histogram --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +tested-groups: +- hash +priority: 5 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-1000B-values.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-1000B-values.yaml new file mode 100644 index 00000000..10c4bfd5 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-1000B-values.yaml @@ -0,0 +1,36 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-1000B-values +description: Runs memtier_benchmark, for a keyspace length of 10M keys loading HASHES + with 5 fields each. Each field value has a data size of 1000 Bytes. Rate limited + to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 52g +tested-commands: +- hset +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--test-time 180 \"--data-size\" \"1000\" --command \"HSET __key__ field1 + __data__ field2 __data__ field3 __data__ field4 __data__ field5 __data__\" --command-key-pattern=\"\ + P\" --key-minimum=1 --key-maximum 10000000 -c 50 -t 4 --hide-histogram --rate-limiting + 50" + resources: + requests: + cpus: '4' + memory: 2g + +tested-groups: +- hash +priority: 5 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-100B-values-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-100B-values-pipeline-10.yaml new file mode 100644 index 00000000..a8edd5da --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-100B-values-pipeline-10.yaml @@ -0,0 +1,36 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-100B-values-pipeline-10 +description: Runs memtier_benchmark, for a keyspace length of 10M keys loading HASHES + with 5 fields each. Each field value has a data size of 100 Bytes. Rate limited + to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 9g +tested-commands: +- hset +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "\"--pipeline\" \"10\" \"--data-size\" \"100\" --command \"HSET __key__ + field1 __data__ field2 __data__ field3 __data__ field4 __data__ field5 __data__\"\ + \ \"--command-key-pattern\" \"P\" --key-minimum=1 --key-maximum 10000000 -c 50 + -t 4 --hide-histogram --test-time=180 --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +tested-groups: +- hash +priority: 5 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-100B-values.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-100B-values.yaml new file mode 100644 index 00000000..9c299ea5 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-100B-values.yaml @@ -0,0 +1,36 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-100B-values +description: Runs memtier_benchmark, for a keyspace length of 10M keys loading HASHES + with 5 fields each. Each field value has a data size of 100 Bytes. Rate limited + to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 9g +tested-commands: +- hset +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--test-time 180 \"--data-size\" \"100\" --command \"HSET __key__ field1 + __data__ field2 __data__ field3 __data__ field4 __data__ field5 __data__\" --command-key-pattern=\"\ + P\" --key-minimum=1 --key-maximum 10000000 -c 50 -t 4 --hide-histogram --rate-limiting + 50" + resources: + requests: + cpus: '4' + memory: 2g + +tested-groups: +- hash +priority: 5 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-10B-values-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-10B-values-pipeline-10.yaml new file mode 100644 index 00000000..49baf7fe --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-10B-values-pipeline-10.yaml @@ -0,0 +1,36 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-10B-values-pipeline-10 +description: Runs memtier_benchmark, for a keyspace length of 10M keys loading HASHES + with 5 fields each. Each field value has a data size of 10 Bytes. Rate limited to + 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 2g +tested-commands: +- hset +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--test-time 180 \"--pipeline\" \"10\" \"--data-size\" \"10\" --command + \"HSET __key__ field1 __data__ field2 __data__ field3 __data__ field4 __data__ + field5 __data__\" --command-key-pattern=\"P\" --key-minimum=1 --key-maximum 10000000 + -c 50 -t 4 --hide-histogram --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +tested-groups: +- hash +priority: 5 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-10B-values.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-10B-values.yaml new file mode 100644 index 00000000..22d0a85e --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-10B-values.yaml @@ -0,0 +1,36 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-10B-values +description: Runs memtier_benchmark, for a keyspace length of 10M keys loading HASHES + with 5 fields each. Each field value has a data size of 10 Bytes. Rate limited to + 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 2g +tested-commands: +- hset +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--test-time 180 \"--data-size\" \"10\" --command \"HSET __key__ field1 + __data__ field2 __data__ field3 __data__ field4 __data__ field5 __data__\" --command-key-pattern=\"\ + P\" --key-minimum=1 --key-maximum 10000000 -c 50 -t 4 --hide-histogram --rate-limiting + 50" + resources: + requests: + cpus: '4' + memory: 2g + +tested-groups: +- hash +priority: 5 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-100B-expire-use-case.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-100B-expire-use-case.yaml new file mode 100644 index 00000000..b830cd95 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-100B-expire-use-case.yaml @@ -0,0 +1,45 @@ +version: 0.4 +name: latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-100B-expire-use-case +description: Runs memtier_benchmark, for a keyspace length of 1M keys with a data + size of 100 Bytes for each key, which 50% of the keys have expiration set during + the benchmark. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "100" "--command" "SET __key__ __data__" "--command-key-pattern" + "P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' + resources: + requests: + memory: 1g +tested-groups: +- string +- generic +tested-commands: +- set +- setx +- get +- del +- setex +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "\"--data-size\" \"100\" --command \"SETEX __key__ 10 __data__\" --command-key-pattern=\"\ + R\" --command \"SET __key__ __data__\" --command-key-pattern=\"R\" --command \"\ + GET __key__\" --command-key-pattern=\"R\" --command \"DEL __key__\" --command-key-pattern=\"\ + R\" -c 50 -t 2 --hide-histogram --test-time 300 --rate-limiting 100" + resources: + requests: + cpus: '3' + memory: 2g + +priority: 33 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-10B-expire-use-case.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-10B-expire-use-case.yaml new file mode 100644 index 00000000..4f70e590 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-10B-expire-use-case.yaml @@ -0,0 +1,45 @@ +version: 0.4 +name: latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-10B-expire-use-case +description: Runs memtier_benchmark, for a keyspace length of 1M keys with a data + size of 10 Bytes for each key, which 50% of the keys have expiration set during + the benchmark. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "10" "--command" "SET __key__ __data__" "--command-key-pattern" + "P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' + resources: + requests: + memory: 1g +tested-groups: +- string +- generic +tested-commands: +- set +- setx +- get +- del +- setex +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "\"--data-size\" \"10\" --command \"SETEX __key__ 10 __data__\" --command-key-pattern=\"\ + R\" --command \"SET __key__ __data__\" --command-key-pattern=\"R\" --command \"\ + GET __key__\" --command-key-pattern=\"R\" --command \"DEL __key__\" --command-key-pattern=\"\ + R\" -c 50 -t 2 --hide-histogram --test-time 300 --rate-limiting 100" + resources: + requests: + cpus: '3' + memory: 2g + +priority: 33 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-1KiB-expire-use-case.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-1KiB-expire-use-case.yaml new file mode 100644 index 00000000..953b062d --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-1KiB-expire-use-case.yaml @@ -0,0 +1,45 @@ +version: 0.4 +name: latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-1KiB-expire-use-case +description: Runs memtier_benchmark, for a keyspace length of 1M keys with a data + size of 1KiB Bytes for each key, which 50% of the keys have expiration set during + the benchmark. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "1000" "--command" "SET __key__ __data__" "--command-key-pattern" + "P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' + resources: + requests: + memory: 2g +tested-groups: +- string +- generic +tested-commands: +- set +- setx +- get +- del +- setex +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "\"--data-size\" \"1000\" --command \"SETEX __key__ 10 __data__\" --command-key-pattern=\"\ + R\" --command \"SET __key__ __data__\" --command-key-pattern=\"R\" --command \"\ + GET __key__\" --command-key-pattern=\"R\" --command \"DEL __key__\" --command-key-pattern=\"\ + R\" -c 50 -t 2 --hide-histogram --test-time 300 --rate-limiting 100" + resources: + requests: + cpus: '3' + memory: 2g + +priority: 33 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-4KiB-expire-use-case.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-4KiB-expire-use-case.yaml new file mode 100644 index 00000000..5162fe19 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-4KiB-expire-use-case.yaml @@ -0,0 +1,45 @@ +version: 0.4 +name: latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-4KiB-expire-use-case +description: Runs memtier_benchmark, for a keyspace length of 1M keys with a data + size of 4KiB Bytes for each key, which 50% of the keys have expiration set during + the benchmark. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "1000" "--command" "SET __key__ __data__" "--command-key-pattern" + "P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' + resources: + requests: + memory: 3g +tested-groups: +- string +- generic +tested-commands: +- set +- setx +- get +- del +- setex +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "\"--data-size\" \"4000\" --command \"SETEX __key__ 10 __data__\" --command-key-pattern=\"\ + R\" --command \"SET __key__ __data__\" --command-key-pattern=\"R\" --command \"\ + GET __key__\" --command-key-pattern=\"R\" --command \"DEL __key__\" --command-key-pattern=\"\ + R\" -c 50 -t 2 --hide-histogram --test-time 300 --rate-limiting 100" + resources: + requests: + cpus: '3' + memory: 2g + +priority: 33 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-bitmap-getbit-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-bitmap-getbit-pipeline-10.yaml new file mode 100644 index 00000000..e9eae59e --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-bitmap-getbit-pipeline-10.yaml @@ -0,0 +1,41 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-bitmap-getbit-pipeline-10 +description: Runs memtier_benchmark, for a keyspace length of 1M keys focusing on + EXISTS performance. 50% of the EXIST commands will be on non-existing keys. Rate + limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --hide-histogram --key-minimum 1 --key-maximum 10000000 -c 50 -t 2 + --pipeline 10 --command "SETBIT __key__ 1 1" --command-key-pattern "P" + resources: + requests: + cpus: '2' + memory: 1g +tested-commands: +- getbit +tested-groups: +- bitmap +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--pipeline 10 --command=\"GETBIT __key__ 1\" --command-key-pattern=\"\ + R\" --command \"GETBIT __key__ 100\" --command-key-pattern=\"R\" -c 50 -t 2 --hide-histogram + --test-time 180 --rate-limiting 100" + resources: + requests: + cpus: '2' + memory: 2g + +priority: 19 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-exists-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-exists-pipeline-10.yaml new file mode 100644 index 00000000..29a945be --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-exists-pipeline-10.yaml @@ -0,0 +1,40 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-exists-pipeline-10 +description: Runs memtier_benchmark, for a keyspace length of 1M keys focusing on + EXISTS performance. 50% of the EXIST commands will be on non-existing keys. Rate + limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "100" "--command" "HSET __key__ field __data__" "--command-key-pattern" + "P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' + resources: + requests: + memory: 1g +tested-commands: +- exists +tested-groups: +- generic +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--key-minimum=1 --key-maximum 2000000 --command \"EXISTS __key__\" --pipeline + 10 --command-key-pattern=\"R\" -c 50 -t 2 --hide-histogram --test-time 180 --rate-limiting + 100" + resources: + requests: + cpus: '2' + memory: 2g + +priority: 25 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-expire-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-expire-pipeline-10.yaml new file mode 100644 index 00000000..8d56a636 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-expire-pipeline-10.yaml @@ -0,0 +1,38 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-expire-pipeline-10 +description: Runs memtier_benchmark, for a keyspace length of 1M keys focusing on + EXPIRE performance. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "100" "--command" "HSET __key__ field __data__" "--command-key-pattern" + "P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' + resources: + requests: + memory: 1g +tested-commands: +- expire +tested-groups: +- generic +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--command \"EXPIRE __key__ 3600\" --pipeline 10 --command-key-pattern=\"\ + R\" -c 50 -t 2 --hide-histogram --test-time 180 --rate-limiting 100" + resources: + requests: + cpus: '2' + memory: 2g + +priority: 11 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-expireat-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-expireat-pipeline-10.yaml new file mode 100644 index 00000000..09c4b1a2 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-expireat-pipeline-10.yaml @@ -0,0 +1,39 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-expireat-pipeline-10 +description: Runs memtier_benchmark, for a keyspace length of 1M keys focusing on + EXPIREAT performance ( expire second is 2038, January 1 ). Rate limited to 10000 + ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "100" "--command" "HSET __key__ field __data__" "--command-key-pattern" + "P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' + resources: + requests: + memory: 1g +tested-commands: +- expireat +tested-groups: +- generic +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--command \"EXPIREAT __key__ 2145916800\" --pipeline 10 --command-key-pattern=\"\ + R\" -c 50 -t 2 --hide-histogram --test-time 180 --rate-limiting 100" + resources: + requests: + cpus: '2' + memory: 2g + +priority: 29 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-pexpire-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-pexpire-pipeline-10.yaml new file mode 100644 index 00000000..6d9f7830 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-pexpire-pipeline-10.yaml @@ -0,0 +1,38 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-pexpire-pipeline-10 +description: Runs memtier_benchmark, for a keyspace length of 1M keys focusing on + PEXPIRE performance. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "100" "--command" "HSET __key__ field __data__" "--command-key-pattern" + "P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' + resources: + requests: + memory: 1g +tested-commands: +- pexpire +tested-groups: +- generic +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--command \"PEXPIRE __key__ 3600000\" --pipeline 10 --command-key-pattern=\"\ + R\" -c 50 -t 2 --hide-histogram --test-time 180 --rate-limiting 100" + resources: + requests: + cpus: '2' + memory: 2g + +priority: 57 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-scan-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-scan-pipeline-10.yaml new file mode 100644 index 00000000..12ffb93e --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-scan-pipeline-10.yaml @@ -0,0 +1,37 @@ +version: 0.4 +name: latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-scan-pipeline-10 +description: Runs memtier_benchmark, for a keyspace length of 1M keys focusing on + SCAN performance. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "100" "--command" "HSET __key__ field __data__" "--command-key-pattern" + "P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' + resources: + requests: + memory: 1g +tested-commands: +- scan +tested-groups: +- generic +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--command \"SCAN 0\" --pipeline 10 --command-key-pattern=\"R\" -c 50 + -t 2 --hide-histogram --test-time 180 --rate-limiting 100" + resources: + requests: + cpus: '2' + memory: 2g + +priority: 44 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-touch-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-touch-pipeline-10.yaml new file mode 100644 index 00000000..aaa1321a --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-touch-pipeline-10.yaml @@ -0,0 +1,38 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-touch-pipeline-10 +description: Runs memtier_benchmark, for a keyspace length of 1M keys focusing on + TOUCH performance. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "100" "--command" "SETEX __key__ 3600 __data__" "--command-key-pattern" + "P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' + resources: + requests: + memory: 1g +tested-commands: +- touch +tested-groups: +- generic +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--command \"TOUCH __key__\" --pipeline 10 --command-key-pattern=\"R\"\ + \ -c 50 -t 2 --hide-histogram --test-time 180 --rate-limiting 100" + resources: + requests: + cpus: '2' + memory: 2g + +priority: 41 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-ttl-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-ttl-pipeline-10.yaml new file mode 100644 index 00000000..fa2ff9cc --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-ttl-pipeline-10.yaml @@ -0,0 +1,37 @@ +version: 0.4 +name: latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-ttl-pipeline-10 +description: Runs memtier_benchmark, for a keyspace length of 1M keys focusing on + TTL performance. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "100" "--command" "SETEX __key__ 3600 __data__" "--command-key-pattern" + "P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' + resources: + requests: + memory: 1g +tested-commands: +- ttl +tested-groups: +- generic +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--command \"TTL __key__\" --pipeline 10 --command-key-pattern=\"R\" + -c 50 -t 2 --hide-histogram --test-time 180 --rate-limiting 100" + resources: + requests: + cpus: '2' + memory: 2g + +priority: 22 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hexists.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hexists.yaml new file mode 100644 index 00000000..e0377f9e --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hexists.yaml @@ -0,0 +1,41 @@ +version: 0.4 +name: latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hexists +description: Runs memtier_benchmark, for a keyspace length of 1M keys loading HASHES + with 5 fields each. Each field value has a data size of 100 Bytes. After loading + test HEXISTS command. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "100" --command "HSET __key__ field1 __data__ field2 + __data__ field3 __data__ field4 __data__ field5 __data__" --command-key-pattern="P" + --key-minimum=1 --key-maximum 10000000 -n 5000 -c 50 -t 4 --hide-histogram' + resources: + requests: + memory: 1g +tested-groups: +- hash +tested-commands: +- hexists +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--test-time 180 --command \"HEXISTS __key__ field1\" --command-key-pattern=\"\ + R\" --command \"HEXISTS __key__ field3\" --command-key-pattern=\"R\" --command + \"HEXISTS __key__ field_NO\" --command-key-pattern=\"R\" --key-minimum=1 --key-maximum + 1000000 -c 4 -t 4 --hide-histogram --rate-limiting 625" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 100 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hget-hgetall-hkeys-hvals-with-100B-values.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hget-hgetall-hkeys-hvals-with-100B-values.yaml new file mode 100644 index 00000000..d6fc1bf1 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hget-hgetall-hkeys-hvals-with-100B-values.yaml @@ -0,0 +1,46 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hget-hgetall-hkeys-hvals-with-100B-values +description: Runs memtier_benchmark, for a keyspace length of 1M keys pre-loading + HASHes in which the value has a data size of 100 Bytes. After pre-loading the data + it issues HGETALL, HGET, HKEYS, and HVALS commands. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "100" --command "HSET __key__ field1 __data__ field2 + __data__ field3 __data__ field4 __data__ field5 __data__" --command-key-pattern="P" + --key-minimum=1 --key-maximum 10000000 -n 5000 -c 50 -t 4 --hide-histogram' + resources: + requests: + memory: 1g +tested-groups: +- hash +tested-commands: +- hgetall +- hkeys +- hvals +- hget +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "\"--data-size\" \"100\" --command \"HGETALL __key__\" --command-key-pattern=\"\ + R\" --command \"HKEYS __key__\" --command-key-pattern=\"R\" --command \"HVALS + __key__\" --command-key-pattern=\"R\" --command \"HGET __key__ field1\" --command-key-pattern=\"\ + R\" --key-minimum=1 --key-maximum 1000000 --test-time 180 -c 50 -t 4 --hide-histogram + --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 96 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hgetall-50-fields-10B-values.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hgetall-50-fields-10B-values.yaml new file mode 100644 index 00000000..8a6fbe9e --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hgetall-50-fields-10B-values.yaml @@ -0,0 +1,51 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hgetall-50-fields-10B-values +description: Runs memtier_benchmark, for a keyspace length of 1M keys pre-loading + HASHes in which the value has a data size of 10 Bytes. After pre-loading the data + it issues HGETALL command. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "10" --command "HSET __key__ field:1 __data__ field:2 + __data__ field:3 __data__ field:4 __data__ field:5 __data__ field:6 __data__ + field:7 __data__ field:8 __data__ field:9 __data__ field:10 __data__ field:11 + __data__ field:12 __data__ field:13 __data__ field:14 __data__ field:15 __data__ + field:16 __data__ field:17 __data__ field:18 __data__ field:19 __data__ field:20 + __data__ field:21 __data__ field:22 __data__ field:23 __data__ field:24 __data__ + field:25 __data__ field:26 __data__ field:27 __data__ field:28 __data__ field:29 + __data__ field:30 __data__ field:31 __data__ field:32 __data__ field:33 __data__ + field:34 __data__ field:35 __data__ field:36 __data__ field:37 __data__ field:38 + __data__ field:39 __data__ field:40 __data__ field:41 __data__ field:42 __data__ + field:43 __data__ field:44 __data__ field:45 __data__ field:46 __data__ field:47 + __data__ field:48 __data__ field:49 __data__ field:50 __data__" --command-key-pattern="P" + --key-minimum=1 --key-maximum 10000000 -n 5000 -c 50 -t 4 --hide-histogram' + resources: + requests: + memory: 2g +tested-groups: +- hash +tested-commands: +- hgetall +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--command \"HGETALL __key__\" --command-key-pattern=\"R\" --key-minimum=1 + --key-maximum 1000000 --test-time 120 -c 50 -t 4 --hide-histogram --rate-limiting + 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 96 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hincrby.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hincrby.yaml new file mode 100644 index 00000000..86299fdf --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hincrby.yaml @@ -0,0 +1,40 @@ +version: 0.4 +name: latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hincrby +description: Runs memtier_benchmark, for a keyspace length of 1M keys loading HASHES + with 5 fields each. Each field value has a data size of 1000 Bytes. Rate limited + to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "1000" --command "HSET __key__ field1 __data__ field2 + __data__ field3 __data__ field4 __data__ field5 __data__" --command-key-pattern="P" + --key-minimum=1 --key-maximum 1000000 -n 5000 -c 50 -t 4 --hide-histogram' + resources: + requests: + memory: 6g +tested-groups: +- hash +tested-commands: +- hincrby +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--test-time 180 --command \"HINCRBY __key__ field1 1.0\" --command-key-pattern=\"\ + R\" --key-minimum=1 --key-maximum 1000000 -c 50 -t 4 --hide-histogram --rate-limiting + 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 21 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hmget-5-fields-with-100B-values-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hmget-5-fields-with-100B-values-pipeline-10.yaml new file mode 100644 index 00000000..e5611039 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hmget-5-fields-with-100B-values-pipeline-10.yaml @@ -0,0 +1,42 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hmget-5-fields-with-100B-values-pipeline-10 +description: Runs memtier_benchmark, for a keyspace length of 1M keys pre-loading + HASHes in which the value has a data size of 100 Bytes. After pre-loading the data + it issues HMGET command retrieving all fields of the hash. Rate limited to 10000 + ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "100" --command "HSET __key__ field1 __data__ field2 + __data__ field3 __data__ field4 __data__ field5 __data__" --command-key-pattern="P" + --key-minimum=1 --key-maximum 10000000 -n 5000 -c 50 -t 4 --hide-histogram' + resources: + requests: + memory: 1g +tested-groups: +- hash +tested-commands: +- hmget +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--pipeline 10 --command \"HMGET __key__ field1 field2 field3 field4 + field5\" --command-key-pattern=\"R\" --key-minimum=1 --key-maximum 1000000 --test-time + 180 -c 50 -t 4 --hide-histogram --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 2 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-transactions-multi-exec-pipeline-20.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-transactions-multi-exec-pipeline-20.yaml new file mode 100644 index 00000000..78bf88db --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-transactions-multi-exec-pipeline-20.yaml @@ -0,0 +1,45 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-transactions-multi-exec-pipeline-20 +description: Runs memtier_benchmark for MULTI EXEC scenario - executing commands as + a transaction. The transaction sets fields in a hash, checks if they exist, retrieves + them and finally deletes them. At the end of execution there are no keys in the + database. Rate limited to 10000 ops/sec. +tested-groups: +- transactions +- hash +tested-commands: +- multi +- exec +- hsetnx +- hexists +- hget +- hdel +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 1g +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "\"--data-size\" \"100\" --command=MULTI --command-key-pattern=S --command=\"\ + HSETNX __key__ __key__ __data__\" --command-key-pattern=S --command=\"HEXISTS + __key__ __key__\" --command-key-pattern=S --command=\"HGET __key__ __key__\" + --command-key-pattern=S --command=\"HDEL __key__ __key__\" --command-key-pattern=S + --command=EXEC --command-key-pattern=S --pipeline=20 -c 50 -t 2 --hide-histogram + --test-time 300 --rate-limiting 100" + resources: + requests: + cpus: '3' + memory: 2g + +priority: 80 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-100B-values.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-100B-values.yaml new file mode 100644 index 00000000..2806e96d --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-100B-values.yaml @@ -0,0 +1,41 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-100B-values +description: Runs memtier_benchmark, for a keyspace length of 1M keys pre-loading + LISTs in which the value has a data size of 100 Bytes. After pre-loading the data + it issues LPOP and RPOP commands. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "100" --command "LPUSH __key__ __data__" --command-key-pattern="P" + --key-minimum=1 --key-maximum 1000000 --test-time 60 -c 50 -t 4 --hide-histogram' + resources: + requests: + memory: 4g +tested-groups: +- list +tested-commands: +- lpop +- rpop +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "\"--data-size\" \"100\" --command \"LPOP __key__\" --command-key-pattern=\"\ + R\" --command \"RPOP __key__\" --command-key-pattern=\"R\" --key-minimum=1 --key-maximum + 1000000 --test-time 180 -c 50 -t 4 --hide-histogram --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 55 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-10B-values.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-10B-values.yaml new file mode 100644 index 00000000..d3a42a5c --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-10B-values.yaml @@ -0,0 +1,41 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-10B-values +description: Runs memtier_benchmark, for a keyspace length of 1M keys pre-loading + LISTs in which the value has a data size of 10 Bytes. After pre-loading the data + it issues LPOP and RPOP commands. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "10" --command "LPUSH __key__ __data__" --command-key-pattern="P" + --key-minimum=1 --key-maximum 1000000 --test-time 60 -c 50 -t 4 --hide-histogram' + resources: + requests: + memory: 2g +tested-groups: +- list +tested-commands: +- lpop +- rpop +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "\"--data-size\" \"10\" --command \"LPOP __key__\" --command-key-pattern=\"\ + R\" --command \"RPOP __key__\" --command-key-pattern=\"R\" --key-minimum=1 --key-maximum + 1000000 --test-time 180 -c 50 -t 4 --hide-histogram --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 55 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-1KiB-values.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-1KiB-values.yaml new file mode 100644 index 00000000..972ef67e --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-1KiB-values.yaml @@ -0,0 +1,41 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-1KiB-values +description: Runs memtier_benchmark, for a keyspace length of 1M keys pre-loading + LISTs in which the value has a data size of 1000 Bytes. After pre-loading the data + it issues LPOP and RPOP commands. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "1000" --command "LPUSH __key__ __data__" --command-key-pattern="P" + --key-minimum=1 --key-maximum 1000000 --test-time 60 -c 50 -t 4 --hide-histogram' + resources: + requests: + memory: 10g +tested-groups: +- list +tested-commands: +- lpop +- rpop +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "\"--data-size\" \"1000\" --command \"LPOP __key__\" --command-key-pattern=\"\ + R\" --command \"RPOP __key__\" --command-key-pattern=\"R\" --key-minimum=1 --key-maximum + 1000000 --test-time 180 -c 50 -t 4 --hide-histogram --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 55 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-5-fields-with-1000B-values-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-5-fields-with-1000B-values-pipeline-10.yaml new file mode 100644 index 00000000..255567cb --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-5-fields-with-1000B-values-pipeline-10.yaml @@ -0,0 +1,36 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-5-fields-with-1000B-values-pipeline-10 +description: Runs memtier_benchmark, for a keyspace length of 1M keys loading HASHES + with 5 fields each. Each field value has a data size of 1000 Bytes. Rate limited + to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 6g +tested-groups: +- hash +tested-commands: +- hset +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--test-time 180 \"--pipeline\" \"10\" \"--data-size\" \"1000\" --command + \"HSET __key__ field1 __data__ field2 __data__ field3 __data__ field4 __data__ + field5 __data__\" --command-key-pattern=\"P\" --key-minimum=1 --key-maximum 1000000 + -c 50 -t 4 --hide-histogram --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 5 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-5-fields-with-1000B-values.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-5-fields-with-1000B-values.yaml new file mode 100644 index 00000000..1354a258 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-5-fields-with-1000B-values.yaml @@ -0,0 +1,36 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-5-fields-with-1000B-values +description: Runs memtier_benchmark, for a keyspace length of 1M keys loading HASHES + with 5 fields each. Each field value has a data size of 1000 Bytes. Rate limited + to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 6g +tested-groups: +- hash +tested-commands: +- hset +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--test-time 180 \"--data-size\" \"1000\" --command \"HSET __key__ field1 + __data__ field2 __data__ field3 __data__ field4 __data__ field5 __data__\" --command-key-pattern=\"\ + P\" --key-minimum=1 --key-maximum 1000000 -c 50 -t 4 --hide-histogram --rate-limiting + 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 5 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-hmset-5-fields-with-1000B-values.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-hmset-5-fields-with-1000B-values.yaml new file mode 100644 index 00000000..b5c943f2 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-hmset-5-fields-with-1000B-values.yaml @@ -0,0 +1,36 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-hmset-5-fields-with-1000B-values +description: Runs memtier_benchmark, for a keyspace length of 1M keys loading HASHES + with 5 fields each. Each field value has a data size of 1000 Bytes. Rate limited + to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 6g +tested-groups: +- hash +tested-commands: +- hmset +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--test-time 180 \"--data-size\" \"1000\" --command \"HMSET __key__ field1 + __data__ field2 __data__ field3 __data__ field4 __data__ field5 __data__\" --command-key-pattern=\"\ + P\" --key-minimum=1 --key-maximum 1000000 -c 50 -t 4 --hide-histogram --rate-limiting + 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 20 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-100B-values.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-100B-values.yaml new file mode 100644 index 00000000..c346116c --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-100B-values.yaml @@ -0,0 +1,34 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-100B-values +description: Runs memtier_benchmark, for a keyspace length of 1M keys loading LISTs + in which the value has a data size of 100 Bytes. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 8g +tested-groups: +- list +tested-commands: +- lpush +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "\"--data-size\" \"100\" --command \"LPUSH __key__ __data__\" --command-key-pattern=\"\ + P\" --key-minimum=1 --key-maximum 1000000 --test-time 180 -c 50 -t 4 --hide-histogram + --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 38 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-10B-values.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-10B-values.yaml new file mode 100644 index 00000000..476151d6 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-10B-values.yaml @@ -0,0 +1,34 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-10B-values +description: Runs memtier_benchmark, for a keyspace length of 1M keys loading LISTs + in which the value has a data size of 10 Bytes. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 1g +tested-groups: +- list +tested-commands: +- lpush +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "\"--data-size\" \"10\" --command \"LPUSH __key__ __data__\" --command-key-pattern=\"\ + P\" --key-minimum=1 --key-maximum 1000000 --test-time 180 -c 50 -t 4 --hide-histogram + --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 38 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-1KiB-values.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-1KiB-values.yaml new file mode 100644 index 00000000..8c499ffc --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-1KiB-values.yaml @@ -0,0 +1,34 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-1KiB-values +description: Runs memtier_benchmark, for a keyspace length of 1M keys loading LISTs + in which the value has a data size of 1000 Bytes. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 32g +tested-groups: +- list +tested-commands: +- lpush +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "\"--data-size\" \"1000\" --command \"LPUSH __key__ __data__\" --command-key-pattern=\"\ + P\" --key-minimum=1 --key-maximum 1000000 --test-time 180 -c 50 -t 4 --hide-histogram + --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 38 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-set-intset-with-100-elements-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-set-intset-with-100-elements-pipeline-10.yaml new file mode 100644 index 00000000..813d1c63 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-set-intset-with-100-elements-pipeline-10.yaml @@ -0,0 +1,42 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-set-intset-with-100-elements-pipeline-10 +description: Runs memtier_benchmark, for a keyspace length of 1M keys loading SETs + with 100 integer elements. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 1g +tested-commands: +- sadd +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--pipeline 10 --test-time 180 -c 50 -t 4 --command \"SADD __key__ 436858 + 768277 10664 860016 865292 841848 313147 896678 386308 977048 203069 283373 593503 + 457419 169542 391186 130304 916639 453967 273773 589383 657683 182813 641487 580095 + 195884 372142 774005 768470 95729 556839 771113 432139 613472 528415 174665 155343 + 215707 753892 81624 199200 877732 358153 337683 24664 481128 356011 28176 535519 + 724263 780697 435661 3623 6998 985912 696150 913066 171765 808279 608289 187563 + 300496 104333 684239 434669 111037 928553 714514 606168 190478 772363 393219 243921 + 549032 624950 743846 957491 864902 345918 846332 42207 243593 125622 915607 523476 + 226892 773003 840853 792775 582050 702242 194856 270254 617201 454742 543414 960526 + 136178 43558 172112\" --command-key-pattern=\"P\" --key-minimum=1 --key-maximum + 1000000 --hide-histogram --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 4g + +tested-groups: +- set +priority: 12 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-set-intset-with-100-elements.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-set-intset-with-100-elements.yaml new file mode 100644 index 00000000..242c3061 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-set-intset-with-100-elements.yaml @@ -0,0 +1,42 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-set-intset-with-100-elements +description: Runs memtier_benchmark, for a keyspace length of 1M keys loading SETs + with 100 integer elements. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 1g +tested-commands: +- sadd +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--test-time 180 -c 50 -t 4 --command \"SADD __key__ 436858 768277 10664 + 860016 865292 841848 313147 896678 386308 977048 203069 283373 593503 457419 169542 + 391186 130304 916639 453967 273773 589383 657683 182813 641487 580095 195884 372142 + 774005 768470 95729 556839 771113 432139 613472 528415 174665 155343 215707 753892 + 81624 199200 877732 358153 337683 24664 481128 356011 28176 535519 724263 780697 + 435661 3623 6998 985912 696150 913066 171765 808279 608289 187563 300496 104333 + 684239 434669 111037 928553 714514 606168 190478 772363 393219 243921 549032 624950 + 743846 957491 864902 345918 846332 42207 243593 125622 915607 523476 226892 773003 + 840853 792775 582050 702242 194856 270254 617201 454742 543414 960526 136178 43558 + 172112\" --command-key-pattern=\"P\" --key-minimum=1 --key-maximum 1000000 --hide-histogram + --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 4g + +tested-groups: +- set +priority: 12 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-1-fields-with-100B-values-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-1-fields-with-100B-values-pipeline-10.yaml new file mode 100644 index 00000000..a36dd5ce --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-1-fields-with-100B-values-pipeline-10.yaml @@ -0,0 +1,34 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-1-fields-with-100B-values-pipeline-10 +description: Runs memtier_benchmark, for a keyspace length of 1M keys loading STREAMs + in which the value has a data size of 100 Bytes. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 5g +tested-commands: +- xadd +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "\"--pipeline\" \"10\" \"--data-size\" \"100\" --command \"XADD __key__ + MAXLEN ~ 1 * field __data__\" --command-key-pattern=\"P\" --key-minimum=1 --key-maximum + 1000000 --test-time 180 -c 50 -t 4 --hide-histogram --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +tested-groups: +- stream +priority: 66 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-1-fields-with-100B-values.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-1-fields-with-100B-values.yaml new file mode 100644 index 00000000..d9b0230e --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-1-fields-with-100B-values.yaml @@ -0,0 +1,34 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-1-fields-with-100B-values +description: Runs memtier_benchmark, for a keyspace length of 1M keys loading STREAMs + in which the value has a data size of 100 Bytes. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 5g +tested-commands: +- xadd +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "\"--data-size\" \"100\" --command \"XADD __key__ MAXLEN ~ 1 * field + __data__\" --command-key-pattern=\"P\" --key-minimum=1 --key-maximum 1000000 --test-time + 180 -c 50 -t 4 --hide-histogram --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +tested-groups: +- stream +priority: 66 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-5-fields-with-100B-values-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-5-fields-with-100B-values-pipeline-10.yaml new file mode 100644 index 00000000..8cf4c011 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-5-fields-with-100B-values-pipeline-10.yaml @@ -0,0 +1,36 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-5-fields-with-100B-values-pipeline-10 +description: Runs memtier_benchmark, for a keyspace length of 1M keys loading STREAMs + in which the 5 field values have a data size of 100 Bytes. Rate limited to 10000 + ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 8g +tested-commands: +- xadd +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "\"--pipeline\" \"10\" \"--data-size\" \"100\" --command \"XADD __key__ + MAXLEN ~ 5 * field __data__ field __data__ field __data__ field __data__ field + __data__\" --command-key-pattern=\"P\" --key-minimum=1 --key-maximum 1000000 --test-time + 180 -c 50 -t 4 --hide-histogram --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +tested-groups: +- stream +priority: 66 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-5-fields-with-100B-values.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-5-fields-with-100B-values.yaml new file mode 100644 index 00000000..b23bc67b --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-5-fields-with-100B-values.yaml @@ -0,0 +1,36 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-5-fields-with-100B-values +description: Runs memtier_benchmark, for a keyspace length of 1M keys loading STREAMs + in which the 5 field values have a data size of 100 Bytes. Rate limited to 10000 + ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 8g +tested-commands: +- xadd +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "\"--data-size\" \"100\" --command \"XADD __key__ MAXLEN ~ 5 * field + __data__ field __data__ field __data__ field __data__ field __data__\" --command-key-pattern=\"\ + P\" --key-minimum=1 --key-maximum 1000000 --test-time 180 -c 50 -t 4 --hide-histogram + --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +tested-groups: +- stream +priority: 66 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-100B-values-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-100B-values-pipeline-10.yaml new file mode 100644 index 00000000..6c1014d9 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-100B-values-pipeline-10.yaml @@ -0,0 +1,34 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-100B-values-pipeline-10 +description: Runs memtier_benchmark, for a keyspace length of 1M keys loading STRINGs + in which the value has a data size of 100 Bytes. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 1g +tested-commands: +- set +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "\"--pipeline\" \"10\" \"--data-size\" \"100\" --ratio 1:0 --key-pattern + P:P --key-minimum=1 --key-maximum 1000000 --test-time 180 -c 50 -t 4 --hide-histogram + --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +tested-groups: +- string +priority: 17 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-100B-values.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-100B-values.yaml new file mode 100644 index 00000000..e655910b --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-100B-values.yaml @@ -0,0 +1,38 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-100B-values +description: Runs memtier_benchmark, for a keyspace length of 1M keys loading STRINGs + in which the value has a data size of 100 Bytes. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 12g +tested-commands: +- set +redis-topologies: +- oss-standalone + +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "\"--data-size\" \"100\" --ratio 1:0 --key-pattern P:P --key-minimum=1 + --key-maximum 1000000 --test-time 180 -c 50 -t 4 --hide-histogram --rate-limiting + 50" + resources: + requests: + cpus: '4' + memory: 2g + scalability: + mode: '1:1' + max_processes: 21 + +tested-groups: +- string +priority: 17 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-10.yaml new file mode 100644 index 00000000..1230652c --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-10.yaml @@ -0,0 +1,34 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-10 +description: Runs memtier_benchmark, for a keyspace length of 1M keys loading STRINGs + in which the value has a data size of 10 Bytes. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 1g +tested-commands: +- set +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "\"--pipeline\" \"10\" \"--data-size\" \"10\" --ratio 1:0 --key-pattern + P:P --key-minimum=1 --key-maximum 1000000 --test-time 180 -c 50 -t 4 --hide-histogram + --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +tested-groups: +- string +priority: 17 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-10B-values.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-10B-values.yaml new file mode 100644 index 00000000..85204acb --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-10B-values.yaml @@ -0,0 +1,34 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-10B-values +description: Runs memtier_benchmark, for a keyspace length of 1M keys loading STRINGs + in which the value has a data size of 10 Bytes. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 1g +tested-commands: +- set +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "\"--data-size\" \"10\" --ratio 1:0 --key-pattern P:P --key-minimum=1 + --key-maximum 1000000 --test-time 180 -c 50 -t 4 --hide-histogram --rate-limiting + 50" + resources: + requests: + cpus: '4' + memory: 2g + +tested-groups: +- string +priority: 17 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-1KiB-values.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-1KiB-values.yaml new file mode 100644 index 00000000..e3f2ad28 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-1KiB-values.yaml @@ -0,0 +1,34 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-1KiB-values +description: Runs memtier_benchmark, for a keyspace length of 1M keys loading STRINGs + in which the value has a data size of 1000 Bytes. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 3g +tested-commands: +- set +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "\"--data-size\" \"1000\" --ratio 1:0 --key-pattern P:P --key-minimum=1 + --key-maximum 1000000 --test-time 180 -c 50 -t 4 --hide-histogram --rate-limiting + 50" + resources: + requests: + cpus: '4' + memory: 2g + +tested-groups: +- string +priority: 17 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-20KiB-values.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-20KiB-values.yaml new file mode 100644 index 00000000..638ee21e --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-20KiB-values.yaml @@ -0,0 +1,38 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-20KiB-values +description: Runs memtier_benchmark, for a keyspace length of 1M keys loading STRINGs + in which the value has a data size of 20K Bytes. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 12g +tested-commands: +- set +redis-topologies: +- oss-standalone + +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "\"--data-size\" \"20000\" --ratio 1:0 --key-pattern P:P --key-minimum=1 + --key-maximum 1000000 --test-time 180 -c 50 -t 4 --hide-histogram --rate-limiting + 50" + resources: + requests: + cpus: '4' + memory: 2g + scalability: + mode: '1:1' + max_processes: 21 + +tested-groups: +- string +priority: 17 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-zset-with-10-elements-double-score.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-zset-with-10-elements-double-score.yaml new file mode 100644 index 00000000..1ea84d08 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-zset-with-10-elements-double-score.yaml @@ -0,0 +1,36 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-zset-with-10-elements-double-score +description: Runs memtier_benchmark, for a keyspace length of 1M keys loading ZSETs + with 10 elements. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 1g +tested-commands: +- zadd +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--test-time 180 -c 50 -t 4 --command \"ZADD __key__ 0.306275 lysbgqqfqw + 0.486004 mtccjerdon 0.941626 jekkafodvk 0.602656 nmgxcctxpn 0.630771 vyqqkuszzh + 0.406379 pytrnqdhvs 0.521814 oguwnmniig 0.182854 gekntrykfh 0.657658 nhfnbxqgol + 0.218066 cgoeihlnei\" --command-key-pattern=\"P\" --key-minimum=1 --key-maximum + 1000000 --hide-histogram --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 4g + +tested-groups: +- sorted-set +priority: 12 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-zset-with-10-elements-int-score.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-zset-with-10-elements-int-score.yaml new file mode 100644 index 00000000..3bde6554 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-zset-with-10-elements-int-score.yaml @@ -0,0 +1,35 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-zset-with-10-elements-int-score +description: Runs memtier_benchmark, for a keyspace length of 1M keys loading ZSETs + with 10 elements. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 1g +tested-commands: +- zadd +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--test-time 180 -c 50 -t 4 --command \"ZADD __key__ 1 lysbgqqfqw 2 mtccjerdon + 3 jekkafodvk 4 nmgxcctxpn 5 vyqqkuszzh 6 pytrnqdhvs 7 oguwnmniig 8 gekntrykfh + 9 nhfnbxqgol 10 cgoeihlnei\" --command-key-pattern=\"P\" --key-minimum=1 --key-maximum + 1000000 --hide-histogram --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 4g + +tested-groups: +- sorted-set +priority: 12 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-append-1-100B-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-append-1-100B-pipeline-10.yaml new file mode 100644 index 00000000..d4b0b524 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-append-1-100B-pipeline-10.yaml @@ -0,0 +1,40 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-append-1-100B-pipeline-10 +description: Runs memtier_benchmark, for a keyspace length of 1M keys with a data + size of 1 Bytes for each key initially. Then we append to the same keys with values + ranging from 1 to 100B. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "1" "--ratio" "1:0" "--key-pattern" "P:P" "-c" "50" + "-t" "2" "--hide-histogram" "--key-minimum" "1"' + resources: + requests: + memory: 1g +tested-commands: +- append +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--test-time 120 --pipeline 10 --data-size-range=1-100 --command \"APPEND + __key__ __data__\" --command-key-pattern=\"R\" --key-minimum=1 --key-maximum 1000000 + -c 50 -t 4 --hide-histogram --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +tested-groups: +- string +priority: 1 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-append-1-100B.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-append-1-100B.yaml new file mode 100644 index 00000000..c1f8505e --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-append-1-100B.yaml @@ -0,0 +1,39 @@ +version: 0.4 +name: latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-append-1-100B +description: Runs memtier_benchmark, for a keyspace length of 1M keys with a data + size of 1 Bytes for each key initially. Then we append to the same keys with values + ranging from 1 to 100B. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "1" "--ratio" "1:0" "--key-pattern" "P:P" "-c" "50" + "-t" "2" "--hide-histogram" "--key-minimum" "1"' + resources: + requests: + memory: 1g +tested-commands: +- append +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--test-time 120 --data-size-range=1-100 --command \"APPEND __key__ __data__\"\ + \ --command-key-pattern=\"R\" --key-minimum=1 --key-maximum 1000000 -c 50 -t 4 + --hide-histogram --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +tested-groups: +- string +priority: 1 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-decr.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-decr.yaml new file mode 100644 index 00000000..ab9fa880 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-decr.yaml @@ -0,0 +1,39 @@ +version: 0.4 +name: latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-decr +description: Runs memtier_benchmark, for a keyspace length of 1M keys testing use + embedded string object encoding on the string and doing decr command. Rate limited + to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: ' --command "SET __key__ 9223372036854775807" --command-key-pattern="P" + -n 5000 --key-minimum=1 --key-maximum 1000000 -c 50 -t 4 --hide-histogram' + resources: + requests: + memory: 1g +tested-commands: +- decr +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--test-time 180 --command \"DECR __key__\" --command-key-pattern=\"\ + R\" --key-minimum=1 --key-maximum 1000000 -c 4 -t 4 --hide-histogram --rate-limiting + 625" + resources: + requests: + cpus: '4' + memory: 2g + +tested-groups: +- string +priority: 98 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-100B-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-100B-pipeline-10.yaml new file mode 100644 index 00000000..fc5d6b97 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-100B-pipeline-10.yaml @@ -0,0 +1,38 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-100B-pipeline-10 +description: Runs memtier_benchmark, for a keyspace length of 1M keys with a data + size of 100 Bytes for each key. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "100" "--ratio" "1:0" "--key-pattern" "P:P" "-c" "50" + "-t" "2" "--hide-histogram" "--key-minimum" "1"' + resources: + requests: + memory: 1g +tested-commands: +- get +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "\"--pipeline\" \"10\" \"--data-size\" \"100\" --ratio 0:1 --key-pattern + R:R -c 25 -t 4 --hide-histogram --test-time 180 --rate-limiting 100" + resources: + requests: + cpus: '4' + memory: 2g + +tested-groups: +- string +priority: 1 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-100B.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-100B.yaml new file mode 100644 index 00000000..0d1c63ce --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-100B.yaml @@ -0,0 +1,37 @@ +version: 0.4 +name: latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-100B +description: Runs memtier_benchmark, for a keyspace length of 1M keys with a data + size of 100 Bytes for each key. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "100" "--ratio" "1:0" "--key-pattern" "P:P" "-c" "50" + "-t" "2" "--hide-histogram" "--key-minimum" "1"' + resources: + requests: + memory: 1g +tested-commands: +- get +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--data-size 100 --ratio 0:1 --key-pattern R:R -c 25 -t 4 --hide-histogram + --test-time 180 --rate-limiting 100" + resources: + requests: + cpus: '4' + memory: 2g + +tested-groups: +- string +priority: 1 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-10B-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-10B-pipeline-10.yaml new file mode 100644 index 00000000..ea3dceaa --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-10B-pipeline-10.yaml @@ -0,0 +1,38 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-10B-pipeline-10 +description: Runs memtier_benchmark, for a keyspace length of 1M keys with a data + size of 10 Bytes for each key. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "10" "--ratio" "1:0" "--key-pattern" "P:P" "-c" "50" + "-t" "2" "--hide-histogram" "--key-minimum" "1"' + resources: + requests: + memory: 1g +tested-commands: +- get +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "\"--pipeline\" \"10\" \"--data-size\" \"10\" --ratio 0:1 --key-pattern + R:R -c 25 -t 4 --hide-histogram --test-time 180 --rate-limiting 100" + resources: + requests: + cpus: '4' + memory: 2g + +tested-groups: +- string +priority: 1 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-10B.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-10B.yaml new file mode 100644 index 00000000..cec600af --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-10B.yaml @@ -0,0 +1,37 @@ +version: 0.4 +name: latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-10B +description: Runs memtier_benchmark, for a keyspace length of 1M keys with a data + size of 10 Bytes for each key. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "10" "--ratio" "1:0" "--key-pattern" "P:P" "-c" "50" + "-t" "2" "--hide-histogram" "--key-minimum" "1"' + resources: + requests: + memory: 1g +tested-commands: +- get +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "\"--data-size\" \"10\" --ratio 0:1 --key-pattern R:R -c 25 -t 4 --hide-histogram + --test-time 180 --rate-limiting 100" + resources: + requests: + cpus: '4' + memory: 2g + +tested-groups: +- string +priority: 1 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-1KiB-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-1KiB-pipeline-10.yaml new file mode 100644 index 00000000..d6265d25 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-1KiB-pipeline-10.yaml @@ -0,0 +1,38 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-1KiB-pipeline-10 +description: Runs memtier_benchmark, for a keyspace length of 1M keys with a data + size of 1000 Bytes for each key. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "1000" "--ratio" "1:0" "--key-pattern" "P:P" "-c" "50" + "-t" "2" "--hide-histogram" "--key-minimum" "1"' + resources: + requests: + memory: 2g +tested-commands: +- get +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--pipeline 10 --data-size 1000 --ratio 0:1 --key-pattern R:R -c 25 -t + 4 --hide-histogram --test-time 180 --rate-limiting 100" + resources: + requests: + cpus: '4' + memory: 2g + +tested-groups: +- string +priority: 1 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-1KiB.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-1KiB.yaml new file mode 100644 index 00000000..1f0a561b --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-1KiB.yaml @@ -0,0 +1,37 @@ +version: 0.4 +name: latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-1KiB +description: Runs memtier_benchmark, for a keyspace length of 1M keys with a data + size of 1000 Bytes for each key. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "1000" "--ratio" "1:0" "--key-pattern" "P:P" "-c" "50" + "-t" "2" "--hide-histogram" "--key-minimum" "1"' + resources: + requests: + memory: 2g +tested-commands: +- get +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--data-size 1000 --ratio 0:1 --key-pattern R:R -c 25 -t 4 --hide-histogram + --test-time 180 --rate-limiting 100" + resources: + requests: + cpus: '4' + memory: 2g + +tested-groups: +- string +priority: 1 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-200KiB.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-200KiB.yaml new file mode 100644 index 00000000..e2ed461a --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-200KiB.yaml @@ -0,0 +1,37 @@ +version: 0.4 +name: latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-200KiB +description: Runs memtier_benchmark, for a keyspace length of 1M keys with a data + size of 200000 Bytes for each key. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "200000" "--ratio" "1:0" "--key-pattern" "P:P" "-c" + "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' + resources: + requests: + memory: 2g +tested-commands: +- get +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--data-size 200000 --ratio 0:1 --key-pattern R:R -c 25 -t 4 --hide-histogram + --test-time 180 --rate-limiting 100" + resources: + requests: + cpus: '4' + memory: 2g + +tested-groups: +- string +priority: 1 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-20KiB.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-20KiB.yaml new file mode 100644 index 00000000..03dbbe9e --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-20KiB.yaml @@ -0,0 +1,37 @@ +version: 0.4 +name: latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-20KiB +description: Runs memtier_benchmark, for a keyspace length of 1M keys with a data + size of 20000 Bytes for each key. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "20000" "--ratio" "1:0" "--key-pattern" "P:P" "-c" "50" + "-t" "2" "--hide-histogram" "--key-minimum" "1"' + resources: + requests: + memory: 2g +tested-commands: +- get +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--data-size 20000 --ratio 0:1 --key-pattern R:R -c 25 -t 4 --hide-histogram + --test-time 180 --rate-limiting 100" + resources: + requests: + cpus: '4' + memory: 2g + +tested-groups: +- string +priority: 1 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrby-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrby-pipeline-10.yaml new file mode 100644 index 00000000..aa25cfe4 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrby-pipeline-10.yaml @@ -0,0 +1,32 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrby-pipeline-10 +description: Runs memtier_benchmark, for a keyspace length of 1M keys doing incrby + of 1. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + resources: + requests: + memory: 1g +tested-groups: +- string +tested-commands: +- incrby +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--test-time 120 --pipeline 10 --command \"INCRBY __key__ 1\" --command-key-pattern=\"\ + R\" --key-minimum=1 --key-maximum 1000000 -c 50 -t 4 --hide-histogram --rate-limiting + 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 21 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrby.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrby.yaml new file mode 100644 index 00000000..19400211 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrby.yaml @@ -0,0 +1,31 @@ +version: 0.4 +name: latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrby +description: Runs memtier_benchmark, for a keyspace length of 1M keys doing incrby + of 1. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + resources: + requests: + memory: 1g +tested-groups: +- string +tested-commands: +- incrby +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--test-time 120 --command \"INCRBY __key__ 1\" --command-key-pattern=\"\ + R\" --key-minimum=1 --key-maximum 1000000 -c 50 -t 4 --hide-histogram --rate-limiting + 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 21 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrbyfloat-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrbyfloat-pipeline-10.yaml new file mode 100644 index 00000000..9a42384c --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrbyfloat-pipeline-10.yaml @@ -0,0 +1,32 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrbyfloat-pipeline-10 +description: Runs memtier_benchmark, for a keyspace length of 1M keys doing incrby + of 0.01. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + resources: + requests: + memory: 1g +tested-groups: +- string +tested-commands: +- incrbyfloat +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--test-time 120 --pipeline 10 --command \"INCRBYFLOAT __key__ 0.01\"\ + \ --command-key-pattern=\"R\" --key-minimum=1 --key-maximum 1000000 -c 50 -t 4 + --hide-histogram --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 21 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrbyfloat.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrbyfloat.yaml new file mode 100644 index 00000000..a2caca66 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrbyfloat.yaml @@ -0,0 +1,31 @@ +version: 0.4 +name: latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrbyfloat +description: Runs memtier_benchmark, for a keyspace length of 1M keys doing incrby + of 0.01. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + resources: + requests: + memory: 1g +tested-groups: +- string +tested-commands: +- incrbyfloat +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--test-time 120 --command \"INCRBYFLOAT __key__ 0.01\" --command-key-pattern=\"\ + R\" --key-minimum=1 --key-maximum 1000000 -c 50 -t 4 --hide-histogram --rate-limiting + 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 21 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-mget-1KiB.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-mget-1KiB.yaml new file mode 100644 index 00000000..e9204301 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-mget-1KiB.yaml @@ -0,0 +1,38 @@ +version: 0.4 +name: latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-mget-1KiB +description: Runs memtier_benchmark, for a keyspace length of 1M keys with a data + size of 1000 Bytes for each key. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --data-size 1000 --key-maximum 1000000 --key-prefix "" --command="SET + __key__ __data__" --command-key-pattern P --key-minimum 1 --hide-histogram + -t 2 -c 100 + resources: + requests: + memory: 2g +tested-commands: +- mget +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--key-prefix \"\" --command \"MGET __key__ 1 2 3 4 5 6 7 8 9\" -c 50 + -t 2 --hide-histogram --test-time 180 --rate-limiting 100" + resources: + requests: + cpus: '2' + memory: 2g + +tested-groups: +- string +priority: 13 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setex-100B-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setex-100B-pipeline-10.yaml new file mode 100644 index 00000000..9a301e91 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setex-100B-pipeline-10.yaml @@ -0,0 +1,38 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setex-100B-pipeline-10 +description: Runs memtier_benchmark, for a keyspace length of 1M keys with a data + size of 100 Bytes for each key. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "100" "--ratio" "1:0" "--key-pattern" "P:P" "-c" "50" + "-t" "2" "--hide-histogram" "--key-minimum" "1"' + resources: + requests: + memory: 1g +tested-commands: +- setex +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--test-time 120 --pipeline 10 --command \"SETEX __key__ 3600 __value__\"\ + \ --command-key-pattern=\"R\" --key-minimum=1 --key-maximum 1000000 -c 50 -t 4 + --hide-histogram --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g +tested-groups: +- string +priority: 1 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setrange-100B-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setrange-100B-pipeline-10.yaml new file mode 100644 index 00000000..d0a272f7 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setrange-100B-pipeline-10.yaml @@ -0,0 +1,39 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setrange-100B-pipeline-10 +description: Runs memtier_benchmark, for a keyspace length of 1M keys with a data + size of 100 Bytes for each key. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "100" "--ratio" "1:0" "--key-pattern" "P:P" "-c" "50" + "-t" "2" "--hide-histogram" "--key-minimum" "1"' + resources: + requests: + memory: 1g +tested-commands: +- setrange +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--test-time 120 --pipeline 10 --data-size-range=1-95 --command \"SETRANGE + __key__ 5 __data__\" --command-key-pattern=\"R\" --key-minimum=1 --key-maximum + 1000000 -c 50 -t 4 --hide-histogram --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +tested-groups: +- string +priority: 1 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setrange-100B.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setrange-100B.yaml new file mode 100644 index 00000000..9a8a567a --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setrange-100B.yaml @@ -0,0 +1,38 @@ +version: 0.4 +name: latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setrange-100B +description: Runs memtier_benchmark, for a keyspace length of 1M keys with a data + size of 100 Bytes for each key. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "100" "--ratio" "1:0" "--key-pattern" "P:P" "-c" "50" + "-t" "2" "--hide-histogram" "--key-minimum" "1"' + resources: + requests: + memory: 1g +tested-commands: +- setrange +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--test-time 120 --data-size-range=1-95 --command \"SETRANGE __key__ + 5 __data__\" --command-key-pattern=\"R\" --key-minimum=1 --key-maximum 1000000 + -c 50 -t 4 --hide-histogram --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +tested-groups: +- string +priority: 1 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-2-elements-geopos.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-2-elements-geopos.yaml new file mode 100644 index 00000000..32ea7dfb --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-2-elements-geopos.yaml @@ -0,0 +1,35 @@ +version: 0.4 +name: latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-2-elements-geopos +description: 'Runs memtier_benchmark, for a keyspace length of 1 GEO key. The GEO + key contains 2 elements and comes from the example of https://redis.io/docs/latest/commands/geopos, + and we query it using GEOPOS command. Rate limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + resources: + requests: + memory: 1g + init_commands: + - '"GEOADD" "Sicily" "13.361389" "38.115556" "Palermo" "15.087269" "37.502669" "Catania"' +tested-groups: +- geo +tested-commands: +- geopos +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "-c 50 -t 4 --command=\"GEOPOS Sicily Palermo Catania\" --hide-histogram + --test-time 120 --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 138 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-2-elements-geosearch-fromlonlat-withcoord.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-2-elements-geosearch-fromlonlat-withcoord.yaml new file mode 100644 index 00000000..cad655fb --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-2-elements-geosearch-fromlonlat-withcoord.yaml @@ -0,0 +1,38 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-2-elements-geosearch-fromlonlat-withcoord +description: 'Runs memtier_benchmark, for a keyspace length of 1 GEO key. The GEO + key contains 2 elements and comes from the example of https://redis.io/docs/latest/commands/geosearch, + and we query it using GEOSEARCH command. Rate limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + resources: + requests: + memory: 1g + init_commands: + - '"GEOADD" "Sicily" "13.361389" "38.115556" "Palermo" "15.087269" "37.502669" "Catania"' + - '"GEOADD" "Sicily" "12.758489" "38.788135" "edge1" "17.241510" "38.788135" "edge2"' +tested-groups: +- geo +tested-commands: +- geosearch +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "-c 50 -t 4 --command=\"GEOSEARCH Sicily FROMLONLAT 15 37 BYBOX 400 400 + km ASC WITHCOORD WITHDIST\" --hide-histogram --test-time 120 --rate-limiting + 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 138 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geodist-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geodist-pipeline-10.yaml new file mode 100644 index 00000000..543a24c7 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geodist-pipeline-10.yaml @@ -0,0 +1,36 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geodist-pipeline-10 +description: 'Runs memtier_benchmark, for a keyspace length of 1 GEO key. The GEO + key contains 60841557 elements in it and we query it using GEODIST command between + 2 elements. Rate limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + dataset: + https://s3.us-east-2.amazonaws.com/redis.benchmarks.spec/datasets/geopoint/dump.rdb + resources: + requests: + memory: 6g +tested-groups: +- geo +tested-commands: +- geodist +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--pipeline 10 -c 50 -t 4 --command=\"GEODIST key 1 2\" --hide-histogram + --test-time 180 --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 166 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geodist.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geodist.yaml new file mode 100644 index 00000000..a836f6f0 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geodist.yaml @@ -0,0 +1,35 @@ +version: 0.4 +name: latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geodist +description: 'Runs memtier_benchmark, for a keyspace length of 1 GEO key. The GEO + key contains 60841557 elements in it and we query it using GEODIST command between + 2 elements. Rate limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + dataset: + https://s3.us-east-2.amazonaws.com/redis.benchmarks.spec/datasets/geopoint/dump.rdb + resources: + requests: + memory: 6g +tested-groups: +- geo +tested-commands: +- geodist +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "-c 50 -t 4 --command=\"GEODIST key 1 2\" --hide-histogram --test-time + 180 --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 166 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geohash-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geohash-pipeline-10.yaml new file mode 100644 index 00000000..4a91f5bb --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geohash-pipeline-10.yaml @@ -0,0 +1,36 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geohash-pipeline-10 +description: 'Runs memtier_benchmark, for a keyspace length of 1 GEO key. The GEO + key contains 60841557 elements in it and we query it using GEOHASH command. Rate + limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + dataset: + https://s3.us-east-2.amazonaws.com/redis.benchmarks.spec/datasets/geopoint/dump.rdb + resources: + requests: + memory: 6g +tested-groups: +- geo +tested-commands: +- geohash +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--pipeline 10 -c 50 -t 4 --command=\"GEOHASH key 1\" --hide-histogram + --test-time 180 --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 170 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geohash.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geohash.yaml new file mode 100644 index 00000000..62c38407 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geohash.yaml @@ -0,0 +1,35 @@ +version: 0.4 +name: latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geohash +description: 'Runs memtier_benchmark, for a keyspace length of 1 GEO key. The GEO + key contains 60841557 elements in it and we query it using GEOHASH command. Rate + limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + dataset: + https://s3.us-east-2.amazonaws.com/redis.benchmarks.spec/datasets/geopoint/dump.rdb + resources: + requests: + memory: 6g +tested-groups: +- geo +tested-commands: +- geohash +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "-c 50 -t 4 --command=\"GEOHASH key 1\" --hide-histogram --test-time + 180 --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 170 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geopos-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geopos-pipeline-10.yaml new file mode 100644 index 00000000..fc9e7d3e --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geopos-pipeline-10.yaml @@ -0,0 +1,36 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geopos-pipeline-10 +description: 'Runs memtier_benchmark, for a keyspace length of 1 GEO key. The GEO + key contains 60841557 elements in it and we query it using GEOPOS command. Rate + limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + dataset: + https://s3.us-east-2.amazonaws.com/redis.benchmarks.spec/datasets/geopoint/dump.rdb + resources: + requests: + memory: 6g +tested-groups: +- geo +tested-commands: +- geopos +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--pipeline 10 -c 50 -t 4 --command=\"GEOPOS key 1\" --hide-histogram + --test-time 180 --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 138 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geopos.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geopos.yaml new file mode 100644 index 00000000..fcfb0384 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geopos.yaml @@ -0,0 +1,35 @@ +version: 0.4 +name: latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geopos +description: 'Runs memtier_benchmark, for a keyspace length of 1 GEO key. The GEO + key contains 60841557 elements in it and we query it using GEOPOS command. Rate + limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + dataset: + https://s3.us-east-2.amazonaws.com/redis.benchmarks.spec/datasets/geopoint/dump.rdb + resources: + requests: + memory: 6g +tested-groups: +- geo +tested-commands: +- geopos +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "-c 50 -t 4 --command=\"GEOPOS key 1\" --hide-histogram --test-time + 180 --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 138 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat-bybox.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat-bybox.yaml new file mode 100644 index 00000000..30f9ef9b --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat-bybox.yaml @@ -0,0 +1,36 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat-bybox +description: 'Runs memtier_benchmark, for a keyspace length of 1 GEO key. The GEO + key contains 60841557 elements in it and we query it using GEOSEARCH command that + replies with a very large (~11K ) number of elements. Rate limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + dataset: + https://s3.us-east-2.amazonaws.com/redis.benchmarks.spec/datasets/geopoint/dump.rdb + resources: + requests: + memory: 6g +tested-groups: +- geo +tested-commands: +- geosearch +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "-c 2 -t 4 --command=\"GEOSEARCH key FROMLONLAT 7.0 55.0 BYBOX 200 200 + KM\" --hide-histogram --test-time 180 --rate-limiting 1250" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 158 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat-pipeline-10.yaml new file mode 100644 index 00000000..acce55dc --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat-pipeline-10.yaml @@ -0,0 +1,36 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat-pipeline-10 +description: 'Runs memtier_benchmark, for a keyspace length of 1 GEO key. The GEO + key contains 60841557 elements in it and we query it using GEOSEARCH command that + replies with a very large (~100K ) number of elements. Rate limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + dataset: + https://s3.us-east-2.amazonaws.com/redis.benchmarks.spec/datasets/geopoint/dump.rdb + resources: + requests: + memory: 6g +tested-groups: +- geo +tested-commands: +- geosearch +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--pipeline 10 -c 2 -t 4 --command=\"GEOSEARCH key FROMLONLAT 7.0 55.0 + BYRADIUS 200 KM\" --hide-histogram --test-time 180 --rate-limiting 1250" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 158 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat.yaml new file mode 100644 index 00000000..1e3fa16d --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat.yaml @@ -0,0 +1,36 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat +description: 'Runs memtier_benchmark, for a keyspace length of 1 GEO key. The GEO + key contains 60841557 elements in it and we query it using GEOSEARCH command that + replies with a very large (~100K ) number of elements. Rate limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + dataset: + https://s3.us-east-2.amazonaws.com/redis.benchmarks.spec/datasets/geopoint/dump.rdb + resources: + requests: + memory: 6g +tested-groups: +- geo +tested-commands: +- geosearch +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "-c 2 -t 4 --command=\"GEOSEARCH key FROMLONLAT 7.0 55.0 BYRADIUS 200 + KM\" --hide-histogram --test-time 180 --rate-limiting 1250" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 158 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-hash-hscan-50-fields-10B-values.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-hash-hscan-50-fields-10B-values.yaml new file mode 100644 index 00000000..a2f3059a --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-hash-hscan-50-fields-10B-values.yaml @@ -0,0 +1,50 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-hash-hscan-50-fields-10B-values +description: Runs memtier_benchmark, for a keyspace length of 1 keys pre-loading HASHes + in which the value has a data size of 10 Bytes. After pre-loading the data it issues + HSCAN command. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "10" --command "HSET __key__ field:1 __data__ field:2 + __data__ field:3 __data__ field:4 __data__ field:5 __data__ field:6 __data__ + field:7 __data__ field:8 __data__ field:9 __data__ field:10 __data__ field:11 + __data__ field:12 __data__ field:13 __data__ field:14 __data__ field:15 __data__ + field:16 __data__ field:17 __data__ field:18 __data__ field:19 __data__ field:20 + __data__ field:21 __data__ field:22 __data__ field:23 __data__ field:24 __data__ + field:25 __data__ field:26 __data__ field:27 __data__ field:28 __data__ field:29 + __data__ field:30 __data__ field:31 __data__ field:32 __data__ field:33 __data__ + field:34 __data__ field:35 __data__ field:36 __data__ field:37 __data__ field:38 + __data__ field:39 __data__ field:40 __data__ field:41 __data__ field:42 __data__ + field:43 __data__ field:44 __data__ field:45 __data__ field:46 __data__ field:47 + __data__ field:48 __data__ field:49 __data__ field:50 __data__" --command-key-pattern="P" + --key-minimum=1 --key-maximum 1 -n allkeys -c 1 -t 1 --hide-histogram' + resources: + requests: + memory: 2g +tested-groups: +- hash +tested-commands: +- hscan +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--command \"HSCAN __key__ 0\" --command-key-pattern=\"R\" --key-minimum=1 + --key-maximum 1 --test-time 120 -c 50 -t 4 --hide-histogram --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 96 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10-elements-lrange-all-elements-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10-elements-lrange-all-elements-pipeline-10.yaml new file mode 100644 index 00000000..61018493 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10-elements-lrange-all-elements-pipeline-10.yaml @@ -0,0 +1,37 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10-elements-lrange-all-elements-pipeline-10 +description: 'Runs memtier_benchmark, for a keyspace length of 1 LIST key. The LIST + contains 10 elements in it and we query it using LRANGE with a range of all elements. Rate + limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + resources: + requests: + memory: 1g + init_commands: + - '"LPUSH" "list:10" "lysbgqqfqw" "mtccjerdon" "jekkafodvk" "nmgxcctxpn" "vyqqkuszzh" + "pytrnqdhvs" "oguwnmniig" "gekntrykfh" "nhfnbxqgol" "cgoeihlnei"' +tested-groups: +- list +tested-commands: +- lrange +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--pipeline 10 --command=\"LRANGE list:10 0 -1\" --hide-histogram --test-time + 180 --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 34 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10-elements-lrange-all-elements.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10-elements-lrange-all-elements.yaml new file mode 100644 index 00000000..64d9edc0 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10-elements-lrange-all-elements.yaml @@ -0,0 +1,37 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10-elements-lrange-all-elements +description: 'Runs memtier_benchmark, for a keyspace length of 1 LIST key. The LIST + contains 10 elements in it and we query it using LRANGE with a range of all elements. Rate + limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + resources: + requests: + memory: 1g + init_commands: + - '"LPUSH" "list:10" "lysbgqqfqw" "mtccjerdon" "jekkafodvk" "nmgxcctxpn" "vyqqkuszzh" + "pytrnqdhvs" "oguwnmniig" "gekntrykfh" "nhfnbxqgol" "cgoeihlnei"' +tested-groups: +- list +tested-commands: +- lrange +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--command=\"LRANGE list:10 0 -1\" --hide-histogram --test-time 180 + --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 34 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-100-elements-lrange-all-elements-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-100-elements-lrange-all-elements-pipeline-10.yaml new file mode 100644 index 00000000..3329ab55 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-100-elements-lrange-all-elements-pipeline-10.yaml @@ -0,0 +1,52 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-list-100-elements-lrange-all-elements-pipeline-10 +description: 'Runs memtier_benchmark, for a keyspace length of 1 LIST key. The LIST + contains 100 elements in it and we query it using LRANGE with a range of all elements. Rate + limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + resources: + requests: + memory: 1g + init_commands: + - '"LPUSH" "list:100" "vyoomgwuzv" "xamjodnbpf" "ewomnmugfa" "ljcgdooafo" "pcxdhdjwnf" + "djetcyfxuc" "licotqplim" "alqlzsvuuz" "ijsmoyesvd" "whmotknaff" "rkaznetutk" + "ksqpdywgdd" "gorgpnnqwr" "gekntrykfh" "rjkknoigmu" "luemuetmia" "gxephxbdru" + "ncjfckgkcl" "hhjclfbbka" "cgoeihlnei" "zwnitejtpg" "upodnpqenn" "mibvtmqxcy" + "htvbwmfyic" "rqvryfvlie" "nxcdcaqgit" "gfdqdrondm" "lysbgqqfqw" "nxzsnkmxvi" + "nsxaigrnje" "cwaveajmcz" "xsepfhdizi" "owtkxlzaci" "agsdggdghc" "tcjvjofxtd" + "kgqrovsxce" "ouuybhtvyb" "ueyrvldzwl" "vpbkvwgxsf" "pytrnqdhvs" "qbiwbqiubb" + "ssjqrsluod" "urvgxwbiiz" "ujrxcmpvsq" "mtccjerdon" "xczfmrxrja" "imyizmhzjk" + "oguwnmniig" "mxwgdcutnb" "pqyurbvifk" "ccagtnjilc" "mbxohpancs" "lgrkndhekf" + "eqlgkwosie" "jxoxtnzujs" "lbtpbknelm" "ichqzmiyot" "mbgehjiauu" "aovfsvbwjg" + "nmgxcctxpn" "vyqqkuszzh" "rojeolnopp" "ibhohmfxzt" "qbyhorvill" "nhfnbxqgol" + "wkbasfyzqz" "mjjuylgssm" "imdqxmkzdj" "oapbvnisyq" "bqntlsaqjb" "ocrcszcznp" + "hhniikmtsx" "hlpdstpvzw" "wqiwdbncmt" "vymjzlzqcn" "hhjchwjlmc" "ypfeltycpy" + "qjyeqcfhjj" "uapsgmizgh" "owbbdezgxn" "qrosceblyo" "sahqeskveq" "dapacykoah" + "wvcnqbvlnf" "perfwnpvkl" "ulbrotlhze" "fhuvzpxjbc" "holjcdpijr" "onzjrteqmu" + "pquewclxuy" "vpmpffdoqz" "eouliovvra" "vxcbagyymm" "jekkafodvk" "ypekeuutef" + "dlbqcynhrn" "erxulvebrj" "qwxrsgafzy" "dlsjwmqzhx" "exvhmqxvvp"' +tested-groups: +- list +tested-commands: +- lrange +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--pipeline 10 --command=\"LRANGE list:100 0 -1\" --hide-histogram --test-time + 180 --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 34 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-100-elements-lrange-all-elements.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-100-elements-lrange-all-elements.yaml new file mode 100644 index 00000000..35df60b4 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-100-elements-lrange-all-elements.yaml @@ -0,0 +1,52 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-list-100-elements-lrange-all-elements +description: 'Runs memtier_benchmark, for a keyspace length of 1 LIST key. The LIST + contains 100 elements in it and we query it using LRANGE with a range of all elements. Rate + limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + resources: + requests: + memory: 1g + init_commands: + - '"LPUSH" "list:100" "vyoomgwuzv" "xamjodnbpf" "ewomnmugfa" "ljcgdooafo" "pcxdhdjwnf" + "djetcyfxuc" "licotqplim" "alqlzsvuuz" "ijsmoyesvd" "whmotknaff" "rkaznetutk" + "ksqpdywgdd" "gorgpnnqwr" "gekntrykfh" "rjkknoigmu" "luemuetmia" "gxephxbdru" + "ncjfckgkcl" "hhjclfbbka" "cgoeihlnei" "zwnitejtpg" "upodnpqenn" "mibvtmqxcy" + "htvbwmfyic" "rqvryfvlie" "nxcdcaqgit" "gfdqdrondm" "lysbgqqfqw" "nxzsnkmxvi" + "nsxaigrnje" "cwaveajmcz" "xsepfhdizi" "owtkxlzaci" "agsdggdghc" "tcjvjofxtd" + "kgqrovsxce" "ouuybhtvyb" "ueyrvldzwl" "vpbkvwgxsf" "pytrnqdhvs" "qbiwbqiubb" + "ssjqrsluod" "urvgxwbiiz" "ujrxcmpvsq" "mtccjerdon" "xczfmrxrja" "imyizmhzjk" + "oguwnmniig" "mxwgdcutnb" "pqyurbvifk" "ccagtnjilc" "mbxohpancs" "lgrkndhekf" + "eqlgkwosie" "jxoxtnzujs" "lbtpbknelm" "ichqzmiyot" "mbgehjiauu" "aovfsvbwjg" + "nmgxcctxpn" "vyqqkuszzh" "rojeolnopp" "ibhohmfxzt" "qbyhorvill" "nhfnbxqgol" + "wkbasfyzqz" "mjjuylgssm" "imdqxmkzdj" "oapbvnisyq" "bqntlsaqjb" "ocrcszcznp" + "hhniikmtsx" "hlpdstpvzw" "wqiwdbncmt" "vymjzlzqcn" "hhjchwjlmc" "ypfeltycpy" + "qjyeqcfhjj" "uapsgmizgh" "owbbdezgxn" "qrosceblyo" "sahqeskveq" "dapacykoah" + "wvcnqbvlnf" "perfwnpvkl" "ulbrotlhze" "fhuvzpxjbc" "holjcdpijr" "onzjrteqmu" + "pquewclxuy" "vpmpffdoqz" "eouliovvra" "vxcbagyymm" "jekkafodvk" "ypekeuutef" + "dlbqcynhrn" "erxulvebrj" "qwxrsgafzy" "dlsjwmqzhx" "exvhmqxvvp"' +tested-groups: +- list +tested-commands: +- lrange +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--command=\"LRANGE list:100 0 -1\" --hide-histogram --test-time 180 + --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 34 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10K-elements-lindex-integer.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10K-elements-lindex-integer.yaml new file mode 100644 index 00000000..64cb3089 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10K-elements-lindex-integer.yaml @@ -0,0 +1,40 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10K-elements-lindex-integer +description: 'Runs memtier_benchmark, for a keyspace length of 1 LIST key. The LIST + contains 10000 integer elements in it and we query it using LINDEX of a element + that we know it is in the middle of the list. Rate limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --hide-histogram --command "RPUSH intlist __key__" --key-maximum 10000 + --key-minimum 1 -n allkeys --key-prefix "" --command-key-pattern S -c 1 -t 1 + --pipeline 10 + resources: + requests: + cpus: '2' + memory: 1g +tested-groups: +- list +tested-commands: +- lindex +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--command=\"LINDEX intlist 5000\" --hide-histogram --test-time 120 + --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g +priority: 34 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10K-elements-lindex-string.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10K-elements-lindex-string.yaml new file mode 100644 index 00000000..29c63f43 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10K-elements-lindex-string.yaml @@ -0,0 +1,40 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10K-elements-lindex-string +description: 'Runs memtier_benchmark, for a keyspace length of 1 LIST key. The LIST + contains 10000 string elements in it and we query it using LPOS of a element that + we know it is in the middle of the list. Rate limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --hide-histogram --command "RPUSH strlist __key__" --key-maximum 10000 + --key-minimum 1 -n allkeys --key-prefix "hello" --command-key-pattern S -c 1 + -t 1 --pipeline 10 + resources: + requests: + cpus: '2' + memory: 1g +tested-groups: +- list +tested-commands: +- lindex +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--command=\"LINDEX strlist 5000\" --hide-histogram --test-time 120 + --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g +priority: 34 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-1K-elements-lrange-all-elements-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-1K-elements-lrange-all-elements-pipeline-10.yaml new file mode 100644 index 00000000..1d69761d --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-1K-elements-lrange-all-elements-pipeline-10.yaml @@ -0,0 +1,202 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-list-1K-elements-lrange-all-elements-pipeline-10 +description: 'Runs memtier_benchmark, for a keyspace length of 1 LIST key. The LIST + contains 1000 elements in it and we query it using LRANGE with a range of all elements. Rate + limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + resources: + requests: + memory: 1g + init_commands: + - '"LPUSH" "list:1000" "tocawprsxz" "csqcfxyzsy" "ipubipttcb" "jqurtadjro" "zdulfflfqx" + "bbfvuialin" "ifpfyncdfe" "kjeevccyof" "stttkrbfqs" "qatkvfuttq" "ltvfnuuwil" + "znartcywze" "bzursuzuei" "jlghqxtvok" "osncqcuest" "uxvibjduto" "giubyhvaav" + "joijmgposs" "lqxpnplleo" "bnatichltp" "nnfxoqebys" "lyhqvxolfw" "caaqjozcqh" + "nlqtadqinl" "hfjxrrsszf" "fussukqrph" "cbjovvgqqy" "wcpbfslakk" "slskrnekbc" + "nvonwipkta" "jhdcicttmm" "rpyroriegs" "lnuuootxmp" "ufdxqlonpg" "qgasrnjrld" + "jhocasnttw" "smwbxeqbed" "kapxglqccs" "hhwvslfxmf" "rbdabbmnrf" "ltgidziwzm" + "qpffifpdiz" "sadqcfniau" "bqoabrqwwj" "wghyakzbit" "bnxtlmiwup" "akzsgaeqon" + "zwlhpcahwu" "kfselnpkim" "dxtzxeguoi" "roczxpuisd" "myzjxvtvjh" "alfftdxaxc" + "vyiqkfoics" "dygkzcpakt" "ukprrucywq" "afzlyodwiz" "vdaebbupfe" "wemmvswznk" + "xzbqjpzqlm" "lqqivzlppd" "rrzcqyzdzf" "ncckxlmsvg" "cpjveufsvk" "babfjxxabw" + "btcvhacldb" "mqqrgbacfa" "eqaxrccwjq" "erahoeivfw" "omeatkwwtc" "mjwrbndexu" + "gktcjcfxbb" "tfonhwnuxj" "pheajlhymx" "vefgwelnfo" "gayysuldha" "tqpqihwjtl" + "eirhwkdgfq" "rnfodijavx" "erqgyscser" "nnnxouavyp" "yhejmjwwni" "mwmcwqzbld" + "ofcurtthcs" "idmjjbjvni" "ovqohpxjft" "ocoflktdhp" "kgopxvsdah" "pyjpxqnavq" + "nubsytpfao" "ddpgrvwowd" "glynpmsjcf" "whsxmqffqg" "sstqpivwip" "cqfnhujrbj" + "gsvkmnluiz" "zdmgjjyukl" "gcfcbjybkx" "qmhyoyctod" "kdodndexvr" "tkgihmsrha" + "kmifjielrw" "gefoharnza" "tcpwkimype" "nxllkzroin" "bpvbnmpekh" "ljinllovsw" + "mugdxqnjxj" "tqqmmvwact" "uidvmrqyjd" "dthtfrqkce" "efhynoxlul" "iosqxoobrk" + "sujbwndgwl" "btxehrokkw" "pmaagvqldo" "evuxmkrrfl" "dclualrzqb" "jfqxkxgqhj" + "fvemodlpgz" "lawrpikwsk" "socoxaegfa" "snomfrutha" "yxsnreuepl" "vjihaakiof" + "nnhrgirrtw" "jccorylnjg" "gehuriygwq" "icqjxcermo" "ocgjeuljxf" "qslrwqmixc" + "rhzpguhsws" "zxlbhyeckf" "iziwqojsoq" "qlorevyltp" "gbjzsedhag" "mkxysrkpug" + "bhrvnadcdk" "qxxinxaqxn" "ctnaggdbru" "fsthobmdxk" "cvnnitrrow" "vlhtdpqavh" + "vhjaphfdpj" "yhdgqenmwv" "ysntbzffxq" "emfjcnujqn" "qnqzibcmip" "ngcxqjjpdm" + "gkneclxnnt" "rhkpfsuhoq" "dgodkfjzos" "isqymcuffe" "ripecixnpr" "dxpepbctea" + "gbeizdzdyb" "aqlapmghln" "yhlalzusch" "xglrugpjkt" "ngwifjdpha" "jvekvvldai" + "hmdzsuuyrn" "ncabqesziv" "whdftyqojv" "rhzqdtxucc" "ftyxhyfokj" "vqtixjkcbb" + "krfosgrmjb" "ahcaaodvgi" "ooeswhfdnj" "jhctncrzlw" "haxesjafmh" "vxrtzngznb" + "fidsuuizcf" "mamtueyrqn" "quemrlmwod" "pkgpjwyfbh" "ckibsdtfff" "tjnjhejnju" + "puvgjfjyaf" "cvmicoarvv" "mxpzuzrzuo" "rrrfhnclbv" "xeurpmfdmo" "yqvkykgjbe" + "behdxlfdho" "dyzedskzkq" "rfhlttsuqy" "pkehotsmka" "alokvrpbih" "mobwpcyxuk" + "umwunfzsvo" "naggqdxcjm" "rakustfykw" "dtkfydidli" "kohpozxkhl" "usjmfkopln" + "axhoxkubdv" "asretszbav" "tmkoxwdgpx" "wjhaavxfge" "pcuaesomdc" "vjhpmffzxc" + "qwxzqlqter" "jjumoixniz" "ruxsmttpak" "pjdundsxrd" "kdklhpxntt" "muhewfzihs" + "dplonqlliz" "wjibkklezg" "dfemamyevk" "nryvfijxhj" "bqqohkuylc" "wiqhmhkiel" + "lftmqoxhfc" "sjbaedopjb" "dlomhvkoxg" "jhkdwtqvwl" "vqashxkrik" "mupcilqfjg" + "suahxaebee" "rqkcyxiwhz" "jqgtbgbybq" "ygbfgfefac" "kjblkrvknt" "yajpmxmuwz" + "wwowdvybjj" "bdtbaxnuko" "adfhfatarh" "vfcpevtekf" "fiugzrozky" "spogjykkfs" + "tdggmsxysk" "aoqlctikzg" "nwywtydqew" "qjrhtqgwjc" "dhzgpwewsx" "outdlyeqvq" + "trwzipsers" "qtpcwuafar" "scgjdkyetq" "aqyfvxyjqr" "xkvgnzjgrm" "hhbceuegvh" + "paitaeqrpb" "yfdsmhtria" "bxwvqvndcc" "dpyjoihqrs" "tnratexlre" "hplvvuoscb" + "muocqqypmt" "pxzkuasjek" "flrsaczxzc" "pubqtzzzko" "vpqlxtfkjz" "fiafoggekm" + "qtewhixedb" "iijjcabgak" "tqjpijliii" "uttazeawix" "hxbmykkugi" "bekchebgys" + "ffrviosqzo" "rjrptuhkav" "sldzewoxas" "uesalivsis" "maxylirjgh" "vpzsmbjkvy" + "eiziligjfr" "tqblforkpa" "nszbrpweoz" "rzanpefsfy" "cejkfhuykf" "abinkgshoi" + "gqybtjuhvq" "oqdlpaubsc" "nrbfkysxaf" "mhxojehvxx" "vuqlqdpfdn" "orqqevpmca" + "xigznrdgqy" "jzceexkqam" "szupcnvvij" "btgeubdzbb" "nojnedgabk" "sdnkjddyut" + "lbjarnpxhh" "wevfinjbqk" "dvgqwzignk" "ejzwnidqwr" "nlxwjmzwln" "brrlblrxwa" + "hyikggurti" "wybmlpqblt" "hertbwuzyw" "rwhzzytdsq" "symbgeyple" "zbfeyptemz" + "pghbwbtfmk" "mxydilgynv" "bhwytqsafu" "ecsburyjhh" "cvohdragtx" "lscjhgztom" + "giswndixdf" "etsngvbrff" "lgqazzajpx" "pypepewjvq" "nswjopvtqv" "tuajnnqtcq" + "bvvoibkfrt" "kjqeujfkoh" "diwmfuckel" "bwizktcwmb" "ughnpilqqm" "ihealvwnxb" + "thqttakyzy" "auwfujaoya" "rofnkytnhm" "ilkuddrdvh" "hmwfncgzxg" "pzrchtwaaw" + "ffksbrtbfq" "ethxaycsil" "uwiqrvcqvu" "fgcehqgsso" "yoblelzlkd" "gjiwldcfqh" + "sbrjnwxdip" "nenhiiibwx" "ebhhhgabjd" "xpkwqbfban" "pupmdjgyed" "aejnvyfdst" + "krxneqolle" "nouncgkoik" "kamgfgbxel" "fffylsswky" "agswwrfabr" "pkvcbelpos" + "mxapzqqqsw" "ywmqoaztmy" "sfuvzzxbxq" "kdcvbkrbsj" "twpiiaedpc" "egmgddriry" + "nmfihtnkel" "kqzjnkdlxd" "eovsizpcjp" "bsavjyaksg" "xlmvatfsly" "dlhjfafskj" + "wmvhvwnowp" "vjjozwrovk" "gbazuqnmit" "ubwlcefgqb" "jttqzbazgz" "dozecfsvue" + "pgdhjrxhga" "gzekysdunp" "ygoiannoht" "hklchdenoe" "sotbjzlsvz" "qjwrnhooax" + "cdghgcsoth" "mjlpvuoghe" "qclkaeciey" "oownjpxrov" "nvqfyljbef" "tsnawydcru" + "wrrgxxkxkc" "ylulwsnjay" "lxsinouutc" "ozpyyaznsh" "cmhkstsjok" "ybckvbeoib" + "fsoardckcw" "ltkauvxggz" "sqwhsgboef" "wgtjxahmef" "spoqshzjoi" "pfvfxrrfhl" + "nahweurftw" "fojjpqmbck" "zexblqeora" "qsoiwsugdv" "ksppwhhqzj" "otadcihtmd" + "imnjbkmsls" "zzenkvuesw" "kbfqdppnfa" "igehetokzq" "koujdppfua" "wqsqzzbqhm" + "tglieutcis" "owovlhorvw" "nraylduhut" "nwnyjkugcf" "kpfqxroqbs" "xwxwosqkhm" + "ollacusjzj" "wcouaiatsu" "nvkfnfzoki" "fgjnsosfrp" "pltsnzqvpi" "rhnkzlsjtk" + "ysnndkycix" "bpnfopinub" "blujwnyluy" "wgtmckqknh" "zorzyqtjtr" "hvtlkrungk" + "rgtondctpo" "mjgvtydjtm" "kcbotffyca" "gybxnvwchp" "gazojexans" "hmcpcrjumm" + "zejhycldyy" "iiissmznfe" "qvpuudyuks" "gviypfayfm" "plqbwsiuzw" "nunchscyqc" + "qocjpufxio" "iqbyikqjmx" "omwbgglqsp" "nywteueaig" "ntmgbzaivy" "ijdgnlzprg" + "rnlaakgsrf" "fpdflprzvn" "azkdbpnshy" "mvfnirshbd" "sotsxznskx" "uzktwqcdeb" + "myrrmvflyw" "jgaieawkcu" "utymwhxigo" "vtaiyncmyg" "gpodilvrnm" "xgfzndhodu" + "saqilljaid" "jxiewthqls" "nbwksmwxpx" "rwfykeeqgx" "tlnkrncpwi" "ogyvxbgcwi" + "ffcqkkzllx" "rtnhivnxtb" "vzcclamtun" "jjlefkekuw" "xjksnqifds" "ctusqixohm" + "osaekeukqx" "irlduoinie" "nifzrybfuh" "ctqxoyxbwc" "vsvhjrymqc" "bzwxqcpftf" + "ltghdkluqq" "vklwhyzqhk" "ghwcrdlbjj" "lzzptujbjp" "qlvgfplbod" "ghepftfjgk" + "aiqqyusnuv" "rspghuhpbp" "lfkqrtxocm" "iibgagtkpg" "ywiurvfbpg" "tdceweesxh" + "pvwvdaorrl" "ejlunxlwxn" "ymqxhmnidz" "lydebbpmfb" "ztjuqomjck" "eyrbqexkff" + "oqmuhlruqy" "gnrmnwaxls" "mumhqarhgg" "skbzfbeziu" "hnnfmyurhx" "yrsizkbbwz" + "azpwrzovza" "txhllnvudv" "aslibwggrp" "ubghghklvj" "jqqogagqni" "emfqsjraia" + "ctgwmawlgl" "mivctgaajt" "knycrcrsbm" "ubtiscdgrn" "ulepgommyy" "qbhdjhoohc" + "cctlfgicpv" "phfuspevwk" "oeawjlqnyg" "jpphbjtbrh" "ofykgotycd" "csjfbpjyzq" + "thmmmlqluk" "buzhjxsbkm" "pisgqibyae" "skkawcmqqt" "mmqblvrscy" "dpkiubfzbx" + "yivxcecwlp" "kbnjiilaqd" "rwrxxrnwtq" "veegnotgmj" "pbfijwccjp" "expefhkisx" + "ynnhyctikq" "bhfmhanvxe" "otclvmbilg" "hskkmrluuf" "ftnbjymlll" "nbkaxrojqq" + "qydrgilxxt" "dxufcyurjx" "fgygwdazbm" "tivnqailcl" "jwvqixjhho" "oglqutqfcx" + "wvrlxfoxff" "ropuqidkxv" "qcsxjrjcfc" "twuvkpjzzw" "fqtktfghcv" "suhwnartid" + "wvsnfinuil" "rngtndwjyg" "tsmzfswaxo" "uvlswctlhx" "llamjvxyqo" "wovoupawzt" + "caxgjftjyj" "gwzqcetcji" "yzrdbalexf" "fnpdsuozxt" "dbtbtvkqss" "pwgjoppmgc" + "wxjdgbugeu" "qchpfcigwa" "lxzdcbveuy" "bwjyghaztz" "uedehyieof" "pfaytznuaa" + "lspvrnxnjo" "zkbqvttlzy" "fkdmuxraqf" "nbizrabfuo" "fgzwwaedjy" "gkmwutvars" + "bwsdzrxzse" "txgjxzovte" "cbtpbbfrdd" "vqgztpmzhz" "rdipvyeqoi" "bovkdabcdo" + "fhobhpwwkp" "mkbkflixkr" "mjifqzmtsd" "pkcqdokojd" "dtgjnddwch" "uboipezuni" + "dfdodbelzn" "fzsoiryhfn" "krtsiucvvu" "aieekmivcb" "aeafusfzdn" "ehnrizfmfo" + "dcjlwhfstw" "wksgvbkbyw" "hvfprkjlbc" "jlgepeyhpc" "ljklggibcy" "mhrvuemywb" + "wdqygrxkya" "ystnkbogee" "flvftlpbjq" "vgfgbsbnwy" "rsivptwulz" "bzjzucrypq" + "bweysooxiv" "mmcunsiwad" "mszjkgsrio" "bvurseeqmh" "wtcpliaxmk" "ndwiompimr" + "mdcwoblmkl" "dflxukffgl" "mcojdazpfq" "tctgzmjads" "dewdgfrhos" "iwqanwtvcd" + "nfucelqjfe" "wgtrwefdsw" "skstqdgbos" "rwllkdzxrj" "qwozutlufu" "fmpdixcckx" + "jybzltmwrs" "ossjrvqmaa" "adlxahxsbq" "mbewprqunw" "xbvbujurqw" "rnvhfxbuoi" + "pyrpwxalpc" "adlryhdbpr" "gritvkzfgw" "aufhfrhccf" "umoicweaab" "kgirldeylz" + "nknlysgviv" "plbxaamppj" "ikpikupjoi" "eioxaswdee" "imexfccbxk" "ouroipthpq" + "jbzyfznpdn" "asidljmwgb" "jeazfmhrcb" "dablvesuho" "zuoqjiciij" "qmxxfyuodo" + "vkqalcokst" "jhibapuhga" "cmqraybrlw" "beqsnrixhl" "rmqxtqcxua" "ndltyojjxj" + "hyanpicfan" "yzutuazhmh" "tumnalubch" "eksvvoxziw" "weqhfkosif" "wwfbpjatrp" + "lrhrkuyzry" "uvbtcgtopw" "fmyleefltp" "kkrxiaiife" "gbkqhfumyu" "tdmjyuitvv" + "jvtalmlkng" "rdsfcdvkqz" "xqvjnlpssl" "fuftndsnim" "keklddczkd" "wrqnytptzm" + "rwzijctxzs" "btakuczlec" "fuipidfbjt" "kjiqagynco" "ahjawbsqcw" "iehxaaneev" + "ezbiwqnabg" "pnnzqcutoq" "wlogkzxkpo" "xzswnnldvs" "qqfnugftmr" "zuccleayil" + "ckqebhazel" "brwlqbfoat" "anmcogawkg" "roqzbzpbbt" "dxnprfawun" "fffreqppjj" + "gfdzgxfdcg" "sshbuxfljd" "shckmujxzo" "rqurawzebz" "vpehhmoxva" "vldwfdnicm" + "tzhjrlfvfp" "ymwwctfodg" "qsxfnsicrx" "gfhrrjczsp" "gtqrsktbaa" "dniplpxfof" + "htawohddyn" "dbcxnsiacw" "dhfundvlpn" "uewpgskfpu" "cuuytorpnp" "vlcnbfqvox" + "jbqibabrmv" "xhspgwheck" "fsuovvpgng" "gcjruttnno" "wxswusqpeo" "qhhhipzncq" + "mcbuftndrr" "owjfgjqqjc" "vvmkjgajwa" "wvlvshnhmx" "ekponflaeq" "kuiumwomxi" + "aoydkdfrpe" "cglxptkcsz" "uqbpcvkipa" "ubzgvzputq" "wmyphdckda" "ukdnaklmcp" + "ramoirrdyd" "vwayaqmtid" "ltomuspfzc" "wzxdkpehwf" "yzcspfvcot" "cgpvvnbvlk" + "farwqgfyjf" "lbxvlwzony" "ocesqguvym" "yzviqaobku" "cnngbbpowp" "ucxeoqcssr" + "zcffhzusrl" "yzmodbpsnb" "aryiyaltqw" "xkaailrpns" "lpahctqgna" "cnbqnvxmjp" + "nugjvhftma" "xsgcuvxzor" "xwtwtwmbgu" "emdwpvauyc" "ahfktrqmgh" "jznackjcrd" + "etcsjxoqab" "kpzmuwqbnt" "dspznsgszk" "rcwbzvwbva" "mlznoaajqq" "iwuuxdactm" + "zujobawsct" "snepgcispg" "cgmivhyskk" "snunzlgfkd" "ppdxnadmje" "wtzqqecgfy" + "ncremxgfdb" "cblsafugqk" "hjekcxfyds" "faxedqgskm" "jjczogqdwz" "jfbgmhtjke" + "nehqnkqnld" "lcdchjadll" "llimzyabsp" "iwapedwyle" "iobkwbwceu" "twmbtaxdro" + "nmtmjmhmdl" "ewoqykjbkc" "tmyuncyoyd" "dcepfcdddn" "dnvwyhyhsn" "nrencopzqn" + "yjyffpgoop" "uvqtefqdhk" "yjhypaonqq" "uqvzpcvugl" "cakvxrdpmj" "tvzacklhdz" + "higdkhodzy" "ormdblyhhn" "wbouqpojzl" "eyhgspybnr" "lywsezpzgf" "usykkwszvh" + "bcwncpnibg" "jgcqryhsvk" "yfvwesgulw" "geizujxrkg" "zknlteeaxq" "nqwjivcosg" + "qmnxipsiga" "pthacnunjj" "afamsavgsi" "bzfzxzecrs" "sxcihybfci" "padscbypdo" + "gaotvjctjh" "beicnwdryg" "xsueeljljp" "mkrrypcfzy" "ekjgqnjxyl" "iyeiercbxr" + "rkwlgzhvvy" "hmnaoeeasz" "aquymkrswt" "ulnnuwyptq" "xftfzsoiwc" "urkkyscfti" + "wabroeeoop" "qpzkuxsipr" "dxdngrmypg" "icatrrbcjs" "fhuptkhkzm" "apyzwvajot" + "vealtjlqyc" "khkkfmzkow" "trzqdcaqdw" "itmekixthv" "pudgkcbwdx" "zuibhuihtz" + "kzuywkxlku" "ogtqmpnzie" "jetamrlglx" "fjdjumschq" "kprzbyngsw" "xeyxlxiqch" + "dtuhvpszzt" "fpmbbgiaao" "hjlhurakwh" "mshexjmkmn" "cynhehkcxs" "cvbbbdzmie" + "cvnlzjdfgf" "ifhkjgmxrd" "audguegpmo" "jzstgleeby" "eafrzhdhhq" "fmmammvdyj" + "uncqdpbhwb" "fzatoyblsr" "xtwlklqdna" "ydqppngxvh" "mkngszsxeu" "vyewicgjio" + "tstbluhyhj" "qzxxwlfeki" "ocmtsfpsgh" "xmknbbmdbf" "pdjmftsmob" "ygrpkpstxq" + "hrhiqcarju" "aadzbodres" "curhymvwsx" "tbqidtevrl" "avchkjnlwm" "tyephutkmb" + "lxoaezrdxs" "ctkwlhmgfz" "xkiuuciwrn" "irrovfyshb" "hwuofuftlr" "mhbfsuaovv" + "wzuhzzdezi" "jlpobgvouj" "qbpmtomqpu" "shlwywnxpk" "srkvjhetmj" "hvxefqtmqu" + "fazsvkljef" "bstezdkmig" "asbtvfzien" "vewfxcxkpf" "tqkprkoixe" "rcaatkjyur" + "euleuicawb" "ifiizdeong" "cjcrpmggtu" "kxggjpatkd" "klwqsggtob" "mnsaklzgob" + "xfxlervrgn" "eraxdyjftw" "xrvonyieqa" "fswhywqxhy" "iqzxblqkeo" "rxvhmzvbcv" + "wvdmobfisx" "ujybghjfnf" "yufagalzhk" "qxbqbfcgjp" "vorgqhmaoq" "zewylkylsy" + "vvmaucizkv" "bgcoyoduda" "vnsufnurol" "rtskokvklv" "svvdufedug" "qgdgujdvtg" + "rjrtvpntke" "shgetgsird" "ywgeotcect" "zsikdzycyt" "gcsswbksnc" "qgobfhgspy" + "pbxrbaxnor" "viwarrumob" "eaetplspga" "jqmscuprwq" "nkyuframnm" "gygftrsdbm" + "qzlfnntjar" "fzzcioobeb" "ydigxptqbl" "bgtxhxkhvv" "hggqmlgwha" "ywlqbjqeug" + "qwowxqzrkz" "zybosgbtxt" "cflarkquuv" "klaeknlbrm" "ccnbldglgl" "dpauqcpgyi" + "ylxiwiesps" "xyxmlrdbui" "arqfxfqkzh" "byrkeibrfb" "laepwenqmc" "kluswgtjsf" + "mgldvzleyy" "yqmzmmzwpd" "tvlckdoyfe" "dmxcbvzrxg" "qquwyuyvvw" "pmytvtksfi" + "umttshfkpk" "rmdayyptch" "glwrmjpotx" "bgcnzgcmza" "ivinvxopgz" "dmbarohbfj" + "rncdgqxqfq" "zmmwzkjrjl" "gdlztbhpeq" "zrwgpknaop" "powzkcrtvv" "cszvzbrmoy" + "dtjljhzqcm" "anznywecwk" "amuwlfaxwv" "ajdkqflpen" "evjrybtwww" "oxsdmrdbit" + "yafipxfsip" "xekxarmwcq" "dgcesswkvc" "gdqgmwxkmt" "spdyueanru" "yrvmdhnnfc" + "aexxjlgwuo" "xpcpytommm" "gjutzwoxlf" "stnfirydgi" "snpuvnebpy" "rfxibyjmpg" + "ortxlvmdoc" "gdozstnglr" "eqiukbyscu" "qzcrpbvatq" "dwzqowbrsd" "iesbitdnjd" + "inboyxgoqa" "lfojnetxdc" "njmufqrykx" "ybcdthmgws" "igwekdegcw" "ajkgxmtamu" + "qkyfpamste" "nwybjbhgep" "arqqmfmmbz" "rqiyxwpuyv" "nsdvirehqh" "qckueiqiwh" + "tjnbsybxws" "jphvxuqipp" "ghtoyhrfxh" "erglflfnql" "kngwkkzwts" "nmguhcygct" + "jigyicdeft" "gamcdtywne" "nunpqugdit" "ghqwxaqlef" "nqxdrqigvf" "xepfvvcovk" + "ezgxjiwwig" "izizuzzjuv" "mallnshtok" "tctrsxgnrc" "exhjfssojj" "yilvzcevlj" + "nepxmyiuhr" "dqqfcdugde" "iamjlqlznh" "mvmsikqfxu" "kmqlwfbsex" "pribqncfuf" + "zavrjnezrf" "kmcwshsbye" "uzaejrbwue" "olezxlliej" "hjjxyybxiv"' +tested-groups: +- list +tested-commands: +- lrange +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--pipeline 10 --command=\"LRANGE list:1000 0 -1\" --hide-histogram + --test-time 180 --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 34 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-1K-elements-lrange-all-elements.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-1K-elements-lrange-all-elements.yaml new file mode 100644 index 00000000..c5caab6c --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-1K-elements-lrange-all-elements.yaml @@ -0,0 +1,202 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-list-1K-elements-lrange-all-elements +description: 'Runs memtier_benchmark, for a keyspace length of 1 LIST key. The LIST + contains 1000 elements in it and we query it using LRANGE with a range of all elements. Rate + limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + resources: + requests: + memory: 1g + init_commands: + - '"LPUSH" "list:1000" "tocawprsxz" "csqcfxyzsy" "ipubipttcb" "jqurtadjro" "zdulfflfqx" + "bbfvuialin" "ifpfyncdfe" "kjeevccyof" "stttkrbfqs" "qatkvfuttq" "ltvfnuuwil" + "znartcywze" "bzursuzuei" "jlghqxtvok" "osncqcuest" "uxvibjduto" "giubyhvaav" + "joijmgposs" "lqxpnplleo" "bnatichltp" "nnfxoqebys" "lyhqvxolfw" "caaqjozcqh" + "nlqtadqinl" "hfjxrrsszf" "fussukqrph" "cbjovvgqqy" "wcpbfslakk" "slskrnekbc" + "nvonwipkta" "jhdcicttmm" "rpyroriegs" "lnuuootxmp" "ufdxqlonpg" "qgasrnjrld" + "jhocasnttw" "smwbxeqbed" "kapxglqccs" "hhwvslfxmf" "rbdabbmnrf" "ltgidziwzm" + "qpffifpdiz" "sadqcfniau" "bqoabrqwwj" "wghyakzbit" "bnxtlmiwup" "akzsgaeqon" + "zwlhpcahwu" "kfselnpkim" "dxtzxeguoi" "roczxpuisd" "myzjxvtvjh" "alfftdxaxc" + "vyiqkfoics" "dygkzcpakt" "ukprrucywq" "afzlyodwiz" "vdaebbupfe" "wemmvswznk" + "xzbqjpzqlm" "lqqivzlppd" "rrzcqyzdzf" "ncckxlmsvg" "cpjveufsvk" "babfjxxabw" + "btcvhacldb" "mqqrgbacfa" "eqaxrccwjq" "erahoeivfw" "omeatkwwtc" "mjwrbndexu" + "gktcjcfxbb" "tfonhwnuxj" "pheajlhymx" "vefgwelnfo" "gayysuldha" "tqpqihwjtl" + "eirhwkdgfq" "rnfodijavx" "erqgyscser" "nnnxouavyp" "yhejmjwwni" "mwmcwqzbld" + "ofcurtthcs" "idmjjbjvni" "ovqohpxjft" "ocoflktdhp" "kgopxvsdah" "pyjpxqnavq" + "nubsytpfao" "ddpgrvwowd" "glynpmsjcf" "whsxmqffqg" "sstqpivwip" "cqfnhujrbj" + "gsvkmnluiz" "zdmgjjyukl" "gcfcbjybkx" "qmhyoyctod" "kdodndexvr" "tkgihmsrha" + "kmifjielrw" "gefoharnza" "tcpwkimype" "nxllkzroin" "bpvbnmpekh" "ljinllovsw" + "mugdxqnjxj" "tqqmmvwact" "uidvmrqyjd" "dthtfrqkce" "efhynoxlul" "iosqxoobrk" + "sujbwndgwl" "btxehrokkw" "pmaagvqldo" "evuxmkrrfl" "dclualrzqb" "jfqxkxgqhj" + "fvemodlpgz" "lawrpikwsk" "socoxaegfa" "snomfrutha" "yxsnreuepl" "vjihaakiof" + "nnhrgirrtw" "jccorylnjg" "gehuriygwq" "icqjxcermo" "ocgjeuljxf" "qslrwqmixc" + "rhzpguhsws" "zxlbhyeckf" "iziwqojsoq" "qlorevyltp" "gbjzsedhag" "mkxysrkpug" + "bhrvnadcdk" "qxxinxaqxn" "ctnaggdbru" "fsthobmdxk" "cvnnitrrow" "vlhtdpqavh" + "vhjaphfdpj" "yhdgqenmwv" "ysntbzffxq" "emfjcnujqn" "qnqzibcmip" "ngcxqjjpdm" + "gkneclxnnt" "rhkpfsuhoq" "dgodkfjzos" "isqymcuffe" "ripecixnpr" "dxpepbctea" + "gbeizdzdyb" "aqlapmghln" "yhlalzusch" "xglrugpjkt" "ngwifjdpha" "jvekvvldai" + "hmdzsuuyrn" "ncabqesziv" "whdftyqojv" "rhzqdtxucc" "ftyxhyfokj" "vqtixjkcbb" + "krfosgrmjb" "ahcaaodvgi" "ooeswhfdnj" "jhctncrzlw" "haxesjafmh" "vxrtzngznb" + "fidsuuizcf" "mamtueyrqn" "quemrlmwod" "pkgpjwyfbh" "ckibsdtfff" "tjnjhejnju" + "puvgjfjyaf" "cvmicoarvv" "mxpzuzrzuo" "rrrfhnclbv" "xeurpmfdmo" "yqvkykgjbe" + "behdxlfdho" "dyzedskzkq" "rfhlttsuqy" "pkehotsmka" "alokvrpbih" "mobwpcyxuk" + "umwunfzsvo" "naggqdxcjm" "rakustfykw" "dtkfydidli" "kohpozxkhl" "usjmfkopln" + "axhoxkubdv" "asretszbav" "tmkoxwdgpx" "wjhaavxfge" "pcuaesomdc" "vjhpmffzxc" + "qwxzqlqter" "jjumoixniz" "ruxsmttpak" "pjdundsxrd" "kdklhpxntt" "muhewfzihs" + "dplonqlliz" "wjibkklezg" "dfemamyevk" "nryvfijxhj" "bqqohkuylc" "wiqhmhkiel" + "lftmqoxhfc" "sjbaedopjb" "dlomhvkoxg" "jhkdwtqvwl" "vqashxkrik" "mupcilqfjg" + "suahxaebee" "rqkcyxiwhz" "jqgtbgbybq" "ygbfgfefac" "kjblkrvknt" "yajpmxmuwz" + "wwowdvybjj" "bdtbaxnuko" "adfhfatarh" "vfcpevtekf" "fiugzrozky" "spogjykkfs" + "tdggmsxysk" "aoqlctikzg" "nwywtydqew" "qjrhtqgwjc" "dhzgpwewsx" "outdlyeqvq" + "trwzipsers" "qtpcwuafar" "scgjdkyetq" "aqyfvxyjqr" "xkvgnzjgrm" "hhbceuegvh" + "paitaeqrpb" "yfdsmhtria" "bxwvqvndcc" "dpyjoihqrs" "tnratexlre" "hplvvuoscb" + "muocqqypmt" "pxzkuasjek" "flrsaczxzc" "pubqtzzzko" "vpqlxtfkjz" "fiafoggekm" + "qtewhixedb" "iijjcabgak" "tqjpijliii" "uttazeawix" "hxbmykkugi" "bekchebgys" + "ffrviosqzo" "rjrptuhkav" "sldzewoxas" "uesalivsis" "maxylirjgh" "vpzsmbjkvy" + "eiziligjfr" "tqblforkpa" "nszbrpweoz" "rzanpefsfy" "cejkfhuykf" "abinkgshoi" + "gqybtjuhvq" "oqdlpaubsc" "nrbfkysxaf" "mhxojehvxx" "vuqlqdpfdn" "orqqevpmca" + "xigznrdgqy" "jzceexkqam" "szupcnvvij" "btgeubdzbb" "nojnedgabk" "sdnkjddyut" + "lbjarnpxhh" "wevfinjbqk" "dvgqwzignk" "ejzwnidqwr" "nlxwjmzwln" "brrlblrxwa" + "hyikggurti" "wybmlpqblt" "hertbwuzyw" "rwhzzytdsq" "symbgeyple" "zbfeyptemz" + "pghbwbtfmk" "mxydilgynv" "bhwytqsafu" "ecsburyjhh" "cvohdragtx" "lscjhgztom" + "giswndixdf" "etsngvbrff" "lgqazzajpx" "pypepewjvq" "nswjopvtqv" "tuajnnqtcq" + "bvvoibkfrt" "kjqeujfkoh" "diwmfuckel" "bwizktcwmb" "ughnpilqqm" "ihealvwnxb" + "thqttakyzy" "auwfujaoya" "rofnkytnhm" "ilkuddrdvh" "hmwfncgzxg" "pzrchtwaaw" + "ffksbrtbfq" "ethxaycsil" "uwiqrvcqvu" "fgcehqgsso" "yoblelzlkd" "gjiwldcfqh" + "sbrjnwxdip" "nenhiiibwx" "ebhhhgabjd" "xpkwqbfban" "pupmdjgyed" "aejnvyfdst" + "krxneqolle" "nouncgkoik" "kamgfgbxel" "fffylsswky" "agswwrfabr" "pkvcbelpos" + "mxapzqqqsw" "ywmqoaztmy" "sfuvzzxbxq" "kdcvbkrbsj" "twpiiaedpc" "egmgddriry" + "nmfihtnkel" "kqzjnkdlxd" "eovsizpcjp" "bsavjyaksg" "xlmvatfsly" "dlhjfafskj" + "wmvhvwnowp" "vjjozwrovk" "gbazuqnmit" "ubwlcefgqb" "jttqzbazgz" "dozecfsvue" + "pgdhjrxhga" "gzekysdunp" "ygoiannoht" "hklchdenoe" "sotbjzlsvz" "qjwrnhooax" + "cdghgcsoth" "mjlpvuoghe" "qclkaeciey" "oownjpxrov" "nvqfyljbef" "tsnawydcru" + "wrrgxxkxkc" "ylulwsnjay" "lxsinouutc" "ozpyyaznsh" "cmhkstsjok" "ybckvbeoib" + "fsoardckcw" "ltkauvxggz" "sqwhsgboef" "wgtjxahmef" "spoqshzjoi" "pfvfxrrfhl" + "nahweurftw" "fojjpqmbck" "zexblqeora" "qsoiwsugdv" "ksppwhhqzj" "otadcihtmd" + "imnjbkmsls" "zzenkvuesw" "kbfqdppnfa" "igehetokzq" "koujdppfua" "wqsqzzbqhm" + "tglieutcis" "owovlhorvw" "nraylduhut" "nwnyjkugcf" "kpfqxroqbs" "xwxwosqkhm" + "ollacusjzj" "wcouaiatsu" "nvkfnfzoki" "fgjnsosfrp" "pltsnzqvpi" "rhnkzlsjtk" + "ysnndkycix" "bpnfopinub" "blujwnyluy" "wgtmckqknh" "zorzyqtjtr" "hvtlkrungk" + "rgtondctpo" "mjgvtydjtm" "kcbotffyca" "gybxnvwchp" "gazojexans" "hmcpcrjumm" + "zejhycldyy" "iiissmznfe" "qvpuudyuks" "gviypfayfm" "plqbwsiuzw" "nunchscyqc" + "qocjpufxio" "iqbyikqjmx" "omwbgglqsp" "nywteueaig" "ntmgbzaivy" "ijdgnlzprg" + "rnlaakgsrf" "fpdflprzvn" "azkdbpnshy" "mvfnirshbd" "sotsxznskx" "uzktwqcdeb" + "myrrmvflyw" "jgaieawkcu" "utymwhxigo" "vtaiyncmyg" "gpodilvrnm" "xgfzndhodu" + "saqilljaid" "jxiewthqls" "nbwksmwxpx" "rwfykeeqgx" "tlnkrncpwi" "ogyvxbgcwi" + "ffcqkkzllx" "rtnhivnxtb" "vzcclamtun" "jjlefkekuw" "xjksnqifds" "ctusqixohm" + "osaekeukqx" "irlduoinie" "nifzrybfuh" "ctqxoyxbwc" "vsvhjrymqc" "bzwxqcpftf" + "ltghdkluqq" "vklwhyzqhk" "ghwcrdlbjj" "lzzptujbjp" "qlvgfplbod" "ghepftfjgk" + "aiqqyusnuv" "rspghuhpbp" "lfkqrtxocm" "iibgagtkpg" "ywiurvfbpg" "tdceweesxh" + "pvwvdaorrl" "ejlunxlwxn" "ymqxhmnidz" "lydebbpmfb" "ztjuqomjck" "eyrbqexkff" + "oqmuhlruqy" "gnrmnwaxls" "mumhqarhgg" "skbzfbeziu" "hnnfmyurhx" "yrsizkbbwz" + "azpwrzovza" "txhllnvudv" "aslibwggrp" "ubghghklvj" "jqqogagqni" "emfqsjraia" + "ctgwmawlgl" "mivctgaajt" "knycrcrsbm" "ubtiscdgrn" "ulepgommyy" "qbhdjhoohc" + "cctlfgicpv" "phfuspevwk" "oeawjlqnyg" "jpphbjtbrh" "ofykgotycd" "csjfbpjyzq" + "thmmmlqluk" "buzhjxsbkm" "pisgqibyae" "skkawcmqqt" "mmqblvrscy" "dpkiubfzbx" + "yivxcecwlp" "kbnjiilaqd" "rwrxxrnwtq" "veegnotgmj" "pbfijwccjp" "expefhkisx" + "ynnhyctikq" "bhfmhanvxe" "otclvmbilg" "hskkmrluuf" "ftnbjymlll" "nbkaxrojqq" + "qydrgilxxt" "dxufcyurjx" "fgygwdazbm" "tivnqailcl" "jwvqixjhho" "oglqutqfcx" + "wvrlxfoxff" "ropuqidkxv" "qcsxjrjcfc" "twuvkpjzzw" "fqtktfghcv" "suhwnartid" + "wvsnfinuil" "rngtndwjyg" "tsmzfswaxo" "uvlswctlhx" "llamjvxyqo" "wovoupawzt" + "caxgjftjyj" "gwzqcetcji" "yzrdbalexf" "fnpdsuozxt" "dbtbtvkqss" "pwgjoppmgc" + "wxjdgbugeu" "qchpfcigwa" "lxzdcbveuy" "bwjyghaztz" "uedehyieof" "pfaytznuaa" + "lspvrnxnjo" "zkbqvttlzy" "fkdmuxraqf" "nbizrabfuo" "fgzwwaedjy" "gkmwutvars" + "bwsdzrxzse" "txgjxzovte" "cbtpbbfrdd" "vqgztpmzhz" "rdipvyeqoi" "bovkdabcdo" + "fhobhpwwkp" "mkbkflixkr" "mjifqzmtsd" "pkcqdokojd" "dtgjnddwch" "uboipezuni" + "dfdodbelzn" "fzsoiryhfn" "krtsiucvvu" "aieekmivcb" "aeafusfzdn" "ehnrizfmfo" + "dcjlwhfstw" "wksgvbkbyw" "hvfprkjlbc" "jlgepeyhpc" "ljklggibcy" "mhrvuemywb" + "wdqygrxkya" "ystnkbogee" "flvftlpbjq" "vgfgbsbnwy" "rsivptwulz" "bzjzucrypq" + "bweysooxiv" "mmcunsiwad" "mszjkgsrio" "bvurseeqmh" "wtcpliaxmk" "ndwiompimr" + "mdcwoblmkl" "dflxukffgl" "mcojdazpfq" "tctgzmjads" "dewdgfrhos" "iwqanwtvcd" + "nfucelqjfe" "wgtrwefdsw" "skstqdgbos" "rwllkdzxrj" "qwozutlufu" "fmpdixcckx" + "jybzltmwrs" "ossjrvqmaa" "adlxahxsbq" "mbewprqunw" "xbvbujurqw" "rnvhfxbuoi" + "pyrpwxalpc" "adlryhdbpr" "gritvkzfgw" "aufhfrhccf" "umoicweaab" "kgirldeylz" + "nknlysgviv" "plbxaamppj" "ikpikupjoi" "eioxaswdee" "imexfccbxk" "ouroipthpq" + "jbzyfznpdn" "asidljmwgb" "jeazfmhrcb" "dablvesuho" "zuoqjiciij" "qmxxfyuodo" + "vkqalcokst" "jhibapuhga" "cmqraybrlw" "beqsnrixhl" "rmqxtqcxua" "ndltyojjxj" + "hyanpicfan" "yzutuazhmh" "tumnalubch" "eksvvoxziw" "weqhfkosif" "wwfbpjatrp" + "lrhrkuyzry" "uvbtcgtopw" "fmyleefltp" "kkrxiaiife" "gbkqhfumyu" "tdmjyuitvv" + "jvtalmlkng" "rdsfcdvkqz" "xqvjnlpssl" "fuftndsnim" "keklddczkd" "wrqnytptzm" + "rwzijctxzs" "btakuczlec" "fuipidfbjt" "kjiqagynco" "ahjawbsqcw" "iehxaaneev" + "ezbiwqnabg" "pnnzqcutoq" "wlogkzxkpo" "xzswnnldvs" "qqfnugftmr" "zuccleayil" + "ckqebhazel" "brwlqbfoat" "anmcogawkg" "roqzbzpbbt" "dxnprfawun" "fffreqppjj" + "gfdzgxfdcg" "sshbuxfljd" "shckmujxzo" "rqurawzebz" "vpehhmoxva" "vldwfdnicm" + "tzhjrlfvfp" "ymwwctfodg" "qsxfnsicrx" "gfhrrjczsp" "gtqrsktbaa" "dniplpxfof" + "htawohddyn" "dbcxnsiacw" "dhfundvlpn" "uewpgskfpu" "cuuytorpnp" "vlcnbfqvox" + "jbqibabrmv" "xhspgwheck" "fsuovvpgng" "gcjruttnno" "wxswusqpeo" "qhhhipzncq" + "mcbuftndrr" "owjfgjqqjc" "vvmkjgajwa" "wvlvshnhmx" "ekponflaeq" "kuiumwomxi" + "aoydkdfrpe" "cglxptkcsz" "uqbpcvkipa" "ubzgvzputq" "wmyphdckda" "ukdnaklmcp" + "ramoirrdyd" "vwayaqmtid" "ltomuspfzc" "wzxdkpehwf" "yzcspfvcot" "cgpvvnbvlk" + "farwqgfyjf" "lbxvlwzony" "ocesqguvym" "yzviqaobku" "cnngbbpowp" "ucxeoqcssr" + "zcffhzusrl" "yzmodbpsnb" "aryiyaltqw" "xkaailrpns" "lpahctqgna" "cnbqnvxmjp" + "nugjvhftma" "xsgcuvxzor" "xwtwtwmbgu" "emdwpvauyc" "ahfktrqmgh" "jznackjcrd" + "etcsjxoqab" "kpzmuwqbnt" "dspznsgszk" "rcwbzvwbva" "mlznoaajqq" "iwuuxdactm" + "zujobawsct" "snepgcispg" "cgmivhyskk" "snunzlgfkd" "ppdxnadmje" "wtzqqecgfy" + "ncremxgfdb" "cblsafugqk" "hjekcxfyds" "faxedqgskm" "jjczogqdwz" "jfbgmhtjke" + "nehqnkqnld" "lcdchjadll" "llimzyabsp" "iwapedwyle" "iobkwbwceu" "twmbtaxdro" + "nmtmjmhmdl" "ewoqykjbkc" "tmyuncyoyd" "dcepfcdddn" "dnvwyhyhsn" "nrencopzqn" + "yjyffpgoop" "uvqtefqdhk" "yjhypaonqq" "uqvzpcvugl" "cakvxrdpmj" "tvzacklhdz" + "higdkhodzy" "ormdblyhhn" "wbouqpojzl" "eyhgspybnr" "lywsezpzgf" "usykkwszvh" + "bcwncpnibg" "jgcqryhsvk" "yfvwesgulw" "geizujxrkg" "zknlteeaxq" "nqwjivcosg" + "qmnxipsiga" "pthacnunjj" "afamsavgsi" "bzfzxzecrs" "sxcihybfci" "padscbypdo" + "gaotvjctjh" "beicnwdryg" "xsueeljljp" "mkrrypcfzy" "ekjgqnjxyl" "iyeiercbxr" + "rkwlgzhvvy" "hmnaoeeasz" "aquymkrswt" "ulnnuwyptq" "xftfzsoiwc" "urkkyscfti" + "wabroeeoop" "qpzkuxsipr" "dxdngrmypg" "icatrrbcjs" "fhuptkhkzm" "apyzwvajot" + "vealtjlqyc" "khkkfmzkow" "trzqdcaqdw" "itmekixthv" "pudgkcbwdx" "zuibhuihtz" + "kzuywkxlku" "ogtqmpnzie" "jetamrlglx" "fjdjumschq" "kprzbyngsw" "xeyxlxiqch" + "dtuhvpszzt" "fpmbbgiaao" "hjlhurakwh" "mshexjmkmn" "cynhehkcxs" "cvbbbdzmie" + "cvnlzjdfgf" "ifhkjgmxrd" "audguegpmo" "jzstgleeby" "eafrzhdhhq" "fmmammvdyj" + "uncqdpbhwb" "fzatoyblsr" "xtwlklqdna" "ydqppngxvh" "mkngszsxeu" "vyewicgjio" + "tstbluhyhj" "qzxxwlfeki" "ocmtsfpsgh" "xmknbbmdbf" "pdjmftsmob" "ygrpkpstxq" + "hrhiqcarju" "aadzbodres" "curhymvwsx" "tbqidtevrl" "avchkjnlwm" "tyephutkmb" + "lxoaezrdxs" "ctkwlhmgfz" "xkiuuciwrn" "irrovfyshb" "hwuofuftlr" "mhbfsuaovv" + "wzuhzzdezi" "jlpobgvouj" "qbpmtomqpu" "shlwywnxpk" "srkvjhetmj" "hvxefqtmqu" + "fazsvkljef" "bstezdkmig" "asbtvfzien" "vewfxcxkpf" "tqkprkoixe" "rcaatkjyur" + "euleuicawb" "ifiizdeong" "cjcrpmggtu" "kxggjpatkd" "klwqsggtob" "mnsaklzgob" + "xfxlervrgn" "eraxdyjftw" "xrvonyieqa" "fswhywqxhy" "iqzxblqkeo" "rxvhmzvbcv" + "wvdmobfisx" "ujybghjfnf" "yufagalzhk" "qxbqbfcgjp" "vorgqhmaoq" "zewylkylsy" + "vvmaucizkv" "bgcoyoduda" "vnsufnurol" "rtskokvklv" "svvdufedug" "qgdgujdvtg" + "rjrtvpntke" "shgetgsird" "ywgeotcect" "zsikdzycyt" "gcsswbksnc" "qgobfhgspy" + "pbxrbaxnor" "viwarrumob" "eaetplspga" "jqmscuprwq" "nkyuframnm" "gygftrsdbm" + "qzlfnntjar" "fzzcioobeb" "ydigxptqbl" "bgtxhxkhvv" "hggqmlgwha" "ywlqbjqeug" + "qwowxqzrkz" "zybosgbtxt" "cflarkquuv" "klaeknlbrm" "ccnbldglgl" "dpauqcpgyi" + "ylxiwiesps" "xyxmlrdbui" "arqfxfqkzh" "byrkeibrfb" "laepwenqmc" "kluswgtjsf" + "mgldvzleyy" "yqmzmmzwpd" "tvlckdoyfe" "dmxcbvzrxg" "qquwyuyvvw" "pmytvtksfi" + "umttshfkpk" "rmdayyptch" "glwrmjpotx" "bgcnzgcmza" "ivinvxopgz" "dmbarohbfj" + "rncdgqxqfq" "zmmwzkjrjl" "gdlztbhpeq" "zrwgpknaop" "powzkcrtvv" "cszvzbrmoy" + "dtjljhzqcm" "anznywecwk" "amuwlfaxwv" "ajdkqflpen" "evjrybtwww" "oxsdmrdbit" + "yafipxfsip" "xekxarmwcq" "dgcesswkvc" "gdqgmwxkmt" "spdyueanru" "yrvmdhnnfc" + "aexxjlgwuo" "xpcpytommm" "gjutzwoxlf" "stnfirydgi" "snpuvnebpy" "rfxibyjmpg" + "ortxlvmdoc" "gdozstnglr" "eqiukbyscu" "qzcrpbvatq" "dwzqowbrsd" "iesbitdnjd" + "inboyxgoqa" "lfojnetxdc" "njmufqrykx" "ybcdthmgws" "igwekdegcw" "ajkgxmtamu" + "qkyfpamste" "nwybjbhgep" "arqqmfmmbz" "rqiyxwpuyv" "nsdvirehqh" "qckueiqiwh" + "tjnbsybxws" "jphvxuqipp" "ghtoyhrfxh" "erglflfnql" "kngwkkzwts" "nmguhcygct" + "jigyicdeft" "gamcdtywne" "nunpqugdit" "ghqwxaqlef" "nqxdrqigvf" "xepfvvcovk" + "ezgxjiwwig" "izizuzzjuv" "mallnshtok" "tctrsxgnrc" "exhjfssojj" "yilvzcevlj" + "nepxmyiuhr" "dqqfcdugde" "iamjlqlznh" "mvmsikqfxu" "kmqlwfbsex" "pribqncfuf" + "zavrjnezrf" "kmcwshsbye" "uzaejrbwue" "olezxlliej" "hjjxyybxiv"' +tested-groups: +- list +tested-commands: +- lrange +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--command=\"LRANGE list:1000 0 -1\" --hide-histogram --test-time 180 + --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 34 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-pfadd-4KB-values-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-pfadd-4KB-values-pipeline-10.yaml new file mode 100644 index 00000000..bccdbd60 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-pfadd-4KB-values-pipeline-10.yaml @@ -0,0 +1,33 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-pfadd-4KB-values-pipeline-10 +description: Runs memtier_benchmark, for a keyspace length of 1 HyperLogLog key. Continuously + add 4KB sized random elements using the PFADD command. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 2g +tested-groups: +- hyperloglog +tested-commands: +- pfadd +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--pipeline 10 -c 2 -t 2 --command=\"PFADD hll __data__\" -R --data-size=4096\ + \ --hide-histogram --test-time 180 --rate-limiting 2500" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 61 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smembers-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smembers-pipeline-10.yaml new file mode 100644 index 00000000..9114969d --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smembers-pipeline-10.yaml @@ -0,0 +1,37 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smembers-pipeline-10 +description: 'Runs memtier_benchmark, for a keyspace length of 1 SET key. The SET + contains 10 elements in it and we query it using SMEMBERS that returns all elements. Rate + limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + resources: + requests: + memory: 1g + init_commands: + - '"SADD" "set:10" "lysbgqqfqw" "mtccjerdon" "jekkafodvk" "nmgxcctxpn" "vyqqkuszzh" + "pytrnqdhvs" "oguwnmniig" "gekntrykfh" "nhfnbxqgol" "cgoeihlnei"' +tested-groups: +- set +tested-commands: +- smembers +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--pipeline 10 --command=\"SMEMBERS set:10\" --hide-histogram --test-time + 180 --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 23 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smembers.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smembers.yaml new file mode 100644 index 00000000..079224fb --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smembers.yaml @@ -0,0 +1,36 @@ +version: 0.4 +name: latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smembers +description: 'Runs memtier_benchmark, for a keyspace length of 1 SET key. The SET + contains 10 elements in it and we query it using SMEMBERS that returns all elements. Rate + limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + resources: + requests: + memory: 1g + init_commands: + - '"SADD" "set:10" "lysbgqqfqw" "mtccjerdon" "jekkafodvk" "nmgxcctxpn" "vyqqkuszzh" + "pytrnqdhvs" "oguwnmniig" "gekntrykfh" "nhfnbxqgol" "cgoeihlnei"' +tested-groups: +- set +tested-commands: +- smembers +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--command=\"SMEMBERS set:10\" --hide-histogram --test-time 180 --rate-limiting + 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 23 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smismember.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smismember.yaml new file mode 100644 index 00000000..7b129b67 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smismember.yaml @@ -0,0 +1,36 @@ +version: 0.4 +name: latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smismember +description: 'Runs memtier_benchmark, for a keyspace length of 1 SET key. The SET + contains 10 elements in it and we query it using SMISMEMBER with 2 elements in which + one is present and the other is not. Rate limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + resources: + requests: + memory: 1g + init_commands: '"SADD" "set:10" "lysbgqqfqw" "mtccjerdon" "jekkafodvk" "nmgxcctxpn" + "vyqqkuszzh" "pytrnqdhvs" "oguwnmniig" "gekntrykfh" "nhfnbxqgol" "cgoeihlnei"' +tested-groups: +- set +tested-commands: +- smembers +- smismember +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--command=\"SMISMEMBER set:10 lysbgqqfqw not-a-member\" --hide-histogram + --test-time 180 --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 106 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sismember-is-a-member.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sismember-is-a-member.yaml new file mode 100644 index 00000000..35465316 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sismember-is-a-member.yaml @@ -0,0 +1,52 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sismember-is-a-member +description: 'Runs memtier_benchmark, for a keyspace length of 1 SET key. The SET + contains 100 elements in it and we query it using SISMEMBER in which the value is + a member. Rate limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + resources: + requests: + memory: 1g + init_commands: + - '"SADD" "set:100" "vyoomgwuzv" "xamjodnbpf" "ewomnmugfa" "ljcgdooafo" "pcxdhdjwnf" + "djetcyfxuc" "licotqplim" "alqlzsvuuz" "ijsmoyesvd" "whmotknaff" "rkaznetutk" + "ksqpdywgdd" "gorgpnnqwr" "gekntrykfh" "rjkknoigmu" "luemuetmia" "gxephxbdru" + "ncjfckgkcl" "hhjclfbbka" "cgoeihlnei" "zwnitejtpg" "upodnpqenn" "mibvtmqxcy" + "htvbwmfyic" "rqvryfvlie" "nxcdcaqgit" "gfdqdrondm" "lysbgqqfqw" "nxzsnkmxvi" + "nsxaigrnje" "cwaveajmcz" "xsepfhdizi" "owtkxlzaci" "agsdggdghc" "tcjvjofxtd" + "kgqrovsxce" "ouuybhtvyb" "ueyrvldzwl" "vpbkvwgxsf" "pytrnqdhvs" "qbiwbqiubb" + "ssjqrsluod" "urvgxwbiiz" "ujrxcmpvsq" "mtccjerdon" "xczfmrxrja" "imyizmhzjk" + "oguwnmniig" "mxwgdcutnb" "pqyurbvifk" "ccagtnjilc" "mbxohpancs" "lgrkndhekf" + "eqlgkwosie" "jxoxtnzujs" "lbtpbknelm" "ichqzmiyot" "mbgehjiauu" "aovfsvbwjg" + "nmgxcctxpn" "vyqqkuszzh" "rojeolnopp" "ibhohmfxzt" "qbyhorvill" "nhfnbxqgol" + "wkbasfyzqz" "mjjuylgssm" "imdqxmkzdj" "oapbvnisyq" "bqntlsaqjb" "ocrcszcznp" + "hhniikmtsx" "hlpdstpvzw" "wqiwdbncmt" "vymjzlzqcn" "hhjchwjlmc" "ypfeltycpy" + "qjyeqcfhjj" "uapsgmizgh" "owbbdezgxn" "qrosceblyo" "sahqeskveq" "dapacykoah" + "wvcnqbvlnf" "perfwnpvkl" "ulbrotlhze" "fhuvzpxjbc" "holjcdpijr" "onzjrteqmu" + "pquewclxuy" "vpmpffdoqz" "eouliovvra" "vxcbagyymm" "jekkafodvk" "ypekeuutef" + "dlbqcynhrn" "erxulvebrj" "qwxrsgafzy" "dlsjwmqzhx" "exvhmqxvvp"' +tested-groups: +- set +tested-commands: +- sismember +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--command=\"SISMEMBER set:100 lysbgqqfqw\" --hide-histogram --test-time + 180 --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 1 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sismember-not-a-member.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sismember-not-a-member.yaml new file mode 100644 index 00000000..63d38eab --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sismember-not-a-member.yaml @@ -0,0 +1,52 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sismember-not-a-member +description: 'Runs memtier_benchmark, for a keyspace length of 1 SET key. The SET + contains 100 elements in it and we query it using SISMEMBER in which the value is + not a member. Rate limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + resources: + requests: + memory: 1g + init_commands: + - '"SADD" "set:100" "vyoomgwuzv" "xamjodnbpf" "ewomnmugfa" "ljcgdooafo" "pcxdhdjwnf" + "djetcyfxuc" "licotqplim" "alqlzsvuuz" "ijsmoyesvd" "whmotknaff" "rkaznetutk" + "ksqpdywgdd" "gorgpnnqwr" "gekntrykfh" "rjkknoigmu" "luemuetmia" "gxephxbdru" + "ncjfckgkcl" "hhjclfbbka" "cgoeihlnei" "zwnitejtpg" "upodnpqenn" "mibvtmqxcy" + "htvbwmfyic" "rqvryfvlie" "nxcdcaqgit" "gfdqdrondm" "lysbgqqfqw" "nxzsnkmxvi" + "nsxaigrnje" "cwaveajmcz" "xsepfhdizi" "owtkxlzaci" "agsdggdghc" "tcjvjofxtd" + "kgqrovsxce" "ouuybhtvyb" "ueyrvldzwl" "vpbkvwgxsf" "pytrnqdhvs" "qbiwbqiubb" + "ssjqrsluod" "urvgxwbiiz" "ujrxcmpvsq" "mtccjerdon" "xczfmrxrja" "imyizmhzjk" + "oguwnmniig" "mxwgdcutnb" "pqyurbvifk" "ccagtnjilc" "mbxohpancs" "lgrkndhekf" + "eqlgkwosie" "jxoxtnzujs" "lbtpbknelm" "ichqzmiyot" "mbgehjiauu" "aovfsvbwjg" + "nmgxcctxpn" "vyqqkuszzh" "rojeolnopp" "ibhohmfxzt" "qbyhorvill" "nhfnbxqgol" + "wkbasfyzqz" "mjjuylgssm" "imdqxmkzdj" "oapbvnisyq" "bqntlsaqjb" "ocrcszcznp" + "hhniikmtsx" "hlpdstpvzw" "wqiwdbncmt" "vymjzlzqcn" "hhjchwjlmc" "ypfeltycpy" + "qjyeqcfhjj" "uapsgmizgh" "owbbdezgxn" "qrosceblyo" "sahqeskveq" "dapacykoah" + "wvcnqbvlnf" "perfwnpvkl" "ulbrotlhze" "fhuvzpxjbc" "holjcdpijr" "onzjrteqmu" + "pquewclxuy" "vpmpffdoqz" "eouliovvra" "vxcbagyymm" "jekkafodvk" "ypekeuutef" + "dlbqcynhrn" "erxulvebrj" "qwxrsgafzy" "dlsjwmqzhx" "exvhmqxvvp"' +tested-groups: +- set +tested-commands: +- sismember +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--command=\"SISMEMBER set:100 not-a-member\" --hide-histogram --test-time + 180 --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 1 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-smembers.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-smembers.yaml new file mode 100644 index 00000000..932bbb26 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-smembers.yaml @@ -0,0 +1,50 @@ +version: 0.4 +name: latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-smembers +description: 'Runs memtier_benchmark, for a keyspace length of 1 SET key. The SET + contains 100 elements in it and we query it using SMEMBERS that returns all elements. Rate + limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + resources: + requests: + memory: 1g + init_commands: '"SADD" "set:100" "vyoomgwuzv" "xamjodnbpf" "ewomnmugfa" "ljcgdooafo" + "pcxdhdjwnf" "djetcyfxuc" "licotqplim" "alqlzsvuuz" "ijsmoyesvd" "whmotknaff" + "rkaznetutk" "ksqpdywgdd" "gorgpnnqwr" "gekntrykfh" "rjkknoigmu" "luemuetmia" + "gxephxbdru" "ncjfckgkcl" "hhjclfbbka" "cgoeihlnei" "zwnitejtpg" "upodnpqenn" + "mibvtmqxcy" "htvbwmfyic" "rqvryfvlie" "nxcdcaqgit" "gfdqdrondm" "lysbgqqfqw" + "nxzsnkmxvi" "nsxaigrnje" "cwaveajmcz" "xsepfhdizi" "owtkxlzaci" "agsdggdghc" + "tcjvjofxtd" "kgqrovsxce" "ouuybhtvyb" "ueyrvldzwl" "vpbkvwgxsf" "pytrnqdhvs" + "qbiwbqiubb" "ssjqrsluod" "urvgxwbiiz" "ujrxcmpvsq" "mtccjerdon" "xczfmrxrja" + "imyizmhzjk" "oguwnmniig" "mxwgdcutnb" "pqyurbvifk" "ccagtnjilc" "mbxohpancs" + "lgrkndhekf" "eqlgkwosie" "jxoxtnzujs" "lbtpbknelm" "ichqzmiyot" "mbgehjiauu" + "aovfsvbwjg" "nmgxcctxpn" "vyqqkuszzh" "rojeolnopp" "ibhohmfxzt" "qbyhorvill" + "nhfnbxqgol" "wkbasfyzqz" "mjjuylgssm" "imdqxmkzdj" "oapbvnisyq" "bqntlsaqjb" + "ocrcszcznp" "hhniikmtsx" "hlpdstpvzw" "wqiwdbncmt" "vymjzlzqcn" "hhjchwjlmc" + "ypfeltycpy" "qjyeqcfhjj" "uapsgmizgh" "owbbdezgxn" "qrosceblyo" "sahqeskveq" + "dapacykoah" "wvcnqbvlnf" "perfwnpvkl" "ulbrotlhze" "fhuvzpxjbc" "holjcdpijr" + "onzjrteqmu" "pquewclxuy" "vpmpffdoqz" "eouliovvra" "vxcbagyymm" "jekkafodvk" + "ypekeuutef" "dlbqcynhrn" "erxulvebrj" "qwxrsgafzy" "dlsjwmqzhx" "exvhmqxvvp"' +tested-groups: +- set +tested-commands: +- smembers +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--command=\"SMEMBERS set:100\" --hide-histogram --test-time 180 --rate-limiting + 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 23 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-smismember.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-smismember.yaml new file mode 100644 index 00000000..6cfc444f --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-smismember.yaml @@ -0,0 +1,53 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-smismember +description: 'Runs memtier_benchmark, for a keyspace length of 1 SET key. The SET + contains 100 elements in it and we query it using SMISMEMBER with 2 elements in + which one is present and the other is not. Rate limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + resources: + requests: + memory: 1g + init_commands: + - '"SADD" "set:100" "vyoomgwuzv" "xamjodnbpf" "ewomnmugfa" "ljcgdooafo" "pcxdhdjwnf" + "djetcyfxuc" "licotqplim" "alqlzsvuuz" "ijsmoyesvd" "whmotknaff" "rkaznetutk" + "ksqpdywgdd" "gorgpnnqwr" "gekntrykfh" "rjkknoigmu" "luemuetmia" "gxephxbdru" + "ncjfckgkcl" "hhjclfbbka" "cgoeihlnei" "zwnitejtpg" "upodnpqenn" "mibvtmqxcy" + "htvbwmfyic" "rqvryfvlie" "nxcdcaqgit" "gfdqdrondm" "lysbgqqfqw" "nxzsnkmxvi" + "nsxaigrnje" "cwaveajmcz" "xsepfhdizi" "owtkxlzaci" "agsdggdghc" "tcjvjofxtd" + "kgqrovsxce" "ouuybhtvyb" "ueyrvldzwl" "vpbkvwgxsf" "pytrnqdhvs" "qbiwbqiubb" + "ssjqrsluod" "urvgxwbiiz" "ujrxcmpvsq" "mtccjerdon" "xczfmrxrja" "imyizmhzjk" + "oguwnmniig" "mxwgdcutnb" "pqyurbvifk" "ccagtnjilc" "mbxohpancs" "lgrkndhekf" + "eqlgkwosie" "jxoxtnzujs" "lbtpbknelm" "ichqzmiyot" "mbgehjiauu" "aovfsvbwjg" + "nmgxcctxpn" "vyqqkuszzh" "rojeolnopp" "ibhohmfxzt" "qbyhorvill" "nhfnbxqgol" + "wkbasfyzqz" "mjjuylgssm" "imdqxmkzdj" "oapbvnisyq" "bqntlsaqjb" "ocrcszcznp" + "hhniikmtsx" "hlpdstpvzw" "wqiwdbncmt" "vymjzlzqcn" "hhjchwjlmc" "ypfeltycpy" + "qjyeqcfhjj" "uapsgmizgh" "owbbdezgxn" "qrosceblyo" "sahqeskveq" "dapacykoah" + "wvcnqbvlnf" "perfwnpvkl" "ulbrotlhze" "fhuvzpxjbc" "holjcdpijr" "onzjrteqmu" + "pquewclxuy" "vpmpffdoqz" "eouliovvra" "vxcbagyymm" "jekkafodvk" "ypekeuutef" + "dlbqcynhrn" "erxulvebrj" "qwxrsgafzy" "dlsjwmqzhx" "exvhmqxvvp"' +tested-groups: +- set +tested-commands: +- smembers +- smismember +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--command=\"SMISMEMBER set:100 lysbgqqfqw not-a-member\" --hide-histogram + --test-time 180 --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 106 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sscan.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sscan.yaml new file mode 100644 index 00000000..da5b2550 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sscan.yaml @@ -0,0 +1,50 @@ +version: 0.4 +name: latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sscan +description: 'Runs memtier_benchmark, for a keyspace length of 1 SET key. The SET + contains 100 elements in it and we query it using SMEMBERS that returns all elements. Rate + limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + resources: + requests: + memory: 1g + init_commands: '"SADD" "set:100" "vyoomgwuzv" "xamjodnbpf" "ewomnmugfa" "ljcgdooafo" + "pcxdhdjwnf" "djetcyfxuc" "licotqplim" "alqlzsvuuz" "ijsmoyesvd" "whmotknaff" + "rkaznetutk" "ksqpdywgdd" "gorgpnnqwr" "gekntrykfh" "rjkknoigmu" "luemuetmia" + "gxephxbdru" "ncjfckgkcl" "hhjclfbbka" "cgoeihlnei" "zwnitejtpg" "upodnpqenn" + "mibvtmqxcy" "htvbwmfyic" "rqvryfvlie" "nxcdcaqgit" "gfdqdrondm" "lysbgqqfqw" + "nxzsnkmxvi" "nsxaigrnje" "cwaveajmcz" "xsepfhdizi" "owtkxlzaci" "agsdggdghc" + "tcjvjofxtd" "kgqrovsxce" "ouuybhtvyb" "ueyrvldzwl" "vpbkvwgxsf" "pytrnqdhvs" + "qbiwbqiubb" "ssjqrsluod" "urvgxwbiiz" "ujrxcmpvsq" "mtccjerdon" "xczfmrxrja" + "imyizmhzjk" "oguwnmniig" "mxwgdcutnb" "pqyurbvifk" "ccagtnjilc" "mbxohpancs" + "lgrkndhekf" "eqlgkwosie" "jxoxtnzujs" "lbtpbknelm" "ichqzmiyot" "mbgehjiauu" + "aovfsvbwjg" "nmgxcctxpn" "vyqqkuszzh" "rojeolnopp" "ibhohmfxzt" "qbyhorvill" + "nhfnbxqgol" "wkbasfyzqz" "mjjuylgssm" "imdqxmkzdj" "oapbvnisyq" "bqntlsaqjb" + "ocrcszcznp" "hhniikmtsx" "hlpdstpvzw" "wqiwdbncmt" "vymjzlzqcn" "hhjchwjlmc" + "ypfeltycpy" "qjyeqcfhjj" "uapsgmizgh" "owbbdezgxn" "qrosceblyo" "sahqeskveq" + "dapacykoah" "wvcnqbvlnf" "perfwnpvkl" "ulbrotlhze" "fhuvzpxjbc" "holjcdpijr" + "onzjrteqmu" "pquewclxuy" "vpmpffdoqz" "eouliovvra" "vxcbagyymm" "jekkafodvk" + "ypekeuutef" "dlbqcynhrn" "erxulvebrj" "qwxrsgafzy" "dlsjwmqzhx" "exvhmqxvvp"' +tested-groups: +- set +tested-commands: +- sscan +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--command=\"SSCAN set:100 0\" --hide-histogram --test-time 120 --rate-limiting + 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 23 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10M-elements-sismember-50pct-chance.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10M-elements-sismember-50pct-chance.yaml new file mode 100644 index 00000000..71101c65 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10M-elements-sismember-50pct-chance.yaml @@ -0,0 +1,39 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10M-elements-sismember-50pct-chance +description: 'Runs memtier_benchmark, for a keyspace length of 1 SET key with 10M + elements. We query it using SISMEMBER in which the value has 50% change of being + member. Rate limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + resources: + requests: + memory: 1g + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --command="SADD set:10M:elements __key__" --command-key-pattern=P --key-maximum + 10000000 --key-prefix "" -n 10000000 --hide-histogram -t 1 -c 1 +tested-groups: +- set +tested-commands: +- sadd +- sismember +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--command=\"SISMEMBER set:10M:elements __key__\" --key-maximum 20000000 + --key-prefix \"\" --hide-histogram --test-time 180 --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g +priority: 1 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-1K-elements-smembers.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-1K-elements-smembers.yaml new file mode 100644 index 00000000..83df2820 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-1K-elements-smembers.yaml @@ -0,0 +1,200 @@ +version: 0.4 +name: latency-rate-limited-10000_qps-memtier_benchmark-1key-set-1K-elements-smembers +description: 'Runs memtier_benchmark, for a keyspace length of 1 SET key. The SET + contains 1000 elements in it and we query it using SMEMBERS that returns all elements. Rate + limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + resources: + requests: + memory: 1g + init_commands: '"SADD" "set:1000" "tocawprsxz" "csqcfxyzsy" "ipubipttcb" "jqurtadjro" + "zdulfflfqx" "bbfvuialin" "ifpfyncdfe" "kjeevccyof" "stttkrbfqs" "qatkvfuttq" + "ltvfnuuwil" "znartcywze" "bzursuzuei" "jlghqxtvok" "osncqcuest" "uxvibjduto" + "giubyhvaav" "joijmgposs" "lqxpnplleo" "bnatichltp" "nnfxoqebys" "lyhqvxolfw" + "caaqjozcqh" "nlqtadqinl" "hfjxrrsszf" "fussukqrph" "cbjovvgqqy" "wcpbfslakk" + "slskrnekbc" "nvonwipkta" "jhdcicttmm" "rpyroriegs" "lnuuootxmp" "ufdxqlonpg" + "qgasrnjrld" "jhocasnttw" "smwbxeqbed" "kapxglqccs" "hhwvslfxmf" "rbdabbmnrf" + "ltgidziwzm" "qpffifpdiz" "sadqcfniau" "bqoabrqwwj" "wghyakzbit" "bnxtlmiwup" + "akzsgaeqon" "zwlhpcahwu" "kfselnpkim" "dxtzxeguoi" "roczxpuisd" "myzjxvtvjh" + "alfftdxaxc" "vyiqkfoics" "dygkzcpakt" "ukprrucywq" "afzlyodwiz" "vdaebbupfe" + "wemmvswznk" "xzbqjpzqlm" "lqqivzlppd" "rrzcqyzdzf" "ncckxlmsvg" "cpjveufsvk" + "babfjxxabw" "btcvhacldb" "mqqrgbacfa" "eqaxrccwjq" "erahoeivfw" "omeatkwwtc" + "mjwrbndexu" "gktcjcfxbb" "tfonhwnuxj" "pheajlhymx" "vefgwelnfo" "gayysuldha" + "tqpqihwjtl" "eirhwkdgfq" "rnfodijavx" "erqgyscser" "nnnxouavyp" "yhejmjwwni" + "mwmcwqzbld" "ofcurtthcs" "idmjjbjvni" "ovqohpxjft" "ocoflktdhp" "kgopxvsdah" + "pyjpxqnavq" "nubsytpfao" "ddpgrvwowd" "glynpmsjcf" "whsxmqffqg" "sstqpivwip" + "cqfnhujrbj" "gsvkmnluiz" "zdmgjjyukl" "gcfcbjybkx" "qmhyoyctod" "kdodndexvr" + "tkgihmsrha" "kmifjielrw" "gefoharnza" "tcpwkimype" "nxllkzroin" "bpvbnmpekh" + "ljinllovsw" "mugdxqnjxj" "tqqmmvwact" "uidvmrqyjd" "dthtfrqkce" "efhynoxlul" + "iosqxoobrk" "sujbwndgwl" "btxehrokkw" "pmaagvqldo" "evuxmkrrfl" "dclualrzqb" + "jfqxkxgqhj" "fvemodlpgz" "lawrpikwsk" "socoxaegfa" "snomfrutha" "yxsnreuepl" + "vjihaakiof" "nnhrgirrtw" "jccorylnjg" "gehuriygwq" "icqjxcermo" "ocgjeuljxf" + "qslrwqmixc" "rhzpguhsws" "zxlbhyeckf" "iziwqojsoq" "qlorevyltp" "gbjzsedhag" + "mkxysrkpug" "bhrvnadcdk" "qxxinxaqxn" "ctnaggdbru" "fsthobmdxk" "cvnnitrrow" + "vlhtdpqavh" "vhjaphfdpj" "yhdgqenmwv" "ysntbzffxq" "emfjcnujqn" "qnqzibcmip" + "ngcxqjjpdm" "gkneclxnnt" "rhkpfsuhoq" "dgodkfjzos" "isqymcuffe" "ripecixnpr" + "dxpepbctea" "gbeizdzdyb" "aqlapmghln" "yhlalzusch" "xglrugpjkt" "ngwifjdpha" + "jvekvvldai" "hmdzsuuyrn" "ncabqesziv" "whdftyqojv" "rhzqdtxucc" "ftyxhyfokj" + "vqtixjkcbb" "krfosgrmjb" "ahcaaodvgi" "ooeswhfdnj" "jhctncrzlw" "haxesjafmh" + "vxrtzngznb" "fidsuuizcf" "mamtueyrqn" "quemrlmwod" "pkgpjwyfbh" "ckibsdtfff" + "tjnjhejnju" "puvgjfjyaf" "cvmicoarvv" "mxpzuzrzuo" "rrrfhnclbv" "xeurpmfdmo" + "yqvkykgjbe" "behdxlfdho" "dyzedskzkq" "rfhlttsuqy" "pkehotsmka" "alokvrpbih" + "mobwpcyxuk" "umwunfzsvo" "naggqdxcjm" "rakustfykw" "dtkfydidli" "kohpozxkhl" + "usjmfkopln" "axhoxkubdv" "asretszbav" "tmkoxwdgpx" "wjhaavxfge" "pcuaesomdc" + "vjhpmffzxc" "qwxzqlqter" "jjumoixniz" "ruxsmttpak" "pjdundsxrd" "kdklhpxntt" + "muhewfzihs" "dplonqlliz" "wjibkklezg" "dfemamyevk" "nryvfijxhj" "bqqohkuylc" + "wiqhmhkiel" "lftmqoxhfc" "sjbaedopjb" "dlomhvkoxg" "jhkdwtqvwl" "vqashxkrik" + "mupcilqfjg" "suahxaebee" "rqkcyxiwhz" "jqgtbgbybq" "ygbfgfefac" "kjblkrvknt" + "yajpmxmuwz" "wwowdvybjj" "bdtbaxnuko" "adfhfatarh" "vfcpevtekf" "fiugzrozky" + "spogjykkfs" "tdggmsxysk" "aoqlctikzg" "nwywtydqew" "qjrhtqgwjc" "dhzgpwewsx" + "outdlyeqvq" "trwzipsers" "qtpcwuafar" "scgjdkyetq" "aqyfvxyjqr" "xkvgnzjgrm" + "hhbceuegvh" "paitaeqrpb" "yfdsmhtria" "bxwvqvndcc" "dpyjoihqrs" "tnratexlre" + "hplvvuoscb" "muocqqypmt" "pxzkuasjek" "flrsaczxzc" "pubqtzzzko" "vpqlxtfkjz" + "fiafoggekm" "qtewhixedb" "iijjcabgak" "tqjpijliii" "uttazeawix" "hxbmykkugi" + "bekchebgys" "ffrviosqzo" "rjrptuhkav" "sldzewoxas" "uesalivsis" "maxylirjgh" + "vpzsmbjkvy" "eiziligjfr" "tqblforkpa" "nszbrpweoz" "rzanpefsfy" "cejkfhuykf" + "abinkgshoi" "gqybtjuhvq" "oqdlpaubsc" "nrbfkysxaf" "mhxojehvxx" "vuqlqdpfdn" + "orqqevpmca" "xigznrdgqy" "jzceexkqam" "szupcnvvij" "btgeubdzbb" "nojnedgabk" + "sdnkjddyut" "lbjarnpxhh" "wevfinjbqk" "dvgqwzignk" "ejzwnidqwr" "nlxwjmzwln" + "brrlblrxwa" "hyikggurti" "wybmlpqblt" "hertbwuzyw" "rwhzzytdsq" "symbgeyple" + "zbfeyptemz" "pghbwbtfmk" "mxydilgynv" "bhwytqsafu" "ecsburyjhh" "cvohdragtx" + "lscjhgztom" "giswndixdf" "etsngvbrff" "lgqazzajpx" "pypepewjvq" "nswjopvtqv" + "tuajnnqtcq" "bvvoibkfrt" "kjqeujfkoh" "diwmfuckel" "bwizktcwmb" "ughnpilqqm" + "ihealvwnxb" "thqttakyzy" "auwfujaoya" "rofnkytnhm" "ilkuddrdvh" "hmwfncgzxg" + "pzrchtwaaw" "ffksbrtbfq" "ethxaycsil" "uwiqrvcqvu" "fgcehqgsso" "yoblelzlkd" + "gjiwldcfqh" "sbrjnwxdip" "nenhiiibwx" "ebhhhgabjd" "xpkwqbfban" "pupmdjgyed" + "aejnvyfdst" "krxneqolle" "nouncgkoik" "kamgfgbxel" "fffylsswky" "agswwrfabr" + "pkvcbelpos" "mxapzqqqsw" "ywmqoaztmy" "sfuvzzxbxq" "kdcvbkrbsj" "twpiiaedpc" + "egmgddriry" "nmfihtnkel" "kqzjnkdlxd" "eovsizpcjp" "bsavjyaksg" "xlmvatfsly" + "dlhjfafskj" "wmvhvwnowp" "vjjozwrovk" "gbazuqnmit" "ubwlcefgqb" "jttqzbazgz" + "dozecfsvue" "pgdhjrxhga" "gzekysdunp" "ygoiannoht" "hklchdenoe" "sotbjzlsvz" + "qjwrnhooax" "cdghgcsoth" "mjlpvuoghe" "qclkaeciey" "oownjpxrov" "nvqfyljbef" + "tsnawydcru" "wrrgxxkxkc" "ylulwsnjay" "lxsinouutc" "ozpyyaznsh" "cmhkstsjok" + "ybckvbeoib" "fsoardckcw" "ltkauvxggz" "sqwhsgboef" "wgtjxahmef" "spoqshzjoi" + "pfvfxrrfhl" "nahweurftw" "fojjpqmbck" "zexblqeora" "qsoiwsugdv" "ksppwhhqzj" + "otadcihtmd" "imnjbkmsls" "zzenkvuesw" "kbfqdppnfa" "igehetokzq" "koujdppfua" + "wqsqzzbqhm" "tglieutcis" "owovlhorvw" "nraylduhut" "nwnyjkugcf" "kpfqxroqbs" + "xwxwosqkhm" "ollacusjzj" "wcouaiatsu" "nvkfnfzoki" "fgjnsosfrp" "pltsnzqvpi" + "rhnkzlsjtk" "ysnndkycix" "bpnfopinub" "blujwnyluy" "wgtmckqknh" "zorzyqtjtr" + "hvtlkrungk" "rgtondctpo" "mjgvtydjtm" "kcbotffyca" "gybxnvwchp" "gazojexans" + "hmcpcrjumm" "zejhycldyy" "iiissmznfe" "qvpuudyuks" "gviypfayfm" "plqbwsiuzw" + "nunchscyqc" "qocjpufxio" "iqbyikqjmx" "omwbgglqsp" "nywteueaig" "ntmgbzaivy" + "ijdgnlzprg" "rnlaakgsrf" "fpdflprzvn" "azkdbpnshy" "mvfnirshbd" "sotsxznskx" + "uzktwqcdeb" "myrrmvflyw" "jgaieawkcu" "utymwhxigo" "vtaiyncmyg" "gpodilvrnm" + "xgfzndhodu" "saqilljaid" "jxiewthqls" "nbwksmwxpx" "rwfykeeqgx" "tlnkrncpwi" + "ogyvxbgcwi" "ffcqkkzllx" "rtnhivnxtb" "vzcclamtun" "jjlefkekuw" "xjksnqifds" + "ctusqixohm" "osaekeukqx" "irlduoinie" "nifzrybfuh" "ctqxoyxbwc" "vsvhjrymqc" + "bzwxqcpftf" "ltghdkluqq" "vklwhyzqhk" "ghwcrdlbjj" "lzzptujbjp" "qlvgfplbod" + "ghepftfjgk" "aiqqyusnuv" "rspghuhpbp" "lfkqrtxocm" "iibgagtkpg" "ywiurvfbpg" + "tdceweesxh" "pvwvdaorrl" "ejlunxlwxn" "ymqxhmnidz" "lydebbpmfb" "ztjuqomjck" + "eyrbqexkff" "oqmuhlruqy" "gnrmnwaxls" "mumhqarhgg" "skbzfbeziu" "hnnfmyurhx" + "yrsizkbbwz" "azpwrzovza" "txhllnvudv" "aslibwggrp" "ubghghklvj" "jqqogagqni" + "emfqsjraia" "ctgwmawlgl" "mivctgaajt" "knycrcrsbm" "ubtiscdgrn" "ulepgommyy" + "qbhdjhoohc" "cctlfgicpv" "phfuspevwk" "oeawjlqnyg" "jpphbjtbrh" "ofykgotycd" + "csjfbpjyzq" "thmmmlqluk" "buzhjxsbkm" "pisgqibyae" "skkawcmqqt" "mmqblvrscy" + "dpkiubfzbx" "yivxcecwlp" "kbnjiilaqd" "rwrxxrnwtq" "veegnotgmj" "pbfijwccjp" + "expefhkisx" "ynnhyctikq" "bhfmhanvxe" "otclvmbilg" "hskkmrluuf" "ftnbjymlll" + "nbkaxrojqq" "qydrgilxxt" "dxufcyurjx" "fgygwdazbm" "tivnqailcl" "jwvqixjhho" + "oglqutqfcx" "wvrlxfoxff" "ropuqidkxv" "qcsxjrjcfc" "twuvkpjzzw" "fqtktfghcv" + "suhwnartid" "wvsnfinuil" "rngtndwjyg" "tsmzfswaxo" "uvlswctlhx" "llamjvxyqo" + "wovoupawzt" "caxgjftjyj" "gwzqcetcji" "yzrdbalexf" "fnpdsuozxt" "dbtbtvkqss" + "pwgjoppmgc" "wxjdgbugeu" "qchpfcigwa" "lxzdcbveuy" "bwjyghaztz" "uedehyieof" + "pfaytznuaa" "lspvrnxnjo" "zkbqvttlzy" "fkdmuxraqf" "nbizrabfuo" "fgzwwaedjy" + "gkmwutvars" "bwsdzrxzse" "txgjxzovte" "cbtpbbfrdd" "vqgztpmzhz" "rdipvyeqoi" + "bovkdabcdo" "fhobhpwwkp" "mkbkflixkr" "mjifqzmtsd" "pkcqdokojd" "dtgjnddwch" + "uboipezuni" "dfdodbelzn" "fzsoiryhfn" "krtsiucvvu" "aieekmivcb" "aeafusfzdn" + "ehnrizfmfo" "dcjlwhfstw" "wksgvbkbyw" "hvfprkjlbc" "jlgepeyhpc" "ljklggibcy" + "mhrvuemywb" "wdqygrxkya" "ystnkbogee" "flvftlpbjq" "vgfgbsbnwy" "rsivptwulz" + "bzjzucrypq" "bweysooxiv" "mmcunsiwad" "mszjkgsrio" "bvurseeqmh" "wtcpliaxmk" + "ndwiompimr" "mdcwoblmkl" "dflxukffgl" "mcojdazpfq" "tctgzmjads" "dewdgfrhos" + "iwqanwtvcd" "nfucelqjfe" "wgtrwefdsw" "skstqdgbos" "rwllkdzxrj" "qwozutlufu" + "fmpdixcckx" "jybzltmwrs" "ossjrvqmaa" "adlxahxsbq" "mbewprqunw" "xbvbujurqw" + "rnvhfxbuoi" "pyrpwxalpc" "adlryhdbpr" "gritvkzfgw" "aufhfrhccf" "umoicweaab" + "kgirldeylz" "nknlysgviv" "plbxaamppj" "ikpikupjoi" "eioxaswdee" "imexfccbxk" + "ouroipthpq" "jbzyfznpdn" "asidljmwgb" "jeazfmhrcb" "dablvesuho" "zuoqjiciij" + "qmxxfyuodo" "vkqalcokst" "jhibapuhga" "cmqraybrlw" "beqsnrixhl" "rmqxtqcxua" + "ndltyojjxj" "hyanpicfan" "yzutuazhmh" "tumnalubch" "eksvvoxziw" "weqhfkosif" + "wwfbpjatrp" "lrhrkuyzry" "uvbtcgtopw" "fmyleefltp" "kkrxiaiife" "gbkqhfumyu" + "tdmjyuitvv" "jvtalmlkng" "rdsfcdvkqz" "xqvjnlpssl" "fuftndsnim" "keklddczkd" + "wrqnytptzm" "rwzijctxzs" "btakuczlec" "fuipidfbjt" "kjiqagynco" "ahjawbsqcw" + "iehxaaneev" "ezbiwqnabg" "pnnzqcutoq" "wlogkzxkpo" "xzswnnldvs" "qqfnugftmr" + "zuccleayil" "ckqebhazel" "brwlqbfoat" "anmcogawkg" "roqzbzpbbt" "dxnprfawun" + "fffreqppjj" "gfdzgxfdcg" "sshbuxfljd" "shckmujxzo" "rqurawzebz" "vpehhmoxva" + "vldwfdnicm" "tzhjrlfvfp" "ymwwctfodg" "qsxfnsicrx" "gfhrrjczsp" "gtqrsktbaa" + "dniplpxfof" "htawohddyn" "dbcxnsiacw" "dhfundvlpn" "uewpgskfpu" "cuuytorpnp" + "vlcnbfqvox" "jbqibabrmv" "xhspgwheck" "fsuovvpgng" "gcjruttnno" "wxswusqpeo" + "qhhhipzncq" "mcbuftndrr" "owjfgjqqjc" "vvmkjgajwa" "wvlvshnhmx" "ekponflaeq" + "kuiumwomxi" "aoydkdfrpe" "cglxptkcsz" "uqbpcvkipa" "ubzgvzputq" "wmyphdckda" + "ukdnaklmcp" "ramoirrdyd" "vwayaqmtid" "ltomuspfzc" "wzxdkpehwf" "yzcspfvcot" + "cgpvvnbvlk" "farwqgfyjf" "lbxvlwzony" "ocesqguvym" "yzviqaobku" "cnngbbpowp" + "ucxeoqcssr" "zcffhzusrl" "yzmodbpsnb" "aryiyaltqw" "xkaailrpns" "lpahctqgna" + "cnbqnvxmjp" "nugjvhftma" "xsgcuvxzor" "xwtwtwmbgu" "emdwpvauyc" "ahfktrqmgh" + "jznackjcrd" "etcsjxoqab" "kpzmuwqbnt" "dspznsgszk" "rcwbzvwbva" "mlznoaajqq" + "iwuuxdactm" "zujobawsct" "snepgcispg" "cgmivhyskk" "snunzlgfkd" "ppdxnadmje" + "wtzqqecgfy" "ncremxgfdb" "cblsafugqk" "hjekcxfyds" "faxedqgskm" "jjczogqdwz" + "jfbgmhtjke" "nehqnkqnld" "lcdchjadll" "llimzyabsp" "iwapedwyle" "iobkwbwceu" + "twmbtaxdro" "nmtmjmhmdl" "ewoqykjbkc" "tmyuncyoyd" "dcepfcdddn" "dnvwyhyhsn" + "nrencopzqn" "yjyffpgoop" "uvqtefqdhk" "yjhypaonqq" "uqvzpcvugl" "cakvxrdpmj" + "tvzacklhdz" "higdkhodzy" "ormdblyhhn" "wbouqpojzl" "eyhgspybnr" "lywsezpzgf" + "usykkwszvh" "bcwncpnibg" "jgcqryhsvk" "yfvwesgulw" "geizujxrkg" "zknlteeaxq" + "nqwjivcosg" "qmnxipsiga" "pthacnunjj" "afamsavgsi" "bzfzxzecrs" "sxcihybfci" + "padscbypdo" "gaotvjctjh" "beicnwdryg" "xsueeljljp" "mkrrypcfzy" "ekjgqnjxyl" + "iyeiercbxr" "rkwlgzhvvy" "hmnaoeeasz" "aquymkrswt" "ulnnuwyptq" "xftfzsoiwc" + "urkkyscfti" "wabroeeoop" "qpzkuxsipr" "dxdngrmypg" "icatrrbcjs" "fhuptkhkzm" + "apyzwvajot" "vealtjlqyc" "khkkfmzkow" "trzqdcaqdw" "itmekixthv" "pudgkcbwdx" + "zuibhuihtz" "kzuywkxlku" "ogtqmpnzie" "jetamrlglx" "fjdjumschq" "kprzbyngsw" + "xeyxlxiqch" "dtuhvpszzt" "fpmbbgiaao" "hjlhurakwh" "mshexjmkmn" "cynhehkcxs" + "cvbbbdzmie" "cvnlzjdfgf" "ifhkjgmxrd" "audguegpmo" "jzstgleeby" "eafrzhdhhq" + "fmmammvdyj" "uncqdpbhwb" "fzatoyblsr" "xtwlklqdna" "ydqppngxvh" "mkngszsxeu" + "vyewicgjio" "tstbluhyhj" "qzxxwlfeki" "ocmtsfpsgh" "xmknbbmdbf" "pdjmftsmob" + "ygrpkpstxq" "hrhiqcarju" "aadzbodres" "curhymvwsx" "tbqidtevrl" "avchkjnlwm" + "tyephutkmb" "lxoaezrdxs" "ctkwlhmgfz" "xkiuuciwrn" "irrovfyshb" "hwuofuftlr" + "mhbfsuaovv" "wzuhzzdezi" "jlpobgvouj" "qbpmtomqpu" "shlwywnxpk" "srkvjhetmj" + "hvxefqtmqu" "fazsvkljef" "bstezdkmig" "asbtvfzien" "vewfxcxkpf" "tqkprkoixe" + "rcaatkjyur" "euleuicawb" "ifiizdeong" "cjcrpmggtu" "kxggjpatkd" "klwqsggtob" + "mnsaklzgob" "xfxlervrgn" "eraxdyjftw" "xrvonyieqa" "fswhywqxhy" "iqzxblqkeo" + "rxvhmzvbcv" "wvdmobfisx" "ujybghjfnf" "yufagalzhk" "qxbqbfcgjp" "vorgqhmaoq" + "zewylkylsy" "vvmaucizkv" "bgcoyoduda" "vnsufnurol" "rtskokvklv" "svvdufedug" + "qgdgujdvtg" "rjrtvpntke" "shgetgsird" "ywgeotcect" "zsikdzycyt" "gcsswbksnc" + "qgobfhgspy" "pbxrbaxnor" "viwarrumob" "eaetplspga" "jqmscuprwq" "nkyuframnm" + "gygftrsdbm" "qzlfnntjar" "fzzcioobeb" "ydigxptqbl" "bgtxhxkhvv" "hggqmlgwha" + "ywlqbjqeug" "qwowxqzrkz" "zybosgbtxt" "cflarkquuv" "klaeknlbrm" "ccnbldglgl" + "dpauqcpgyi" "ylxiwiesps" "xyxmlrdbui" "arqfxfqkzh" "byrkeibrfb" "laepwenqmc" + "kluswgtjsf" "mgldvzleyy" "yqmzmmzwpd" "tvlckdoyfe" "dmxcbvzrxg" "qquwyuyvvw" + "pmytvtksfi" "umttshfkpk" "rmdayyptch" "glwrmjpotx" "bgcnzgcmza" "ivinvxopgz" + "dmbarohbfj" "rncdgqxqfq" "zmmwzkjrjl" "gdlztbhpeq" "zrwgpknaop" "powzkcrtvv" + "cszvzbrmoy" "dtjljhzqcm" "anznywecwk" "amuwlfaxwv" "ajdkqflpen" "evjrybtwww" + "oxsdmrdbit" "yafipxfsip" "xekxarmwcq" "dgcesswkvc" "gdqgmwxkmt" "spdyueanru" + "yrvmdhnnfc" "aexxjlgwuo" "xpcpytommm" "gjutzwoxlf" "stnfirydgi" "snpuvnebpy" + "rfxibyjmpg" "ortxlvmdoc" "gdozstnglr" "eqiukbyscu" "qzcrpbvatq" "dwzqowbrsd" + "iesbitdnjd" "inboyxgoqa" "lfojnetxdc" "njmufqrykx" "ybcdthmgws" "igwekdegcw" + "ajkgxmtamu" "qkyfpamste" "nwybjbhgep" "arqqmfmmbz" "rqiyxwpuyv" "nsdvirehqh" + "qckueiqiwh" "tjnbsybxws" "jphvxuqipp" "ghtoyhrfxh" "erglflfnql" "kngwkkzwts" + "nmguhcygct" "jigyicdeft" "gamcdtywne" "nunpqugdit" "ghqwxaqlef" "nqxdrqigvf" + "xepfvvcovk" "ezgxjiwwig" "izizuzzjuv" "mallnshtok" "tctrsxgnrc" "exhjfssojj" + "yilvzcevlj" "nepxmyiuhr" "dqqfcdugde" "iamjlqlznh" "mvmsikqfxu" "kmqlwfbsex" + "pribqncfuf" "zavrjnezrf" "kmcwshsbye" "uzaejrbwue" "olezxlliej" "hjjxyybxiv"' +tested-groups: +- set +tested-commands: +- smembers +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--command=\"SMEMBERS set:1000\" --hide-histogram --test-time 180 --rate-limiting + 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 23 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-1M-elements-sismember-50pct-chance.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-1M-elements-sismember-50pct-chance.yaml new file mode 100644 index 00000000..0854e4a8 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-1M-elements-sismember-50pct-chance.yaml @@ -0,0 +1,39 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-set-1M-elements-sismember-50pct-chance +description: 'Runs memtier_benchmark, for a keyspace length of 1 SET key with 1M elements. + We query it using SISMEMBER in which the value has 50% change of being member. Rate + limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + resources: + requests: + memory: 1g + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --command="SADD set:1M:elements __key__" --command-key-pattern=P --key-maximum + 1000000 --key-prefix "" -n 1000000 --hide-histogram -t 1 -c 1 +tested-groups: +- set +tested-commands: +- sadd +- sismember +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--command=\"SISMEMBER set:1M:elements __key__\" --key-maximum 2000000 + --key-prefix \"\" --hide-histogram --test-time 180 --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g +priority: 1 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-200K-elements-sadd-constant.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-200K-elements-sadd-constant.yaml new file mode 100644 index 00000000..917b4ad5 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-200K-elements-sadd-constant.yaml @@ -0,0 +1,38 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-set-200K-elements-sadd-constant +description: 'Runs memtier_benchmark, for a keyspace length of 1 SET key with 200K + elements. The SADD is being issued on a SET with constant size (we are just updating + its members but not increasing). Rate limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + resources: + requests: + memory: 1g + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --command="SADD myset __key__" --command-key-pattern=P --key-maximum + 200000 --key-prefix "" -n 200000 --hide-histogram -t 1 -c 1 +tested-groups: +- set +tested-commands: +- sadd +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--command=\"SADD myset __key__\" --key-maximum 200000 --key-prefix \"\ + \" --hide-histogram --test-time 180 --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g +priority: 30 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-2M-elements-sadd-increasing.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-2M-elements-sadd-increasing.yaml new file mode 100644 index 00000000..89f5837f --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-2M-elements-sadd-increasing.yaml @@ -0,0 +1,33 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-set-2M-elements-sadd-increasing +description: 'Runs memtier_benchmark, for a keyspace length of 1 SET key with 2M elements + at the end of benchmark. Rate limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 1g +tested-groups: +- set +tested-commands: +- sadd +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--command=\"SADD myset __key__\" --command-key-pattern=P --key-maximum + 2000000 --key-prefix \"\" -n 1000000 -c 5 -t 4 --hide-histogram --rate-limiting + 500" + resources: + requests: + cpus: '4' + memory: 2g +priority: 30 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zincrby-1M-elements-pipeline-1.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zincrby-1M-elements-pipeline-1.yaml new file mode 100644 index 00000000..b612062d --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zincrby-1M-elements-pipeline-1.yaml @@ -0,0 +1,40 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-zincrby-1M-elements-pipeline-1 +description: Runs memtier_benchmark, for a keyspace length of 1 SORTED SET key. The + SORTED SET contains 1M elements and we increment the score of memebers using ZINCRBY. + Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --command="ZADD key1 __key__ __key__" --command-key-pattern=P --key-maximum + 1000000 --key-prefix "" -n 1000000 --hide-histogram -t 1 -c 1 + resources: + requests: + memory: 1g +tested-groups: +- sorted-set +tested-commands: +- zincrby +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--command=\"ZINCRBY key1 1 __key__\" --key-maximum 1000000 --command-key-pattern=R + --key-prefix \"\" --hide-histogram --test-time 180 --pipeline 1 -c 1 -t 1 --rate-limiting + 10000" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 67 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrank-1M-elements-pipeline-1.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrank-1M-elements-pipeline-1.yaml new file mode 100644 index 00000000..8055b868 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrank-1M-elements-pipeline-1.yaml @@ -0,0 +1,40 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-zrank-1M-elements-pipeline-1 +description: Runs memtier_benchmark, for a keyspace length of 1 SORTED SET key. The + SORTED SET contains 1M elements and we query it using ZRANK. Rate limited to 10000 + ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --command="ZADD key1 __key__ __key__" --command-key-pattern=P --key-maximum + 1000000 --key-prefix "" -n 1000000 --hide-histogram -t 1 -c 1 + resources: + requests: + memory: 1g +tested-groups: +- sorted-set +tested-commands: +- zrank +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--command=\"ZRANK key1 __key__\" --key-maximum 1000000 --command-key-pattern=R + --key-prefix \"\" --hide-histogram --test-time 180 --pipeline 1 -c 1 -t 1 --rate-limiting + 10000" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 72 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrem-5M-elements-pipeline-1.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrem-5M-elements-pipeline-1.yaml new file mode 100644 index 00000000..f12709cf --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrem-5M-elements-pipeline-1.yaml @@ -0,0 +1,47 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-zrem-5M-elements-pipeline-1 +description: 'Runs memtier_benchmark, for a keyspace length of 1 SORTED SET key. The + SORTED SET contains 5M elements and we remove members using ZREM. Throughout the + course of the benchmark,the sorted set contains fewer members as we continuously + remove them. The chance that we ask for a member to be removed, which was already + removed, also increases. Starting with a large number of members helps us to have + suffienct number of members for the duration of the benchmark, however the preload + stage takes longer to complete. NOTE: using the --randomize flag ensures that we + continue to remove elements the longer we run the test. Without the flag, we stop + removing elements after some time, possibly we keep generating the same random numbers. Rate + limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --command="ZADD key1 __key__ __key__" --command-key-pattern=P --key-maximum + 5000000 --key-prefix "" -n 5000000 --hide-histogram -t 1 -c 1 + resources: + requests: + memory: 1g +tested-groups: +- sorted-set +tested-commands: +- zrem +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--command=\"ZREM key1 __key__\" --key-maximum 5000000 --command-key-pattern=R + --key-prefix \"\" --hide-histogram --test-time 180 --pipeline 1 -c 1 -t 1 --randomize + --rate-limiting 10000" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 36 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrevrangebyscore-256K-elements-pipeline-1.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrevrangebyscore-256K-elements-pipeline-1.yaml new file mode 100644 index 00000000..44fbd4d1 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrevrangebyscore-256K-elements-pipeline-1.yaml @@ -0,0 +1,40 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-zrevrangebyscore-256K-elements-pipeline-1 +description: Runs memtier_benchmark, for a keyspace length of 1 SORTED SET key. The + SORTED SET contains 256K elements of 1KB each and we query it using ZREVRANGEBYSCORE. + Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --command="ZADD key1 __key__ __data__" --command-key-pattern=P --key-maximum + 262144 --key-prefix "" -R --data-size=1024 -n 262144 --hide-histogram -t 1 -c + 1 + resources: + requests: + memory: 1g +tested-groups: +- sorted-set +tested-commands: +- zrevrangebyscore +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--command=\"ZREVRANGEBYSCORE key1 262144 1 WITHSCORES LIMIT 1 10\" --hide-histogram + --test-time 180 --pipeline 1 --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 16 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrevrank-1M-elements-pipeline-1.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrevrank-1M-elements-pipeline-1.yaml new file mode 100644 index 00000000..93a61e8b --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrevrank-1M-elements-pipeline-1.yaml @@ -0,0 +1,40 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-zrevrank-1M-elements-pipeline-1 +description: Runs memtier_benchmark, for a keyspace length of 1 SORTED SET key. The + SORTED SET contains 1M elements and we query it using ZREVRANK. Rate limited to + 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --command="ZADD key1 __key__ __key__" --command-key-pattern=P --key-maximum + 1000000 --key-prefix "" -n 1000000 --hide-histogram -t 1 -c 1 + resources: + requests: + memory: 1g +tested-groups: +- sorted-set +tested-commands: +- zrevrank +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--command=\"ZREVRANK key1 __key__\" --key-maximum 1000000 --command-key-pattern=R + --key-prefix \"\" --hide-histogram --test-time 180 --pipeline 1 -c 1 -t 1 --rate-limiting + 10000" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 58 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-10-elements-zrange-all-elements-long-scores.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-10-elements-zrange-all-elements-long-scores.yaml new file mode 100644 index 00000000..3565b5c3 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-10-elements-zrange-all-elements-long-scores.yaml @@ -0,0 +1,39 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-10-elements-zrange-all-elements-long-scores +description: 'Runs memtier_benchmark, for a keyspace length of 1 SORTED SET key. The + SORTED SET contains 10 elements in it and we query it using ZRANGE BYSCORE with + a range of all elements. The scores are long numbers. Rate limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + resources: + requests: + memory: 1g + init_commands: + - '"ZADD" "zset:10:long_score" "10000000" "lysbgqqfqw" "10000001" "mtccjerdon" "10000002" + "jekkafodvk" "10000003" "nmgxcctxpn" "10000004" "vyqqkuszzh" "10000005" "pytrnqdhvs" + "10000006" "oguwnmniig" "10000007" "gekntrykfh" "10000008" "nhfnbxqgol" "10000009" + "cgoeihlnei"' +tested-groups: +- sorted-set +tested-commands: +- zrange +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--command=\"ZRANGE zset:10:long_score 0 1000000000 BYSCORE WITHSCORES\"\ + \ --hide-histogram --test-time 180 --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 53 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-10-elements-zrange-all-elements.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-10-elements-zrange-all-elements.yaml new file mode 100644 index 00000000..f668fa07 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-10-elements-zrange-all-elements.yaml @@ -0,0 +1,38 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-10-elements-zrange-all-elements +description: 'Runs memtier_benchmark, for a keyspace length of 1 SORTED SET key. The + SORTED SET contains 10 elements in it and we query it using ZRANGE BYSCORE with + a range of all elements. Rate limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + resources: + requests: + memory: 1g + init_commands: + - '"ZADD" "zset:10" "0.306275" "lysbgqqfqw" "0.486004" "mtccjerdon" "0.941626" "jekkafodvk" + "0.602656" "nmgxcctxpn" "0.630771" "vyqqkuszzh" "0.406379" "pytrnqdhvs" "0.521814" + "oguwnmniig" "0.182854" "gekntrykfh" "0.657658" "nhfnbxqgol" "0.218066" "cgoeihlnei"' +tested-groups: +- sorted-set +tested-commands: +- zrange +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--command=\"ZRANGE zset:10 0 1 BYSCORE WITHSCORES\" --hide-histogram + --test-time 180 --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 53 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrange-all-elements.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrange-all-elements.yaml new file mode 100644 index 00000000..63c73820 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrange-all-elements.yaml @@ -0,0 +1,64 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrange-all-elements +description: 'Runs memtier_benchmark, for a keyspace length of 1 SORTED SET key. The + SORTED SET contains 100 elements in it and we query it using ZRANGE BYSCORE with + a range of all elements. Rate limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + resources: + requests: + memory: 1g + init_commands: + - '"ZADD" "zset:100" "0.306275" "lysbgqqfqw" "0.486004" "mtccjerdon" "0.941626" + "jekkafodvk" "0.602656" "nmgxcctxpn" "0.630771" "vyqqkuszzh" "0.406379" "pytrnqdhvs" + "0.521814" "oguwnmniig" "0.182854" "gekntrykfh" "0.657658" "nhfnbxqgol" "0.218066" + "cgoeihlnei" "0.366328" "kgqrovsxce" "0.520723" "imyizmhzjk" "0.426630" "urvgxwbiiz" + "0.878001" "onzjrteqmu" "0.126097" "alqlzsvuuz" "0.562698" "lgrkndhekf" "0.357487" + "tcjvjofxtd" "0.395563" "ouuybhtvyb" "0.745796" "owbbdezgxn" "0.165356" "ksqpdywgdd" + "0.757214" "qrosceblyo" "0.346153" "agsdggdghc" "0.297342" "gfdqdrondm" "0.668749" + "oapbvnisyq" "0.281552" "htvbwmfyic" "0.013874" "vyoomgwuzv" "0.052023" "pcxdhdjwnf" + "0.648518" "ibhohmfxzt" "0.967245" "erxulvebrj" "0.971791" "qwxrsgafzy" "0.154577" + "whmotknaff" "0.404082" "ueyrvldzwl" "0.324634" "nsxaigrnje" "0.342459" "xsepfhdizi" + "0.988925" "exvhmqxvvp" "0.345154" "owtkxlzaci" "0.728413" "ypfeltycpy" "0.406783" + "qbiwbqiubb" "0.714527" "wqiwdbncmt" "0.760975" "dapacykoah" "0.212614" "hhjclfbbka" + "0.445330" "ujrxcmpvsq" "0.576866" "lbtpbknelm" "0.764225" "wvcnqbvlnf" "0.281427" + "mibvtmqxcy" "0.596978" "aovfsvbwjg" "0.650632" "qbyhorvill" "0.948063" "ypekeuutef" + "0.028779" "xamjodnbpf" "0.678338" "hhniikmtsx" "0.757806" "sahqeskveq" "0.671949" + "bqntlsaqjb" "0.190314" "luemuetmia" "0.219219" "zwnitejtpg" "0.212301" "ncjfckgkcl" + "0.730613" "qjyeqcfhjj" "0.657992" "wkbasfyzqz" "0.556851" "ccagtnjilc" "0.543822" + "pqyurbvifk" "0.101854" "djetcyfxuc" "0.878471" "vpmpffdoqz" "0.696931" "hlpdstpvzw" + "0.662898" "imdqxmkzdj" "0.887214" "eouliovvra" "0.193298" "gxephxbdru" "0.978115" + "dlsjwmqzhx" "0.743150" "uapsgmizgh" "0.181609" "gorgpnnqwr" "0.638726" "rojeolnopp" + "0.561627" "mbxohpancs" "0.223001" "upodnpqenn" "0.957952" "dlbqcynhrn" "0.586659" + "ichqzmiyot" "0.813623" "ulbrotlhze" "0.111318" "licotqplim" "0.525834" "mxwgdcutnb" + "0.405858" "vpbkvwgxsf" "0.129768" "ijsmoyesvd" "0.591274" "mbgehjiauu" "0.718370" + "vymjzlzqcn" "0.189343" "rjkknoigmu" "0.566307" "jxoxtnzujs" "0.563082" "eqlgkwosie" + "0.040883" "ljcgdooafo" "0.326765" "cwaveajmcz" "0.423381" "ssjqrsluod" "0.865798" + "fhuvzpxjbc" "0.784445" "perfwnpvkl" "0.659790" "mjjuylgssm" "0.918901" "vxcbagyymm" + "0.282908" "nxcdcaqgit" "0.030110" "ewomnmugfa" "0.164237" "rkaznetutk" "0.281729" + "rqvryfvlie" "0.877790" "holjcdpijr" "0.878293" "pquewclxuy" "0.674968" "ocrcszcznp" + "0.520069" "xczfmrxrja" "0.314841" "nxzsnkmxvi" "0.719988" "hhjchwjlmc"' +tested-groups: +- sorted-set +tested-commands: +- zrange +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--command=\"ZRANGE zset:100 0 1 BYSCORE WITHSCORES\" --hide-histogram + --test-time 180 --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 53 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrangebyscore-all-elements-long-scores.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrangebyscore-all-elements-long-scores.yaml new file mode 100644 index 00000000..81912f33 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrangebyscore-all-elements-long-scores.yaml @@ -0,0 +1,64 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrangebyscore-all-elements-long-scores +description: 'Runs memtier_benchmark, for a keyspace length of 1 SORTED SET key. The + SORTED SET contains 100 elements in it and we query it using ZRANGEBYSCORE with + a range of all elements. Rate limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + resources: + requests: + memory: 1g + init_commands: + - '"ZADD" "zset:100:long_score" "10000000" "vyoomgwuzv" "10000001" "xamjodnbpf" + "10000002" "ewomnmugfa" "10000003" "ljcgdooafo" "10000004" "pcxdhdjwnf" "10000005" + "djetcyfxuc" "10000006" "licotqplim" "10000007" "alqlzsvuuz" "10000008" "ijsmoyesvd" + "10000009" "whmotknaff" "10000010" "rkaznetutk" "10000011" "ksqpdywgdd" "10000012" + "gorgpnnqwr" "10000013" "gekntrykfh" "10000014" "rjkknoigmu" "10000015" "luemuetmia" + "10000016" "gxephxbdru" "10000017" "ncjfckgkcl" "10000018" "hhjclfbbka" "10000019" + "cgoeihlnei" "10000020" "zwnitejtpg" "10000021" "upodnpqenn" "10000022" "mibvtmqxcy" + "10000023" "htvbwmfyic" "10000024" "rqvryfvlie" "10000025" "nxcdcaqgit" "10000026" + "gfdqdrondm" "10000027" "lysbgqqfqw" "10000028" "nxzsnkmxvi" "10000029" "nsxaigrnje" + "10000030" "cwaveajmcz" "10000031" "xsepfhdizi" "10000032" "owtkxlzaci" "10000033" + "agsdggdghc" "10000034" "tcjvjofxtd" "10000035" "kgqrovsxce" "10000036" "ouuybhtvyb" + "10000037" "ueyrvldzwl" "10000038" "vpbkvwgxsf" "10000039" "pytrnqdhvs" "10000040" + "qbiwbqiubb" "10000041" "ssjqrsluod" "10000042" "urvgxwbiiz" "10000043" "ujrxcmpvsq" + "10000044" "mtccjerdon" "10000045" "xczfmrxrja" "10000046" "imyizmhzjk" "10000047" + "oguwnmniig" "10000048" "mxwgdcutnb" "10000049" "pqyurbvifk" "10000050" "ccagtnjilc" + "10000051" "mbxohpancs" "10000052" "lgrkndhekf" "10000053" "eqlgkwosie" "10000054" + "jxoxtnzujs" "10000055" "lbtpbknelm" "10000056" "ichqzmiyot" "10000057" "mbgehjiauu" + "10000058" "aovfsvbwjg" "10000059" "nmgxcctxpn" "10000060" "vyqqkuszzh" "10000061" + "rojeolnopp" "10000062" "ibhohmfxzt" "10000063" "qbyhorvill" "10000064" "nhfnbxqgol" + "10000065" "wkbasfyzqz" "10000066" "mjjuylgssm" "10000067" "imdqxmkzdj" "10000068" + "oapbvnisyq" "10000069" "bqntlsaqjb" "10000070" "ocrcszcznp" "10000071" "hhniikmtsx" + "10000072" "hlpdstpvzw" "10000073" "wqiwdbncmt" "10000074" "vymjzlzqcn" "10000075" + "hhjchwjlmc" "10000076" "ypfeltycpy" "10000077" "qjyeqcfhjj" "10000078" "uapsgmizgh" + "10000079" "owbbdezgxn" "10000080" "qrosceblyo" "10000081" "sahqeskveq" "10000082" + "dapacykoah" "10000083" "wvcnqbvlnf" "10000084" "perfwnpvkl" "10000085" "ulbrotlhze" + "10000086" "fhuvzpxjbc" "10000087" "holjcdpijr" "10000088" "onzjrteqmu" "10000089" + "pquewclxuy" "10000090" "vpmpffdoqz" "10000091" "eouliovvra" "10000092" "vxcbagyymm" + "10000093" "jekkafodvk" "10000094" "ypekeuutef" "10000095" "dlbqcynhrn" "10000096" + "erxulvebrj" "10000097" "qwxrsgafzy" "10000098" "dlsjwmqzhx" "10000099" "exvhmqxvvp"' +tested-groups: +- sorted-set +tested-commands: +- zrangebyscore +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--command=\"ZRANGEBYSCORE zset:100:long_score 0 1000000000 WITHSCORES\"\ + \ --hide-histogram --test-time 180 --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 7 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrangebyscore-all-elements.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrangebyscore-all-elements.yaml new file mode 100644 index 00000000..85bf6842 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrangebyscore-all-elements.yaml @@ -0,0 +1,64 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrangebyscore-all-elements +description: 'Runs memtier_benchmark, for a keyspace length of 1 SORTED SET key. The + SORTED SET contains 100 elements in it and we query it using ZRANGEBYSCORE with + a range of all elements. Rate limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + resources: + requests: + memory: 1g + init_commands: + - '"ZADD" "zset:100" "0.306275" "lysbgqqfqw" "0.486004" "mtccjerdon" "0.941626" + "jekkafodvk" "0.602656" "nmgxcctxpn" "0.630771" "vyqqkuszzh" "0.406379" "pytrnqdhvs" + "0.521814" "oguwnmniig" "0.182854" "gekntrykfh" "0.657658" "nhfnbxqgol" "0.218066" + "cgoeihlnei" "0.366328" "kgqrovsxce" "0.520723" "imyizmhzjk" "0.426630" "urvgxwbiiz" + "0.878001" "onzjrteqmu" "0.126097" "alqlzsvuuz" "0.562698" "lgrkndhekf" "0.357487" + "tcjvjofxtd" "0.395563" "ouuybhtvyb" "0.745796" "owbbdezgxn" "0.165356" "ksqpdywgdd" + "0.757214" "qrosceblyo" "0.346153" "agsdggdghc" "0.297342" "gfdqdrondm" "0.668749" + "oapbvnisyq" "0.281552" "htvbwmfyic" "0.013874" "vyoomgwuzv" "0.052023" "pcxdhdjwnf" + "0.648518" "ibhohmfxzt" "0.967245" "erxulvebrj" "0.971791" "qwxrsgafzy" "0.154577" + "whmotknaff" "0.404082" "ueyrvldzwl" "0.324634" "nsxaigrnje" "0.342459" "xsepfhdizi" + "0.988925" "exvhmqxvvp" "0.345154" "owtkxlzaci" "0.728413" "ypfeltycpy" "0.406783" + "qbiwbqiubb" "0.714527" "wqiwdbncmt" "0.760975" "dapacykoah" "0.212614" "hhjclfbbka" + "0.445330" "ujrxcmpvsq" "0.576866" "lbtpbknelm" "0.764225" "wvcnqbvlnf" "0.281427" + "mibvtmqxcy" "0.596978" "aovfsvbwjg" "0.650632" "qbyhorvill" "0.948063" "ypekeuutef" + "0.028779" "xamjodnbpf" "0.678338" "hhniikmtsx" "0.757806" "sahqeskveq" "0.671949" + "bqntlsaqjb" "0.190314" "luemuetmia" "0.219219" "zwnitejtpg" "0.212301" "ncjfckgkcl" + "0.730613" "qjyeqcfhjj" "0.657992" "wkbasfyzqz" "0.556851" "ccagtnjilc" "0.543822" + "pqyurbvifk" "0.101854" "djetcyfxuc" "0.878471" "vpmpffdoqz" "0.696931" "hlpdstpvzw" + "0.662898" "imdqxmkzdj" "0.887214" "eouliovvra" "0.193298" "gxephxbdru" "0.978115" + "dlsjwmqzhx" "0.743150" "uapsgmizgh" "0.181609" "gorgpnnqwr" "0.638726" "rojeolnopp" + "0.561627" "mbxohpancs" "0.223001" "upodnpqenn" "0.957952" "dlbqcynhrn" "0.586659" + "ichqzmiyot" "0.813623" "ulbrotlhze" "0.111318" "licotqplim" "0.525834" "mxwgdcutnb" + "0.405858" "vpbkvwgxsf" "0.129768" "ijsmoyesvd" "0.591274" "mbgehjiauu" "0.718370" + "vymjzlzqcn" "0.189343" "rjkknoigmu" "0.566307" "jxoxtnzujs" "0.563082" "eqlgkwosie" + "0.040883" "ljcgdooafo" "0.326765" "cwaveajmcz" "0.423381" "ssjqrsluod" "0.865798" + "fhuvzpxjbc" "0.784445" "perfwnpvkl" "0.659790" "mjjuylgssm" "0.918901" "vxcbagyymm" + "0.282908" "nxcdcaqgit" "0.030110" "ewomnmugfa" "0.164237" "rkaznetutk" "0.281729" + "rqvryfvlie" "0.877790" "holjcdpijr" "0.878293" "pquewclxuy" "0.674968" "ocrcszcznp" + "0.520069" "xczfmrxrja" "0.314841" "nxzsnkmxvi" "0.719988" "hhjchwjlmc"' +tested-groups: +- sorted-set +tested-commands: +- zrangebyscore +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--command=\"ZRANGEBYSCORE zset:100 0 1 WITHSCORES\" --hide-histogram + --test-time 180 --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 7 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zscan.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zscan.yaml new file mode 100644 index 00000000..d788799b --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zscan.yaml @@ -0,0 +1,63 @@ +version: 0.4 +name: latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zscan +description: 'Runs memtier_benchmark, for a keyspace length of 1 SORTED SET key. The + SORTED SET contains 100 elements in it and we query it using ZRANGE BYSCORE with + a range of all elements. Rate limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + resources: + requests: + memory: 1g + init_commands: + - '"ZADD" "zset:100" "0.306275" "lysbgqqfqw" "0.486004" "mtccjerdon" "0.941626" + "jekkafodvk" "0.602656" "nmgxcctxpn" "0.630771" "vyqqkuszzh" "0.406379" "pytrnqdhvs" + "0.521814" "oguwnmniig" "0.182854" "gekntrykfh" "0.657658" "nhfnbxqgol" "0.218066" + "cgoeihlnei" "0.366328" "kgqrovsxce" "0.520723" "imyizmhzjk" "0.426630" "urvgxwbiiz" + "0.878001" "onzjrteqmu" "0.126097" "alqlzsvuuz" "0.562698" "lgrkndhekf" "0.357487" + "tcjvjofxtd" "0.395563" "ouuybhtvyb" "0.745796" "owbbdezgxn" "0.165356" "ksqpdywgdd" + "0.757214" "qrosceblyo" "0.346153" "agsdggdghc" "0.297342" "gfdqdrondm" "0.668749" + "oapbvnisyq" "0.281552" "htvbwmfyic" "0.013874" "vyoomgwuzv" "0.052023" "pcxdhdjwnf" + "0.648518" "ibhohmfxzt" "0.967245" "erxulvebrj" "0.971791" "qwxrsgafzy" "0.154577" + "whmotknaff" "0.404082" "ueyrvldzwl" "0.324634" "nsxaigrnje" "0.342459" "xsepfhdizi" + "0.988925" "exvhmqxvvp" "0.345154" "owtkxlzaci" "0.728413" "ypfeltycpy" "0.406783" + "qbiwbqiubb" "0.714527" "wqiwdbncmt" "0.760975" "dapacykoah" "0.212614" "hhjclfbbka" + "0.445330" "ujrxcmpvsq" "0.576866" "lbtpbknelm" "0.764225" "wvcnqbvlnf" "0.281427" + "mibvtmqxcy" "0.596978" "aovfsvbwjg" "0.650632" "qbyhorvill" "0.948063" "ypekeuutef" + "0.028779" "xamjodnbpf" "0.678338" "hhniikmtsx" "0.757806" "sahqeskveq" "0.671949" + "bqntlsaqjb" "0.190314" "luemuetmia" "0.219219" "zwnitejtpg" "0.212301" "ncjfckgkcl" + "0.730613" "qjyeqcfhjj" "0.657992" "wkbasfyzqz" "0.556851" "ccagtnjilc" "0.543822" + "pqyurbvifk" "0.101854" "djetcyfxuc" "0.878471" "vpmpffdoqz" "0.696931" "hlpdstpvzw" + "0.662898" "imdqxmkzdj" "0.887214" "eouliovvra" "0.193298" "gxephxbdru" "0.978115" + "dlsjwmqzhx" "0.743150" "uapsgmizgh" "0.181609" "gorgpnnqwr" "0.638726" "rojeolnopp" + "0.561627" "mbxohpancs" "0.223001" "upodnpqenn" "0.957952" "dlbqcynhrn" "0.586659" + "ichqzmiyot" "0.813623" "ulbrotlhze" "0.111318" "licotqplim" "0.525834" "mxwgdcutnb" + "0.405858" "vpbkvwgxsf" "0.129768" "ijsmoyesvd" "0.591274" "mbgehjiauu" "0.718370" + "vymjzlzqcn" "0.189343" "rjkknoigmu" "0.566307" "jxoxtnzujs" "0.563082" "eqlgkwosie" + "0.040883" "ljcgdooafo" "0.326765" "cwaveajmcz" "0.423381" "ssjqrsluod" "0.865798" + "fhuvzpxjbc" "0.784445" "perfwnpvkl" "0.659790" "mjjuylgssm" "0.918901" "vxcbagyymm" + "0.282908" "nxcdcaqgit" "0.030110" "ewomnmugfa" "0.164237" "rkaznetutk" "0.281729" + "rqvryfvlie" "0.877790" "holjcdpijr" "0.878293" "pquewclxuy" "0.674968" "ocrcszcznp" + "0.520069" "xczfmrxrja" "0.314841" "nxzsnkmxvi" "0.719988" "hhjchwjlmc"' +tested-groups: +- sorted-set +tested-commands: +- zscan +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--command=\"ZSCAN zset:100 0\" --hide-histogram --test-time 120 --rate-limiting + 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 53 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zcard-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zcard-pipeline-10.yaml new file mode 100644 index 00000000..2c5ede63 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zcard-pipeline-10.yaml @@ -0,0 +1,39 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zcard-pipeline-10 +description: Runs memtier_benchmark, for a keyspace length of 1 SORTED SET key. The + SORTED SET contains 1M elements in it and we query it using ZCARD. Rate limited + to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --key-maximum 1000000 --key-prefix "" --command="ZADD lb __key__ __key__" --command-key-pattern + P --hide-histogram -t 4 -c 100 + resources: + requests: + memory: 1g +tested-groups: +- sorted-set +tested-commands: +- zcard +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--command=\"ZCARD lb\" --hide-histogram --test-time 180 --pipeline + 10 --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 10 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zrevrange-5-elements.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zrevrange-5-elements.yaml new file mode 100644 index 00000000..491efc86 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zrevrange-5-elements.yaml @@ -0,0 +1,40 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zrevrange-5-elements +description: 'Runs memtier_benchmark, for a keyspace length of 1 SORTED SET key. The + SORTED SET contains 1M elements in it and we query it using ZREVRANGE with a range + of 5 elements. This benchmarks helps assessing: https://github.com/redis/redis/issues/10310 + Rate limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --key-maximum 1000000 --key-prefix "" --command="ZADD lb __key__ __key__" --command-key-pattern + P --hide-histogram -t 4 -c 100 + resources: + requests: + memory: 1g +tested-groups: +- sorted-set +tested-commands: +- zrevrange +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--command=\"ZREVRANGE lb 5 10\" --hide-histogram --test-time 180 --rate-limiting + 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 8 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zscore-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zscore-pipeline-10.yaml new file mode 100644 index 00000000..edfd90d3 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zscore-pipeline-10.yaml @@ -0,0 +1,39 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zscore-pipeline-10 +description: Runs memtier_benchmark, for a keyspace length of 1 SORTED SET key. The + SORTED SET contains 1M elements in it and we query it using ZCARD. Rate limited + to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --key-maximum 1000000 --key-prefix "" --command="ZADD lb __key__ __key__" --command-key-pattern + P --hide-histogram -t 4 -c 100 + resources: + requests: + memory: 1g +tested-groups: +- sorted-set +tested-commands: +- zscore +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--command=\"zscore lb __key__\" --key-prefix \"\" --hide-histogram --test-time + 180 --pipeline 10 --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 18 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-lua-eval-hset-expire.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-lua-eval-hset-expire.yaml new file mode 100644 index 00000000..a4d273bb --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-lua-eval-hset-expire.yaml @@ -0,0 +1,37 @@ +version: 0.4 +name: latency-rate-limited-10000_qps-memtier_benchmark-2keys-lua-eval-hset-expire +description: 'Runs memtier_benchmark, for a keyspace length of 2 HASH keys. This benchmark + invokes the execution of a server-side Lua script doing 2 HSET commands and doing + EXPIRE on those keys. Rate limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 1g +tested-groups: +- scripting +tested-commands: +- eval +- hset +- expire +- ping +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--command=\"eval \\\"redis.call('hset', 'h1', 'k', 'v');redis.call('hset', + 'h2', 'k', 'v');redis.call('expire', 'h1', 3600);redis.call('expire', 'h2', 3600);return + redis.call('ping')\\\" 0\" --hide-histogram --test-time 180 --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 39 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-lua-evalsha-hset-expire.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-lua-evalsha-hset-expire.yaml new file mode 100644 index 00000000..1cc3fd5a --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-lua-evalsha-hset-expire.yaml @@ -0,0 +1,42 @@ +version: 0.4 +name: latency-rate-limited-10000_qps-memtier_benchmark-2keys-lua-evalsha-hset-expire +description: 'Runs memtier_benchmark, for a keyspace length of 2 HASH keys. This benchmark + invokes the execution of a server-side Lua script doing 2 HSET commands and doing + EXPIRE on those keys. Rate limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 1g + init_commands: + - - SCRIPT + - LOAD + - redis.call('hset', 'h1', 'k', 'v');redis.call('hset', 'h2', 'k', 'v');redis.call('expire', + 'h1', 3600);redis.call('expire', 'h2', 3600);return + +redis-topologies: +- oss-standalone +tested-groups: +- scripting +tested-commands: +- evalsha +- hset +- expire +- ping +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--command=\"EVALSHA 5664e4cac3c4cb86682722a5e3cf03e2f83ce7a1 0\" --hide-histogram + --test-time 180 --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 24 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sdiff.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sdiff.yaml new file mode 100644 index 00000000..9480cffa --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sdiff.yaml @@ -0,0 +1,55 @@ +version: 0.4 +name: latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sdiff +description: 'Runs memtier_benchmark, for a keyspace length of 2 SET key. The first + SET contains 10 elements ( set:10 ) The second SET contains 100 elements ( set:100 + ) The SET with set:10 is a subset of the set:100 We query their difference using + SDIFF that returns 90 elements. Rate limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 2 + resources: + requests: + memory: 1g + init_commands: + - '"SADD" "set:10" "lysbgqqfqw" "mtccjerdon" "jekkafodvk" "nmgxcctxpn" "vyqqkuszzh" + "pytrnqdhvs" "oguwnmniig" "gekntrykfh" "nhfnbxqgol" "cgoeihlnei"' + - '"SADD" "set:100" "vyoomgwuzv" "xamjodnbpf" "ewomnmugfa" "ljcgdooafo" "pcxdhdjwnf" + "djetcyfxuc" "licotqplim" "alqlzsvuuz" "ijsmoyesvd" "whmotknaff" "rkaznetutk" + "ksqpdywgdd" "gorgpnnqwr" "gekntrykfh" "rjkknoigmu" "luemuetmia" "gxephxbdru" + "ncjfckgkcl" "hhjclfbbka" "cgoeihlnei" "zwnitejtpg" "upodnpqenn" "mibvtmqxcy" + "htvbwmfyic" "rqvryfvlie" "nxcdcaqgit" "gfdqdrondm" "lysbgqqfqw" "nxzsnkmxvi" + "nsxaigrnje" "cwaveajmcz" "xsepfhdizi" "owtkxlzaci" "agsdggdghc" "tcjvjofxtd" + "kgqrovsxce" "ouuybhtvyb" "ueyrvldzwl" "vpbkvwgxsf" "pytrnqdhvs" "qbiwbqiubb" + "ssjqrsluod" "urvgxwbiiz" "ujrxcmpvsq" "mtccjerdon" "xczfmrxrja" "imyizmhzjk" + "oguwnmniig" "mxwgdcutnb" "pqyurbvifk" "ccagtnjilc" "mbxohpancs" "lgrkndhekf" + "eqlgkwosie" "jxoxtnzujs" "lbtpbknelm" "ichqzmiyot" "mbgehjiauu" "aovfsvbwjg" + "nmgxcctxpn" "vyqqkuszzh" "rojeolnopp" "ibhohmfxzt" "qbyhorvill" "nhfnbxqgol" + "wkbasfyzqz" "mjjuylgssm" "imdqxmkzdj" "oapbvnisyq" "bqntlsaqjb" "ocrcszcznp" + "hhniikmtsx" "hlpdstpvzw" "wqiwdbncmt" "vymjzlzqcn" "hhjchwjlmc" "ypfeltycpy" + "qjyeqcfhjj" "uapsgmizgh" "owbbdezgxn" "qrosceblyo" "sahqeskveq" "dapacykoah" + "wvcnqbvlnf" "perfwnpvkl" "ulbrotlhze" "fhuvzpxjbc" "holjcdpijr" "onzjrteqmu" + "pquewclxuy" "vpmpffdoqz" "eouliovvra" "vxcbagyymm" "jekkafodvk" "ypekeuutef" + "dlbqcynhrn" "erxulvebrj" "qwxrsgafzy" "dlsjwmqzhx" "exvhmqxvvp"' +tested-commands: +- smembers +- sdiff +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--command=\"SDIFF set:100 set:10\" --hide-histogram --test-time 180 + --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +tested-groups: +- set +priority: 131 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sinter.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sinter.yaml new file mode 100644 index 00000000..31776d83 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sinter.yaml @@ -0,0 +1,56 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sinter +description: 'Runs memtier_benchmark, for a keyspace length of 2 SET key. The first + SET contains 10 elements ( set:10 ) The second SET contains 100 elements ( set:100 + ) The SET with set:10 is a subset of the set:100 We query their intersection using + SINTER that returns 10 elements. Rate limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 2 + resources: + requests: + memory: 1g + init_commands: + - '"SADD" "set:10" "lysbgqqfqw" "mtccjerdon" "jekkafodvk" "nmgxcctxpn" "vyqqkuszzh" + "pytrnqdhvs" "oguwnmniig" "gekntrykfh" "nhfnbxqgol" "cgoeihlnei"' + - '"SADD" "set:100" "vyoomgwuzv" "xamjodnbpf" "ewomnmugfa" "ljcgdooafo" "pcxdhdjwnf" + "djetcyfxuc" "licotqplim" "alqlzsvuuz" "ijsmoyesvd" "whmotknaff" "rkaznetutk" + "ksqpdywgdd" "gorgpnnqwr" "gekntrykfh" "rjkknoigmu" "luemuetmia" "gxephxbdru" + "ncjfckgkcl" "hhjclfbbka" "cgoeihlnei" "zwnitejtpg" "upodnpqenn" "mibvtmqxcy" + "htvbwmfyic" "rqvryfvlie" "nxcdcaqgit" "gfdqdrondm" "lysbgqqfqw" "nxzsnkmxvi" + "nsxaigrnje" "cwaveajmcz" "xsepfhdizi" "owtkxlzaci" "agsdggdghc" "tcjvjofxtd" + "kgqrovsxce" "ouuybhtvyb" "ueyrvldzwl" "vpbkvwgxsf" "pytrnqdhvs" "qbiwbqiubb" + "ssjqrsluod" "urvgxwbiiz" "ujrxcmpvsq" "mtccjerdon" "xczfmrxrja" "imyizmhzjk" + "oguwnmniig" "mxwgdcutnb" "pqyurbvifk" "ccagtnjilc" "mbxohpancs" "lgrkndhekf" + "eqlgkwosie" "jxoxtnzujs" "lbtpbknelm" "ichqzmiyot" "mbgehjiauu" "aovfsvbwjg" + "nmgxcctxpn" "vyqqkuszzh" "rojeolnopp" "ibhohmfxzt" "qbyhorvill" "nhfnbxqgol" + "wkbasfyzqz" "mjjuylgssm" "imdqxmkzdj" "oapbvnisyq" "bqntlsaqjb" "ocrcszcznp" + "hhniikmtsx" "hlpdstpvzw" "wqiwdbncmt" "vymjzlzqcn" "hhjchwjlmc" "ypfeltycpy" + "qjyeqcfhjj" "uapsgmizgh" "owbbdezgxn" "qrosceblyo" "sahqeskveq" "dapacykoah" + "wvcnqbvlnf" "perfwnpvkl" "ulbrotlhze" "fhuvzpxjbc" "holjcdpijr" "onzjrteqmu" + "pquewclxuy" "vpmpffdoqz" "eouliovvra" "vxcbagyymm" "jekkafodvk" "ypekeuutef" + "dlbqcynhrn" "erxulvebrj" "qwxrsgafzy" "dlsjwmqzhx" "exvhmqxvvp"' +tested-commands: +- smembers +- sinter +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--command=\"SINTER set:100 set:10\" --hide-histogram --test-time 180 + --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +tested-groups: +- set +priority: 102 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sunion.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sunion.yaml new file mode 100644 index 00000000..ff38fc8a --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sunion.yaml @@ -0,0 +1,56 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sunion +description: 'Runs memtier_benchmark, for a keyspace length of 2 SET key. The first + SET contains 10 elements ( set:10 ) The second SET contains 100 elements ( set:100 + ) The SET with set:10 is a subset of the set:100 We query their union using SUNION + that returns 100 elements. Rate limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 2 + resources: + requests: + memory: 1g + init_commands: + - '"SADD" "set:10" "lysbgqqfqw" "mtccjerdon" "jekkafodvk" "nmgxcctxpn" "vyqqkuszzh" + "pytrnqdhvs" "oguwnmniig" "gekntrykfh" "nhfnbxqgol" "cgoeihlnei"' + - '"SADD" "set:100" "vyoomgwuzv" "xamjodnbpf" "ewomnmugfa" "ljcgdooafo" "pcxdhdjwnf" + "djetcyfxuc" "licotqplim" "alqlzsvuuz" "ijsmoyesvd" "whmotknaff" "rkaznetutk" + "ksqpdywgdd" "gorgpnnqwr" "gekntrykfh" "rjkknoigmu" "luemuetmia" "gxephxbdru" + "ncjfckgkcl" "hhjclfbbka" "cgoeihlnei" "zwnitejtpg" "upodnpqenn" "mibvtmqxcy" + "htvbwmfyic" "rqvryfvlie" "nxcdcaqgit" "gfdqdrondm" "lysbgqqfqw" "nxzsnkmxvi" + "nsxaigrnje" "cwaveajmcz" "xsepfhdizi" "owtkxlzaci" "agsdggdghc" "tcjvjofxtd" + "kgqrovsxce" "ouuybhtvyb" "ueyrvldzwl" "vpbkvwgxsf" "pytrnqdhvs" "qbiwbqiubb" + "ssjqrsluod" "urvgxwbiiz" "ujrxcmpvsq" "mtccjerdon" "xczfmrxrja" "imyizmhzjk" + "oguwnmniig" "mxwgdcutnb" "pqyurbvifk" "ccagtnjilc" "mbxohpancs" "lgrkndhekf" + "eqlgkwosie" "jxoxtnzujs" "lbtpbknelm" "ichqzmiyot" "mbgehjiauu" "aovfsvbwjg" + "nmgxcctxpn" "vyqqkuszzh" "rojeolnopp" "ibhohmfxzt" "qbyhorvill" "nhfnbxqgol" + "wkbasfyzqz" "mjjuylgssm" "imdqxmkzdj" "oapbvnisyq" "bqntlsaqjb" "ocrcszcznp" + "hhniikmtsx" "hlpdstpvzw" "wqiwdbncmt" "vymjzlzqcn" "hhjchwjlmc" "ypfeltycpy" + "qjyeqcfhjj" "uapsgmizgh" "owbbdezgxn" "qrosceblyo" "sahqeskveq" "dapacykoah" + "wvcnqbvlnf" "perfwnpvkl" "ulbrotlhze" "fhuvzpxjbc" "holjcdpijr" "onzjrteqmu" + "pquewclxuy" "vpmpffdoqz" "eouliovvra" "vxcbagyymm" "jekkafodvk" "ypekeuutef" + "dlbqcynhrn" "erxulvebrj" "qwxrsgafzy" "dlsjwmqzhx" "exvhmqxvvp"' +tested-commands: +- smembers +- sunion +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--command=\"SUNION set:100 set:10\" --hide-histogram --test-time 180 + --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +tested-groups: +- set +priority: 104 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-stream-5-entries-xread-all-entries-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-stream-5-entries-xread-all-entries-pipeline-10.yaml new file mode 100644 index 00000000..6510ee54 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-stream-5-entries-xread-all-entries-pipeline-10.yaml @@ -0,0 +1,45 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-2keys-stream-5-entries-xread-all-entries-pipeline-10 +description: 'Runs memtier_benchmark, for a keyspace length of 2 STREAM keys with + 5 entries on each stream. We query both streams on the same command using XREAD + with range of all entries. Rate limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 2 + resources: + requests: + memory: 1g + init_commands: + - xadd key-1 * field value + - xadd key-1 * field value + - xadd key-1 * field value + - xadd key-1 * field value + - xadd key-1 * field value + - xadd key-2 * field value + - xadd key-2 * field value + - xadd key-2 * field value + - xadd key-2 * field value + - xadd key-2 * field value +tested-commands: +- xread +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--pipeline 10 --command=\"XREAD STREAMS key-1 key-2 0 0\" --hide-histogram + --test-time 180 --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +tested-groups: +- stream +priority: 97 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-stream-5-entries-xread-all-entries.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-stream-5-entries-xread-all-entries.yaml new file mode 100644 index 00000000..a4b52427 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-stream-5-entries-xread-all-entries.yaml @@ -0,0 +1,45 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-2keys-stream-5-entries-xread-all-entries +description: 'Runs memtier_benchmark, for a keyspace length of 2 STREAM keys with + 5 entries on each stream. We query both streams on the same command using XREAD + with range of all entries. Rate limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 2 + resources: + requests: + memory: 1g + init_commands: + - xadd key-1 * field value + - xadd key-1 * field value + - xadd key-1 * field value + - xadd key-1 * field value + - xadd key-1 * field value + - xadd key-2 * field value + - xadd key-2 * field value + - xadd key-2 * field value + - xadd key-2 * field value + - xadd key-2 * field value +tested-commands: +- xread +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--command=\"XREAD STREAMS key-1 key-2 0 0\" --hide-histogram --test-time + 180 --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +tested-groups: +- stream +priority: 97 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-3Mkeys-load-string-with-512B-values.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-3Mkeys-load-string-with-512B-values.yaml new file mode 100644 index 00000000..c0b2a5a5 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-3Mkeys-load-string-with-512B-values.yaml @@ -0,0 +1,41 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-3Mkeys-load-string-with-512B-values +description: Runs memtier_benchmark, for a keyspace length of 3M keys loading STRINGs + in which the value has a data size of 512 Bytes, with 650 clients running sequential + SET commands. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 3g +tested-commands: +- set +redis-topologies: +- oss-standalone +- oss-standalone-02-io-threads +- oss-standalone-04-io-threads +- oss-standalone-08-io-threads +- oss-standalone-16-io-threads +- oss-standalone-32-io-threads +- oss-standalone-64-io-threads +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "\"--data-size\" \"512\" --ratio 1:0 --key-pattern P:P --key-minimum=1 + --key-maximum 3000000 --test-time 180 -c 50 -t 13 --hide-histogram --rate-limiting + 15" + resources: + requests: + cpus: '13' + memory: 2g + +tested-groups: +- string +priority: 17 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-connection-hello.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-connection-hello.yaml new file mode 100644 index 00000000..b62e62ea --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-connection-hello.yaml @@ -0,0 +1,32 @@ +version: 0.4 +name: latency-rate-limited-10000_qps-memtier_benchmark-connection-hello +description: 'Runs memtier_benchmark, for no keyspace, benchmarking the connection + setup scenario using HELLO command. Rate limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 1g +tested-groups: +- connection +tested-commands: +- hello +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "-c 50 -t 4 --command=\"HELLO 2 SETNAME __key__\" --hide-histogram --test-time + 120 --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 1 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-10Kkeys-load-hash-50-fields-with-10000B-values.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-10Kkeys-load-hash-50-fields-with-10000B-values.yaml new file mode 100644 index 00000000..f58e4fdd --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-10Kkeys-load-hash-50-fields-with-10000B-values.yaml @@ -0,0 +1,46 @@ +version: 0.4 +name: + latency-rate-limited-1000_qps-memtier_benchmark-10Kkeys-load-hash-50-fields-with-10000B-values +description: Runs memtier_benchmark, for a keyspace length of 100K keys loading HASHES + with 50 fields each. Each field value has a data size of 1000 Bytes. Rate limited + to 1000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 6g +tested-groups: +- hash +tested-commands: +- hset +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--test-time 120 --distinct-client-seed \"--data-size\" \"10000\" --command + \"HSET __key__ field:1 __data__ field:2 __data__ field:3 __data__ field:4 __data__ + field:5 __data__ field:6 __data__ field:7 __data__ field:8 __data__ field:9 __data__ + field:10 __data__ field:11 __data__ field:12 __data__ field:13 __data__ field:14 + __data__ field:15 __data__ field:16 __data__ field:17 __data__ field:18 __data__ + field:19 __data__ field:20 __data__ field:21 __data__ field:22 __data__ field:23 + __data__ field:24 __data__ field:25 __data__ field:26 __data__ field:27 __data__ + field:28 __data__ field:29 __data__ field:30 __data__ field:31 __data__ field:32 + __data__ field:33 __data__ field:34 __data__ field:35 __data__ field:36 __data__ + field:37 __data__ field:38 __data__ field:39 __data__ field:40 __data__ field:41 + __data__ field:42 __data__ field:43 __data__ field:44 __data__ field:45 __data__ + field:46 __data__ field:47 __data__ field:48 __data__ field:49 __data__ field:50 + __data__\" --command-key-pattern=\"R\" --key-minimum=1 --key-maximum 10000 -c + 50 -t 4 --hide-histogram --rate-limiting 5" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 5 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1Mkeys-load-string-with-200KiB-values.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1Mkeys-load-string-with-200KiB-values.yaml new file mode 100644 index 00000000..4be37007 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1Mkeys-load-string-with-200KiB-values.yaml @@ -0,0 +1,38 @@ +version: 0.4 +name: + latency-rate-limited-1000_qps-memtier_benchmark-1Mkeys-load-string-with-200KiB-values +description: Runs memtier_benchmark, for a keyspace length of 1M keys loading STRINGs + in which the value has a data size of 200K Bytes. Rate limited to 1000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 12g +tested-commands: +- set +redis-topologies: +- oss-standalone + +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "\"--data-size\" \"200000\" --ratio 1:0 --key-pattern P:P --key-minimum=1 + --key-maximum 1000000 --test-time 180 -c 50 -t 4 --hide-histogram --rate-limiting + 5" + resources: + requests: + cpus: '4' + memory: 2g + scalability: + mode: '1:1' + max_processes: 21 + +tested-groups: +- string +priority: 17 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1Mkeys-load-zset-listpack-with-100-elements-double-score.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1Mkeys-load-zset-listpack-with-100-elements-double-score.yaml new file mode 100644 index 00000000..b1e10524 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1Mkeys-load-zset-listpack-with-100-elements-double-score.yaml @@ -0,0 +1,92 @@ +version: 0.4 +name: + latency-rate-limited-1000_qps-memtier_benchmark-1Mkeys-load-zset-listpack-with-100-elements-double-score +description: Runs memtier_benchmark, for a keyspace length of 1M keys loading ZSETs + with encoding:listpack with 100 elements. Rate limited to 1000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 1g +tested-commands: +- zadd +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--test-time 180 -c 50 -t 4 --command \"ZADD __key__ 0.652540306855235 + UaZtxmrKBkxhBqJOlNJlwVUfHVALGkjnUemvubDvbGSVAaaQkXLlsg 0.8731899671198792 RKlVyoHMTvZcoh + 0.0785627468533846 VZWJQlqLBHicktajowIvkyuaddTC 0.7688563664469605 YaXTxnRGWhENdaOFuXNAJmx + 0.0033318113277969186 JjfFkvonkksjIfHS 0.49606648747577575 Q 0.8234766164292862 + MZgqGWzeYWDAlplbxvlzllKR 0.42687597903639085 AGSAuhePDVmONKmViHovKsiIGSXQZdqX + 0.34912978268081996 ZHIKgOWejxTOcrVCRxztCNqtVFEdqCbowiaROZfbhMmzFlr 0.15838599188422475 + UuyeNtxYcAmkfjtovBmajhGcYvzucpgFjLnqKIw 0.4376432899068222 cfgHnJGQAHaXHjLIuLWYkDACbxQbywRIQMbuE + 0.5536939917085721 uyZtiyKNdKhFhgNlcdtnHgDFEdBoovVYkyLIpREln 0.403546330051068 + kRUDWaPmeYXeJZhgqKpnroFxUSCQ 0.8808108541089766 PCGgHbGIRxpzFRfADhupCtBKhknUNyqK + 0.23044636914343264 OaHUUrbZEvSOmYOtbUzxnJq 0.6404180580960533 qJabjKLYYivniNNtGsbnBzRLzYP + 0.6907030016224224 KJrGsIeQESEPkBdTgUhrQuAUzEfySPhVBoNaWDjOawkRrjyktuOMuBcwp 0.24900135884008867 + bwQzFiMXWxSKtYJiFCSaDWxoAEoNGvFsMoAugjlIcWTRWhXyixemQnagvqL 0.7928656841898908 + NKtwuzbLhLCCPupqgkRsRdGijHmSrnqwdfSj 0.9331302297178864 TcZibcjyBLAbljRGHjFgwVeVjbeZwi + 0.640319798434186 nsmIvzevkqEJkJTiybCjqiXRjJVMqSqsSaHKxTzJmygg 0.5239886233297175 + DZGleQLgYgAjWUcCOhzqsi 0.6136266546940706 ZVlOgBjrpZhQuQzJYVLYqnxytasTT 0.6591139297465682 + AFgEEoLcwlGmoWeYLZZJnlilPagiaWdqhItaEMLovOfbaPAgtCeeyjCuEV 0.4468461455464968 + pAjBRwToyaDwhSExhMreHmbgzPuJFPlpVrBbjhkyogmUAQamL 0.5614231865616031 KyArAdlPTTgxCatXdDQIPgZWHCBZicfkZjCKCbuAuvA + 0.022487789155224203 qOuBflYpFEUWKIfvrIuZYEwJYtSIwSlvegDBDYCUTKnBoRWpwDuBAHgYbTwURCW + 0.8510804209364501 QcjxLOamZbsRzGPlmSvuvBpYmDaooLoY 0.43460695876638156 WcTDiiDHQwNoubgkihXThvM + 0.5610492156901229 XPGwnyfBmCnhkPlJxhZhPrjvXoGKWEWbqrFvZauVZGQ 0.7513407089150304 + MTXpbeTMlXoxUsCDccRYHeKKfYunLBZuHbLgJmNStiiALTm 0.09175823221394674 vkAxXiwoCWTBUFUVtpBfpAlILPGaMvUrFaRuBqEgqvWnISaZaPTxiklQtzGS + 0.8586634748104288 wyThKKWAeRg 0.36952587840155204 cRkudmpGSSMUnPOMhPSzjQ 0.538356756374977 + TsRYebuuDgtamrxVbrxOaCBUGWEaGheHKWgzWsgPxVBfLwAev 0.5218317459277027 N 0.658938125456635 + mAI 0.8474868095237909 JrYvYRtaFZldysTlMUVfZfVpHrSzayZGWysedghOV 0.20143282352735015 + WjaRWpmPlWwPuepbXywfDmqIEPWnBh 0.23967093347793234 ZCLtDpzxZHqWUMzAJOfavhqZrGrPiGZQSBYDPqfyqqYAbGIHuyskvLk + 0.8108325344648399 WhxmpALjwYdCOMwTeHRbFRSFfktMmQUVItotZiICjWfwebl 0.1322111892750637 + dfVVGlvVTMufbfSsy 0.2285660170875491 DBqEkifRzIyvzTydaSqNrqalAXBZAkccYOuIBFEn + 0.9396586731821924 NyIOQsgOAQevXYKYhGZXjVzTeqPiwjdJhtq 0.32374056012496966 TQYLPdswKkUntJEjvGWJTWxmVJGdBcbIclOrYzVqqtfFznolqcHYTVj + 0.9080986140709963 IdUdmeLZNHLsCGaVkEdfKMemYRdzhQUqvhuQdXnYchGWXyYRAYZQWkb 0.3129458198716534 + LJFPbCuN 0.39349745859330765 YTPdFVszdCVVgGGHKqoQxfjU 0.14704886640549086 fOFwwDNEsxjfpkUrwd + 0.9168814654086035 rJSASiFxeYIINRbbgTBqPbATrcKOP 0.3100306836090321 VKKOyHveatcnmQR + 0.2370937718635434 OCaIAjJkxSLYaWpMAVjmQoOXoZJMcAO 0.4941647120371836 neeyLswlmLnZXSCDtFx + 0.269336828778751 UuIrk 0.12151325035284255 FmCgjvkoPmAcscWZixkzsFgsQBGAmDHqFSTaKcUdfxlfYWu + 0.0035001439463812067 aThlZZWlDITljruiWa 0.5009568203132024 TBszlGVnMdDvMOLiCysTjjANuFqeq + 0.4783242512285928 dafCundgmRFJLzTEexYHeprmCXFjxrJYLZAcsLXhTrgC 0.531664059031722 + reqfWtmvctIfWtqVEuaTEGfarDa 0.47961187976147 CBvTozpAXrLpS 0.10226598211977789 + eGQCebwBiUOPhMfrVRHiThsDeIFzPDEKHczj 0.721486119508813 nHhoxBCSgFFhJWBhTSVVXBpdFoLKYYKZmWEgvCfa + 0.3044462915617381 AMu 0.8380361220680647 tQiutM 0.7791893412340167 jcKQrBTFeuiuHCprihKx + 0.9140067046543505 bHuocqbTLhTHlHKIfDdemFDPwrcYFeJrXXafsATvSmFvKGYKRJYnqFmwKoRuaptI + 0.6755477551341951 sJuZYHZFrVYyTvMdbMZJDuCqUmpRIsEgizBVplIPCkSAtGc 0.843803368180551 + WgcCuSQuSzcvSPOzzXViuXfnOtBSxjm 0.4683803962889672 CqNaseFeIzhsgZdZDgySGfNawLz + 0.300477038321727 pLiQVPjQuEROtmKceRjEcaiZxMvMSIeailtKgwUeVsgqQUdTUbWg 0.6782593142253811 + bgbVdSCYQstqQQloWsJLCYYrmdvtmKeNXDfWGHvzdyTFuuiMwSxuSZa 0.09916181882671649 jHWIgQCltkPBgzLWWTfRJlLFrxesFUmaJzfeeKDsFglvPAwNIDCDdlvicM + 0.031870198089671176 YfsobnenpUlKHCXNgKYVeWHNRFEPOsAU 0.9753495730511261 OHVmNYCiDZFlkmsqhwgc + 0.6796131843206142 CPVsbsqYVeWPVRsTZKTvlcDwHnUzHpZyEchJqxnbrWM 0.41149806297291536 + MGFGt 0.0635854843880973 xVozQKiljlffdYDherQcdYdEmEX 0.17349539011413317 SORWOElEDHqZuOvYslqzY + 0.6957717601786134 XNVNKDBXRoFHDAu 0.514568844593022 GTagGWDGPcixUFOSdZTBaKpiJSPiKhmyricEAMLBwjQyEXmJIZn + 0.5054082476784039 YOxGoUKeShnXhcdvTJQFGTukjSiRZFidGRfkttgXJBeKKnJebZNubpk 0.5791117949403571 + PFfNxLyEMLCXtgEQVpFVGxadSZeOXdaSCaQmDBrMdJLSlIXAnerUpaF 0.6869490812905924 EDFLipKWqONzJ + 0.5858117779265328 ufGNBddDuAsmqgFMQYqtMrOTUbOiexjEYqLKdPLscwavpbHWCbGvMSKfkp + 0.3328807181469634 kIxgjCASHjQbqrvhxiPozqCtRVebWwuHCptoxBJ 0.5593178033061493 + BHmhWwOEWhCelxVLRsUSiAsSicrsXyAYhbrOWaDtKVVDyVpgTtkbO 0.9568394270185203 XrsvMeAof + 0.2895493213801318 eVIlCARlsKEygkqngxlVoJIhthE 0.36404485659899855 tAahXQIJDAbNWOgsSyAUkgwVcIzNvkawniDRxludhXrgdbReUJWKaDjPkLNCi + 0.6751249599564046 zUNDGaygGLVztZyQgSMyevPstQKjDVTMafZnepYqPvANg 0.4002349143471098 + blBkPgUMFnFxBlocRBolScezbONPxsKrGsdsMsiZWrhuRsINONXImqQlQY 0.4373588125087955 + LpfFjgOkMnuixmgfGamVKyPICLQQzNKmdJaJRnflC 0.8323339473420782 TsvDvTRrfMUEskXqXTEHTKzYcuzaoBTAyKVkcnvvqRTgXItNQwJ + 0.7464672802658118 GpXkYQokvVduxNQfcaSYTSiZsOMxrAlNMtPPdWCLKWWqbeunMDLgkIRRu 0.15234267491477727 + bTapHmxvqZNdGNP 0.42610519579163275 DllLIwysTAcQqwVPjAGkGEedTflBevgZmdgwMbKpNdKJoWGteGWJwyhrI + 0.05073435890699274 uoKiwzrJXTOqaDpeWknKEXdTkQziOGXjZZikNbaEPwOMFvlKoERaUq 0.8053618509879708 + UYuKZw 0.21335197746306034 OqRQLePoVHjfSoZV 0.9955843393406656 s\" --command-key-pattern=\"\ + P\" --key-minimum=1 --key-maximum 1000000 --hide-histogram --rate-limiting 5" + resources: + requests: + cpus: '4' + memory: 4g + +tested-groups: +- sorted-set +priority: 12 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-100M-bits-bitmap-bitcount.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-100M-bits-bitmap-bitcount.yaml new file mode 100644 index 00000000..b12322d2 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-100M-bits-bitmap-bitcount.yaml @@ -0,0 +1,43 @@ +version: 0.4 +name: latency-rate-limited-1000_qps-memtier_benchmark-1key-100M-bits-bitmap-bitcount +description: Runs memtier_benchmark, for a keyspace length of 1 keys focusing on BITCOUNT + performance. The bitmap has a size of 100M bits and approximately 2M bits are set. + The size of it is ~15MB Rate limited to 1000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + init_commands: + - '"SETBIT" "users" "100000000" "1"' + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --hide-histogram --command "SETBIT users __key__ 1" --key-maximum 100000000 + --key-minimum 1 -n 10000 --key-prefix "" --command-key-pattern R --distinct-client-seed + --pipeline 10 + resources: + requests: + cpus: '2' + memory: 1g +tested-commands: +- bitcount +tested-groups: +- bitmap +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--command \"BITCOUNT users __key__ -1\" --key-maximum 100000000 --key-minimum + 1 --key-prefix \"\" --command-key-pattern R --distinct-client-seed --test-time + 120 --rate-limiting 5" + resources: + requests: + cpus: '2' + memory: 2g + +priority: 19 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-linsert-lrem-integer.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-linsert-lrem-integer.yaml new file mode 100644 index 00000000..e35e4353 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-linsert-lrem-integer.yaml @@ -0,0 +1,43 @@ +version: 0.4 +name: + latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-linsert-lrem-integer +description: 'Runs memtier_benchmark, for a keyspace length of 1 LIST key. The LIST + contains 10000 integer elements in it and we query it using LINSERT / LREM in the + middle of the list. Given we add and delete right after the performance and list + lenght over the test should be constant (meaning running for 60secs or 600secs wont + change the list size) Rate limited to 1000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --hide-histogram --command "RPUSH intlist __key__" --key-maximum 10000 + --key-minimum 1 -n allkeys --key-prefix "" --command-key-pattern S -c 1 -t 1 + --pipeline 10 + resources: + requests: + cpus: '2' + memory: 1g +tested-groups: +- list +tested-commands: +- linsert +- lrem +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--command=\"LINSERT intlist AFTER 5000 5001\" --command=\"LREM intlist + 1 5001\" --hide-histogram --test-time 120 --rate-limiting 5" + resources: + requests: + cpus: '4' + memory: 2g +priority: 34 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-linsert-lrem-string.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-linsert-lrem-string.yaml new file mode 100644 index 00000000..2a0c2494 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-linsert-lrem-string.yaml @@ -0,0 +1,44 @@ +version: 0.4 +name: + latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-linsert-lrem-string +description: 'Runs memtier_benchmark, for a keyspace length of 1 LIST key. The LIST + contains 10000 string elements in it and we query it using LINSERT / LREM in the + middle of the list. Given we add and delete right after the performance and list + lenght over the test should be constant (meaning running for 60secs or 600secs wont + change the list size) Rate limited to 1000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --hide-histogram --command "RPUSH strlist __key__" --key-maximum 10000 + --key-minimum 1 -n allkeys --key-prefix "hello" --command-key-pattern S -c 1 + -t 1 --pipeline 10 + resources: + requests: + cpus: '2' + memory: 1g +tested-groups: +- list +tested-commands: +- linsert +- lrem +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--command=\"LINSERT strlist AFTER hello5000 hello5000-new\" --command=\"\ + LREM strlist 1 hello5000-new\" --hide-histogram --test-time 120 --rate-limiting + 5" + resources: + requests: + cpus: '4' + memory: 2g +priority: 34 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-lpos-integer.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-lpos-integer.yaml new file mode 100644 index 00000000..767f9951 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-lpos-integer.yaml @@ -0,0 +1,40 @@ +version: 0.4 +name: + latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-lpos-integer +description: 'Runs memtier_benchmark, for a keyspace length of 1 LIST key. The LIST + contains 10000 integer elements in it and we query it using LPOS of a element that + we know it is in the middle of the list. Rate limited to 1000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --hide-histogram --command "RPUSH intlist __key__" --key-maximum 10000 + --key-minimum 1 -n allkeys --key-prefix "" --command-key-pattern S -c 1 -t 1 + --pipeline 10 + resources: + requests: + cpus: '2' + memory: 1g +tested-groups: +- list +tested-commands: +- lpos +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--command=\"LPOS intlist 5000\" --hide-histogram --test-time 120 --rate-limiting + 5" + resources: + requests: + cpus: '4' + memory: 2g +priority: 34 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-lpos-string.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-lpos-string.yaml new file mode 100644 index 00000000..6b22ff2d --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-lpos-string.yaml @@ -0,0 +1,40 @@ +version: 0.4 +name: + latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-lpos-string +description: 'Runs memtier_benchmark, for a keyspace length of 1 LIST key. The LIST + contains 10000 string elements in it and we query it using LPOS of a element that + we know it is in the middle of the list. Rate limited to 1000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --hide-histogram --command "RPUSH strlist __key__" --key-maximum 10000 + --key-minimum 1 -n allkeys --key-prefix "hello" --command-key-pattern S -c 1 + -t 1 --pipeline 10 + resources: + requests: + cpus: '2' + memory: 1g +tested-groups: +- list +tested-commands: +- lpos +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--command=\"LPOS strlist hello5000\" --hide-histogram --test-time 120 + --rate-limiting 5" + resources: + requests: + cpus: '4' + memory: 2g +priority: 34 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-2K-elements-quicklist-lrange-all-elements-longs.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-2K-elements-quicklist-lrange-all-elements-longs.yaml new file mode 100644 index 00000000..1bd6bc88 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-2K-elements-quicklist-lrange-all-elements-longs.yaml @@ -0,0 +1,259 @@ +version: 0.4 +name: + latency-rate-limited-1000_qps-memtier_benchmark-1key-list-2K-elements-quicklist-lrange-all-elements-longs +description: 'Runs memtier_benchmark, for a keyspace length of 1 LIST key. The LIST + contains 2000 numeric elements in it (encoding:quicklist serializedlength:9669) + and we query it using LRANGE with a range of all elements. Rate limited to 1000 + ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + resources: + requests: + memory: 1g + init_commands: + - '"LPUSH" "int:2000" "436858" "768277" "10664" "860016" "865292" "841848" "313147" + "896678" "386308" "977048" "203069" "283373" "593503" "457419" "169542" "391186" + "130304" "916639" "453967" "273773" "589383" "657683" "182813" "641487" "580095" + "195884" "372142" "774005" "768470" "95729" "556839" "771113" "432139" "613472" + "528415" "174665" "155343" "215707" "753892" "81624" "199200" "877732" "358153" + "337683" "24664" "481128" "356011" "28176" "535519" "724263" "780697" "435661" + "3623" "6998" "985912" "696150" "913066" "171765" "808279" "608289" "187563" "300496" + "104333" "684239" "434669" "111037" "928553" "714514" "606168" "190478" "772363" + "393219" "243921" "549032" "624950" "743846" "957491" "864902" "345918" "846332" + "42207" "243593" "125622" "915607" "523476" "226892" "773003" "840853" "792775" + "582050" "702242" "194856" "270254" "617201" "454742" "543414" "960526" "136178" + "43558" "172112" "315964" "906548" "872631" "9812" "157573" "240243" "366716" + "565328" "358579" "164607" "404765" "339488" "13466" "51715" "63848" "746248" + "466736" "82380" "406953" "837894" "965288" "188204" "827148" "12278" "809927" + "746938" "385617" "225812" "711676" "537420" "798238" "127408" "504131" "652057" + "64514" "14489" "656518" "515681" "341585" "809488" "639725" "441271" "967421" + "998801" "576518" "211388" "381983" "806205" "695045" "732496" "125181" "583599" + "156930" "83935" "518933" "172965" "935860" "351856" "241847" "213126" "171488" + "170662" "302300" "157438" "563212" "94997" "544855" "729516" "3494" "153660" + "3340" "689632" "520164" "928975" "193834" "875837" "637011" "979170" "837250" + "891931" "100531" "277117" "529707" "786457" "425867" "69329" "828851" "787959" + "483253" "436961" "190776" "255085" "963573" "921147" "193275" "28601" "391029" + "346519" "184509" "413952" "186492" "186630" "599412" "712964" "863478" "543442" + "936725" "261034" "433325" "538136" "725493" "437815" "340750" "125982" "70995" + "675010" "482873" "779685" "204540" "658657" "651494" "598984" "211697" "785541" + "141585" "556755" "937387" "244571" "346333" "595449" "306505" "131451" "564406" + "535119" "727064" "808854" "703592" "934789" "837177" "62079" "272563" "814964" + "447612" "46180" "381641" "838054" "541786" "561934" "601932" "112792" "659857" + "795689" "71255" "163760" "389250" "923106" "742984" "665644" "37044" "288286" + "782488" "465661" "719220" "386595" "421309" "322180" "470991" "640024" "277182" + "326998" "773033" "516432" "503742" "52811" "278009" "467202" "30779" "230305" + "361834" "142680" "965731" "2134" "708990" "655992" "843666" "979246" "87183" + "32092" "116456" "631722" "914509" "197081" "904867" "416227" "514356" "190669" + "285867" "366090" "218685" "945164" "314729" "760629" "330622" "887402" "407140" + "79151" "646816" "315458" "386302" "822253" "906996" "42417" "439624" "198939" + "168324" "85834" "149784" "857270" "321402" "243528" "349001" "444903" "210665" + "14530" "157184" "119189" "997937" "538965" "33058" "829750" "357593" "411186" + "334862" "908574" "42795" "253083" "104455" "508180" "155730" "606487" "216277" + "271744" "597530" "558217" "376328" "166080" "777249" "297911" "39860" "897875" + "913783" "96233" "98552" "553234" "217399" "576166" "528693" "689225" "430060" + "549443" "15953" "815596" "545250" "158967" "617025" "557444" "341163" "616649" + "799559" "819669" "943718" "171664" "479697" "434726" "460969" "25763" "389810" + "694741" "28682" "910195" "407303" "370701" "706901" "855917" "567185" "689993" + "623147" "17867" "334745" "493083" "458903" "47961" "334509" "328438" "408398" + "839531" "312968" "131555" "398163" "592833" "652770" "59474" "597960" "115161" + "509790" "998417" "124464" "101091" "644649" "182572" "34876" "985741" "53703" + "323854" "875562" "227007" "550581" "101142" "482813" "523513" "491884" "61752" + "443921" "230743" "946890" "232909" "345530" "781343" "822686" "170006" "401816" + "616708" "569667" "253432" "719359" "494477" "968731" "189184" "943807" "218596" + "580591" "602277" "976073" "577930" "670942" "224269" "167134" "705443" "767924" + "477576" "890542" "795902" "15154" "682212" "204388" "76770" "822399" "943411" + "805359" "73138" "587812" "847082" "128252" "99053" "278139" "594384" "247166" + "223966" "291110" "236271" "521846" "388102" "769855" "722504" "468434" "695381" + "423149" "589502" "261236" "682284" "472491" "907025" "877757" "958352" "528938" + "113715" "543301" "31592" "537791" "957970" "566443" "954483" "713962" "385855" + "250435" "419113" "517175" "718181" "86422" "441985" "488173" "116422" "343678" + "261328" "465793" "318474" "445261" "593700" "130660" "179528" "228553" "764028" + "646824" "965387" "403539" "274961" "598019" "923598" "667153" "815111" "836745" + "184554" "659674" "5872" "541611" "767738" "755502" "289703" "24909" "845510" + "985445" "502599" "942285" "348442" "727521" "661854" "211413" "828765" "655994" + "316895" "29491" "762445" "417019" "384854" "225832" "981658" "588501" "262593" + "241641" "96764" "964723" "832427" "213940" "263478" "962888" "586899" "6134" + "17353" "158687" "590834" "610309" "827589" "973885" "823125" "139784" "344342" + "223546" "134642" "878290" "639083" "653249" "321397" "534986" "299701" "30404" + "220321" "449561" "412428" "966311" "715345" "609270" "421049" "829395" "677850" + "671528" "763180" "692591" "849708" "461540" "598518" "589793" "293581" "526463" + "296191" "563278" "76688" "690304" "500480" "890913" "736045" "505988" "961370" + "680450" "166370" "943022" "442498" "49813" "737688" "103105" "768309" "943679" + "870338" "125027" "279297" "695712" "330005" "931052" "432772" "767508" "411427" + "499969" "97202" "408694" "721825" "673594" "127058" "775391" "451832" "241043" + "650828" "7650" "787590" "481138" "163078" "657396" "15019" "373244" "167904" + "882445" "711911" "282971" "957686" "151461" "406074" "168192" "327154" "338171" + "657734" "630014" "331547" "450791" "41116" "371386" "257199" "724255" "629714" + "904905" "480039" "28038" "363750" "703912" "411214" "522003" "143780" "636539" + "804682" "802249" "392202" "905746" "723491" "874646" "595374" "866243" "943836" + "313183" "835134" "574073" "138715" "523132" "473353" "725538" "11689" "488923" + "791770" "385455" "241968" "429345" "494715" "236378" "646665" "532900" "356576" + "515468" "309836" "867520" "624083" "239700" "923899" "435608" "335167" "958930" + "102220" "157225" "194735" "559763" "48533" "797574" "741730" "719386" "992134" + "791320" "128917" "818809" "405787" "131239" "388507" "67269" "210144" "691095" + "225520" "1203" "100294" "353435" "273505" "616209" "261097" "684122" "564413" + "645501" "290340" "995510" "643263" "600889" "325623" "363553" "330294" "410730" + "22465" "609238" "126942" "617305" "459460" "461642" "672889" "330853" "247129" + "267507" "104264" "179525" "718216" "304029" "704873" "63788" "524692" "134924" + "147798" "553464" "206477" "735270" "281124" "221241" "894221" "267607" "971140" + "375862" "49454" "83470" "982265" "735342" "957022" "148213" "831380" "777134" + "244611" "746281" "46800" "847946" "863788" "146141" "20625" "37523" "150946" + "396359" "444989" "607710" "441290" "25850" "181593" "161912" "705482" "534803" + "541780" "151296" "515831" "859744" "109838" "373756" "784104" "78507" "777554" + "163532" "23518" "75349" "846179" "892004" "371540" "138564" "978458" "378382" + "358684" "222153" "308846" "205336" "567811" "347648" "425479" "74171" "347667" + "170396" "263500" "495474" "976044" "579019" "177820" "584614" "750432" "138416" + "403335" "25805" "465927" "153851" "926901" "943170" "268621" "142965" "807760" + "716872" "161996" "582482" "770063" "629222" "265142" "982415" "725188" "268084" + "303891" "736676" "2396" "542680" "592046" "386441" "746019" "420580" "579956" + "212192" "395017" "105733" "943903" "966110" "114281" "671424" "565450" "178101" + "486460" "842126" "526188" "193699" "78651" "694433" "876355" "615143" "114365" + "835481" "113034" "432281" "159469" "795151" "754018" "47648" "471006" "667361" + "126950" "423807" "270640" "299483" "138778" "549442" "546479" "236104" "845000" + "964861" "778232" "184885" "668022" "102659" "447587" "154447" "291991" "255772" + "842929" "125548" "703817" "329281" "695841" "415349" "585332" "829060" "775984" + "617483" "824172" "276129" "223868" "391686" "409479" "324785" "5495" "305839" + "942063" "935498" "746123" "743923" "643435" "454326" "472809" "438795" "508966" + "110249" "497493" "497606" "230819" "616372" "48274" "367285" "183124" "531872" + "198882" "229429" "957341" "787465" "80765" "947148" "991977" "833074" "611099" + "851759" "904236" "843689" "581597" "218789" "186052" "138432" "183882" "673112" + "4885" "868094" "923298" "106934" "135257" "15080" "955761" "992980" "793990" + "954226" "61549" "274140" "127960" "869322" "559015" "313089" "882398" "854039" + "13603" "504924" "637944" "613051" "235674" "354898" "666751" "97666" "26282" + "13685" "678666" "431954" "104637" "324147" "465170" "73372" "77033" "402233" + "998197" "163570" "473102" "343904" "492371" "775728" "691132" "150719" "664393" + "869873" "548970" "393512" "894173" "260596" "430775" "896965" "151153" "453583" + "718570" "878052" "374524" "737877" "980178" "236181" "409143" "993943" "14522" + "484145" "360559" "124255" "732000" "501206" "949780" "862822" "938958" "385832" + "125612" "637972" "286567" "79608" "551571" "212315" "27596" "109087" "422064" + "687569" "339144" "584902" "518482" "680284" "191122" "251585" "786171" "281184" + "448343" "25778" "154452" "127576" "179129" "399977" "244880" "942914" "114249" + "197419" "762760" "427612" "689058" "13446" "197047" "617382" "468553" "441250" + "526814" "347288" "590899" "408774" "440592" "285978" "964368" "427906" "56544" + "193750" "687953" "747169" "751240" "978464" "950854" "101749" "384224" "464568" + "12193" "322488" "806262" "51216" "483967" "694052" "571729" "858272" "687651" + "108996" "851029" "798032" "543103" "468700" "455526" "845363" "137842" "945342" + "43892" "89654" "173445" "850867" "162179" "460098" "986502" "995786" "594388" + "459654" "28767" "333682" "899804" "431997" "342609" "875010" "360179" "433351" + "588695" "573381" "512284" "276877" "665923" "338840" "444580" "83622" "188195" + "820966" "260683" "512728" "505349" "766922" "799570" "599960" "561767" "93319" + "354922" "281904" "570250" "335720" "844468" "821197" "506060" "363316" "578049" + "835386" "324902" "724311" "897487" "557416" "370237" "726012" "190847" "355177" + "78247" "107195" "480402" "899952" "454722" "481867" "828252" "472809" "767536" + "746592" "602279" "213927" "447823" "234091" "719459" "802159" "254152" "857357" + "370351" "481641" "335166" "456907" "858324" "426628" "995971" "550711" "101900" + "825364" "25696" "745514" "369825" "765734" "715784" "960486" "459013" "888466" + "796973" "23581" "840099" "698651" "254598" "698439" "39533" "150115" "391365" + "613458" "893648" "658090" "206" "204695" "849953" "27158" "304939" "711157" "415570" + "525577" "678086" "188982" "210530" "723510" "912691" "347506" "333025" "873778" + "357894" "442791" "852967" "256734" "832694" "202737" "976378" "489591" "927714" + "873157" "2480" "244498" "239854" "933261" "611173" "882131" "243037" "831814" + "892423" "464912" "772106" "185102" "792763" "43005" "989772" "984388" "742051" + "878505" "977607" "489160" "145427" "142443" "488942" "541697" "697998" "994816" + "369740" "644061" "238271" "337807" "31036" "103295" "166257" "140670" "913070" + "128570" "812550" "745207" "126098" "344378" "624333" "455719" "606721" "931708" + "348265" "813934" "685249" "532890" "366014" "221043" "404351" "90146" "447211" + "207252" "466164" "217310" "122566" "167407" "672951" "184497" "583254" "390128" + "117071" "841532" "130359" "675415" "288278" "149526" "357187" "974691" "818566" + "233201" "530778" "897625" "594077" "801548" "501295" "788175" "30833" "278263" + "291644" "510794" "348752" "849821" "380" "925727" "344006" "908190" "785920" + "838529" "530522" "690199" "588303" "27379" "785469" "383490" "638271" "743507" + "805563" "254750" "23238" "66029" "745248" "622830" "180482" "805662" "229401" + "379518" "763586" "306579" "470495" "485359" "33598" "38483" "712936" "825163" + "935757" "933384" "543169" "73879" "589993" "592692" "96682" "821917" "336376" + "229347" "620859" "446406" "841913" "340322" "542457" "872158" "16602" "616773" + "113223" "581906" "907169" "210702" "650574" "728867" "316546" "143635" "140111" + "440872" "614041" "929576" "910079" "990389" "740652" "203052" "787838" "948421" + "900834" "491510" "345824" "172437" "439399" "939929" "387869" "996403" "806416" + "138232" "375872" "963706" "235842" "468692" "969600" "792635" "747412" "930525" + "970457" "449395" "764849" "930419" "518950" "765480" "782532" "859711" "316555" + "967687" "261794" "450615" "88211" "964528" "258829" "433808" "897408" "192646" + "568511" "610645" "671995" "537064" "10240" "635743" "355900" "762299" "288343" + "508340" "12581" "714893" "328243" "448759" "269690" "507144" "114056" "946330" + "268021" "353766" "902165" "789237" "225994" "572361" "733874" "7696" "843334" + "9522" "681526" "745629" "392195" "140944" "167108" "193793" "690507" "322899" + "422146" "962516" "532958" "918815" "730553" "96216" "475060" "828504" "621930" + "88688" "376122" "398985" "954839" "922355" "748095" "115077" "593029" "594620" + "790334" "441002" "79269" "707899" "113754" "900374" "739919" "584750" "175924" + "977413" "37614" "939940" "706468" "171416" "329174" "59726" "207604" "260734" + "532584" "865515" "728734" "735348" "895831" "635682" "766592" "221545" "686124" + "660747" "630170" "115654" "685879" "734822" "419547" "157176" "694996" "387476" + "876883" "729571" "898065" "397562" "753513" "297404" "708434" "826676" "75853" + "26005" "343896" "333053" "477743" "105157" "321972" "1777" "207890" "290282" + "392874" "785708" "873966" "31258" "280195" "379704" "980980" "656817" "6636" + "465046" "442454" "980961" "756339" "538514" "791502" "507898" "12513" "536783" + "120748" "999694" "74234" "551400" "592610" "797388" "99316" "933810" "415627" + "791232" "295938" "878879" "107456" "672360" "392896" "772125" "456668" "97423" + "606461" "993629" "362044" "436856" "72245" "981185" "344946" "564508" "727816" + "789824" "3752" "641587" "547181" "353045" "20472" "906194" "876436" "206216" + "429327" "559539" "690947" "95807" "331000" "573885" "279467" "831349" "959010" + "348561" "828074" "711861" "937102" "314394" "8159" "509066" "844930" "191277" + "51393" "404553" "912846" "302410" "940963" "752508" "190595" "635784" "887340" + "768839" "785928" "90979" "847516" "905373" "91658" "771465" "250338" "546981" + "283192" "885354" "720984" "412719" "11421" "404639" "850960" "526370" "920476" + "789896" "889196" "880624" "406033" "886159" "932090" "297019" "77356" "54957" + "967005" "98905" "120537" "669093" "781905" "888655" "88345" "244648" "793235" + "158380" "1880" "997435" "720273" "790707" "259329" "207961" "676275" "194071" + "797221" "369744" "686353" "334838" "77591" "248908" "21745" "812755" "401269" + "374677" "951067" "82288" "487047" "206191" "275554" "573399" "493517" "682412" + "860311" "789801" "217148" "442980" "129400" "211218" "963082" "860262" "444686" + "849664" "465355" "614234" "326015" "486560" "256339" "424955" "903818" "384078" + "841476" "541236" "266398" "795277" "760195" "628673" "963685" "412289" "438029" + "582559" "661075" "95219" "10937" "878425" "347897" "892134" "120635" "264505" + "846649" "290280" "539001" "285179" "682180" "143233" "529757" "850505" "693382" + "732301" "450287" "826296" "476027" "673305" "947915" "274100" "984141" "91378" + "406247" "271022" "269329" "826607" "427211" "20595" "535122" "559352" "555950" + "337036" "404636" "302526" "166927" "351020" "620375" "177142" "251314" "166774" + "895630" "890837" "382425" "791133" "123000" "377233" "199283" "260869" "430873" + "612958" "149529" "977780" "370697" "826403" "61006" "464623" "956248" "665395" + "629503" "376698" "891458" "743760" "78866" "543073" "719415" "28507" "521192" + "706681" "731643" "913918" "508266" "88980" "167819" "891569" "318108" "632362" + "201735" "695424" "880752" "765530" "771144" "561870" "311795" "231513" "317246" + "846380" "132453" "564900" "461651" "917281" "163346" "793676" "88116" "981004" + "375849" "78002" "907014" "970486" "22286" "957191" "187867" "850220" "591767" + "134351" "911062" "54627" "93596" "776304" "776765" "539553" "193826" "359592" + "785322" "921109" "741965" "627600" "338720" "855517" "86241" "961175" "18237" + "82726" "736102" "854389" "309988" "400899" "138634" "462084" "321932" "904130" + "484499" "447430" "888222" "267465" "497203" "165038" "135024" "994782" "868720" + "90563" "707232" "420861" "572497" "404086" "942012" "359142" "424944" "749342" + "405944" "932438" "57421" "1305" "729552" "263400" "651922" "294097" "993521" + "263775" "8221" "193880" "432929" "812550" "458637" "836186" "435509" "166568" + "45424" "854179" "45059" "834958" "671276" "991042" "327711" "564956" "445253" + "516025" "878649" "494492" "214104" "239669" "536347" "834771" "279680" "639725" + "404544" "570636" "657509" "699763" "296883" "100103" "907577" "663391" "428452" + "694338" "922759" "71041" "985029" "355437" "892103" "806393" "831646" "597304" + "824636" "116999" "524421" "842200" "959812" "818450" "162541" "779846" "412451" + "752837" "65805" "269713" "680299" "135975" "361635" "148663" "49393" "586298" + "121080" "941478" "325948" "276568" "985304" "220210" "443002" "752592" "695348" + "832898" "958642" "987458" "615837" "684254" "962518" "56465" "970921" "861063" + "299862" "363704" "590891" "180167" "755905" "225058" "319265" "578165" "492509" + "151812" "347595" "536595" "802115" "581882" "741440" "788630" "391383" "200340" + "770182" "578419" "532476" "52060" "449750" "46849" "23722" "567305" "45369" "183051" + "658297" "288096" "822460" "421785" "779849" "265382" "985124" "273796" "935430" + "323648" "90497" "523445" "414032" "219357" "241796" "181029" "265848" "44975" + "544700" "960117" "979088" "821091" "745289" "870898" "772669" "156821" "339467" + "462864" "663633" "704102" "446816" "557140" "50699" "767901" "52426" "203649" + "70161"' +tested-groups: +- list +tested-commands: +- lrange +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--command=\"LRANGE int:2000 0 -1\" --hide-histogram --test-time 120 + --rate-limiting 5" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 34 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-zset-1K-elements-zrange-all-elements.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-zset-1K-elements-zrange-all-elements.yaml new file mode 100644 index 00000000..792bd59a --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-zset-1K-elements-zrange-all-elements.yaml @@ -0,0 +1,321 @@ +version: 0.4 +name: + latency-rate-limited-1000_qps-memtier_benchmark-1key-zset-1K-elements-zrange-all-elements +description: 'Runs memtier_benchmark, for a keyspace length of 1 SORTED SET key. The + SORTED SET contains 1K elements in it and we query it using ZRANGE BYSCORE with + a range of all elements. Rate limited to 1000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + resources: + requests: + memory: 1g + init_commands: + - '"ZADD" "zset:1000" "0.645108" "iehxaaneev" "0.793870" "icatrrbcjs" "0.558445" + "aieekmivcb" "0.712596" "xwtwtwmbgu" "0.138467" "ctnaggdbru" "0.319593" "nouncgkoik" + "0.193744" "naggqdxcjm" "0.238679" "qjrhtqgwjc" "0.308197" "ihealvwnxb" "0.903443" + "hggqmlgwha" "0.210797" "pjdundsxrd" "0.706360" "zcffhzusrl" "0.392186" "hmcpcrjumm" + "0.392543" "iiissmznfe" "0.024854" "caaqjozcqh" "0.169284" "ooeswhfdnj" "0.545674" + "txgjxzovte" "0.943467" "xpcpytommm" "0.130763" "icqjxcermo" "0.167315" "vqtixjkcbb" + "0.629596" "wwfbpjatrp" "0.413113" "vtaiyncmyg" "0.457128" "aslibwggrp" "0.105554" + "bpvbnmpekh" "0.771857" "gaotvjctjh" "0.306570" "diwmfuckel" "0.939014" "dgcesswkvc" + "0.905870" "cflarkquuv" "0.063393" "lqqivzlppd" "0.582370" "iwqanwtvcd" "0.031539" + "nvonwipkta" "0.720765" "rcwbzvwbva" "0.315533" "sbrjnwxdip" "0.688803" "kuiumwomxi" + "0.890704" "qgobfhgspy" "0.334490" "wmvhvwnowp" "0.673452" "uewpgskfpu" "0.819089" + "cvnlzjdfgf" "0.846270" "mhbfsuaovv" "0.652710" "anmcogawkg" "0.778304" "xsueeljljp" + "0.771838" "padscbypdo" "0.177771" "tjnjhejnju" "0.793709" "dxdngrmypg" "0.799628" + "itmekixthv" "0.017343" "giubyhvaav" "0.004991" "bbfvuialin" "0.580003" "tctgzmjads" + "0.405932" "mvfnirshbd" "0.851340" "asbtvfzien" "0.226860" "vqashxkrik" "0.391362" + "gazojexans" "0.287772" "wybmlpqblt" "0.191989" "mobwpcyxuk" "0.224179" "sjbaedopjb" + "0.202665" "axhoxkubdv" "0.968856" "rqiyxwpuyv" "0.483072" "jpphbjtbrh" "0.991346" + "mvmsikqfxu" "0.350243" "ltkauvxggz" "0.588627" "rwllkdzxrj" "0.039496" "hhwvslfxmf" + "0.700638" "cgpvvnbvlk" "0.313291" "fgcehqgsso" "0.343576" "oownjpxrov" "0.192722" + "umwunfzsvo" "0.273418" "jzceexkqam" "0.968219" "arqqmfmmbz" "0.394788" "plqbwsiuzw" + "0.378863" "rhnkzlsjtk" "0.605956" "eioxaswdee" "0.438622" "rspghuhpbp" "0.356931" + "zexblqeora" "0.009694" "stttkrbfqs" "0.620955" "rmqxtqcxua" "0.713440" "emdwpvauyc" + "0.999344" "olezxlliej" "0.361739" "imnjbkmsls" "0.308247" "thqttakyzy" "0.424859" + "jjlefkekuw" "0.036802" "qgasrnjrld" "0.160174" "whdftyqojv" "0.725586" "snepgcispg" + "0.004061" "ipubipttcb" "0.702881" "ocesqguvym" "0.206341" "qwxzqlqter" "0.831086" + "xmknbbmdbf" "0.353833" "spoqshzjoi" "0.029532" "slskrnekbc" "0.389068" "gybxnvwchp" + "0.520218" "uvlswctlhx" "0.872011" "ujybghjfnf" "0.299529" "lgqazzajpx" "0.153536" + "yhlalzusch" "0.611873" "jeazfmhrcb" "0.795973" "vealtjlqyc" "0.284121" "ejzwnidqwr" + "0.429848" "nifzrybfuh" "0.133500" "qlorevyltp" "0.870113" "wvdmobfisx" "0.240635" + "aqyfvxyjqr" "0.903983" "zybosgbtxt" "0.305875" "bvvoibkfrt" "0.132423" "iziwqojsoq" + "0.041522" "qpffifpdiz" "0.085682" "ocoflktdhp" "0.159059" "ncabqesziv" "0.650525" + "zuccleayil" "0.354068" "pfvfxrrfhl" "0.546089" "rdipvyeqoi" "0.452595" "yrsizkbbwz" + "0.723931" "iwuuxdactm" "0.595940" "mbewprqunw" "0.933906" "ajdkqflpen" "0.696150" + "wmyphdckda" "0.841744" "lxoaezrdxs" "0.461889" "jqqogagqni" "0.141414" "yhdgqenmwv" + "0.347382" "wrrgxxkxkc" "0.398727" "omwbgglqsp" "0.443000" "ymqxhmnidz" "0.765094" + "nqwjivcosg" "0.986056" "tctrsxgnrc" "0.576107" "ndwiompimr" "0.349571" "cmhkstsjok" + "0.734824" "jfbgmhtjke" "0.929214" "gdlztbhpeq" "0.102103" "kmifjielrw" "0.796464" + "khkkfmzkow" "0.044303" "akzsgaeqon" "0.349244" "ozpyyaznsh" "0.282090" "dvgqwzignk" + "0.124180" "lawrpikwsk" "0.145508" "qnqzibcmip" "0.014177" "jlghqxtvok" "0.271586" + "orqqevpmca" "0.941327" "yrvmdhnnfc" "0.964838" "ajkgxmtamu" "0.681722" "mcbuftndrr" + "0.524113" "caxgjftjyj" "0.432128" "bzwxqcpftf" "0.167489" "krfosgrmjb" "0.309948" + "ilkuddrdvh" "0.910226" "byrkeibrfb" "0.382510" "bpnfopinub" "0.152318" "gbeizdzdyb" + "0.570025" "vgfgbsbnwy" "0.290087" "zbfeyptemz" "0.376504" "wcouaiatsu" "0.071776" + "omeatkwwtc" "0.029506" "cbjovvgqqy" "0.484980" "ofykgotycd" "0.043870" "bnxtlmiwup" + "0.751689" "uqvzpcvugl" "0.419781" "rwfykeeqgx" "0.087991" "nubsytpfao" "0.808363" + "xeyxlxiqch" "0.187833" "rrrfhnclbv" "0.864568" "mnsaklzgob" "0.725490" "zujobawsct" + "0.204763" "pcuaesomdc" "0.223025" "lftmqoxhfc" "0.506344" "fgygwdazbm" "0.261202" + "maxylirjgh" "0.410370" "jgaieawkcu" "0.260167" "ffrviosqzo" "0.250480" "fiafoggekm" + "0.563103" "wksgvbkbyw" "0.974324" "nmguhcygct" "0.259207" "bekchebgys" "0.783447" + "hmnaoeeasz" "0.764739" "zknlteeaxq" "0.828842" "qzxxwlfeki" "0.464344" "knycrcrsbm" + "0.984059" "izizuzzjuv" "0.384700" "blujwnyluy" "0.930637" "zrwgpknaop" "0.656346" + "fffreqppjj" "0.051069" "alfftdxaxc" "0.320961" "ywmqoaztmy" "0.279848" "lbjarnpxhh" + "0.294326" "ecsburyjhh" "0.806331" "jetamrlglx" "0.208517" "ruxsmttpak" "0.257535" + "hxbmykkugi" "0.821400" "jzstgleeby" "0.546144" "bovkdabcdo" "0.226768" "jhkdwtqvwl" + "0.398483" "iqbyikqjmx" "0.125020" "snomfrutha" "0.264133" "eiziligjfr" "0.043614" + "bqoabrqwwj" "0.411120" "utymwhxigo" "0.850358" "bstezdkmig" "0.485876" "csjfbpjyzq" + "0.528742" "yzrdbalexf" "0.110554" "uidvmrqyjd" "0.751337" "yjhypaonqq" "0.074346" + "gktcjcfxbb" "0.020820" "lqxpnplleo" "0.234692" "vfcpevtekf" "0.157122" "xglrugpjkt" + "0.174485" "fidsuuizcf" "0.939223" "gdqgmwxkmt" "0.436623" "ghepftfjgk" "0.071851" + "mjwrbndexu" "0.847464" "shlwywnxpk" "0.646937" "wlogkzxkpo" "0.532516" "pwgjoppmgc" + "0.592209" "ossjrvqmaa" "0.598701" "rnvhfxbuoi" "0.443002" "lydebbpmfb" "0.279549" + "sdnkjddyut" "0.877963" "zewylkylsy" "0.080681" "rnfodijavx" "0.696470" "ukdnaklmcp" + "0.102279" "tcpwkimype" "0.881048" "bgcoyoduda" "0.415925" "gpodilvrnm" "0.848481" + "srkvjhetmj" "0.040637" "ltgidziwzm" "0.244640" "tnratexlre" "0.075067" "tfonhwnuxj" + "0.034629" "rpyroriegs" "0.887395" "rjrtvpntke" "0.685654" "vvmkjgajwa" "0.400525" + "nywteueaig" "0.435228" "vklwhyzqhk" "0.060039" "afzlyodwiz" "0.510563" "ropuqidkxv" + "0.048751" "roczxpuisd" "0.269116" "mhxojehvxx" "0.988874" "dqqfcdugde" "0.240165" + "qtpcwuafar" "0.750459" "uvqtefqdhk" "0.828087" "tstbluhyhj" "0.861661" "kxggjpatkd" + "0.351980" "wgtjxahmef" "0.440586" "tdceweesxh" "0.897607" "qzlfnntjar" "0.564519" + "ljklggibcy" "0.372248" "nwnyjkugcf" "0.098880" "qmhyoyctod" "0.545321" "bwsdzrxzse" + "0.996184" "kmcwshsbye" "0.819622" "ifhkjgmxrd" "0.034752" "lnuuootxmp" "0.243929" + "yfdsmhtria" "0.317712" "pupmdjgyed" "0.706819" "aryiyaltqw" "0.755626" "eyhgspybnr" + "0.066966" "babfjxxabw" "0.681568" "qhhhipzncq" "0.289070" "rwhzzytdsq" "0.040067" + "rbdabbmnrf" "0.325428" "sfuvzzxbxq" "0.377881" "fgjnsosfrp" "0.737437" "llimzyabsp" + "0.035594" "ufdxqlonpg" "0.343033" "mjlpvuoghe" "0.189450" "dyzedskzkq" "0.671180" + "dbcxnsiacw" "0.679152" "fsuovvpgng" "0.919742" "tvlckdoyfe" "0.191694" "pkehotsmka" + "0.219460" "nryvfijxhj" "0.188159" "yqvkykgjbe" "0.564495" "jlgepeyhpc" "0.238642" + "nwywtydqew" "0.751883" "cakvxrdpmj" "0.894821" "eaetplspga" "0.630431" "lrhrkuyzry" + "0.358602" "ksppwhhqzj" "0.489667" "skkawcmqqt" "0.778531" "mkrrypcfzy" "0.101774" + "tkgihmsrha" "0.268255" "oqdlpaubsc" "0.577108" "mdcwoblmkl" "0.260332" "rjrptuhkav" + "0.516929" "wvsnfinuil" "0.941773" "aexxjlgwuo" "0.196086" "kohpozxkhl" "0.137598" + "qxxinxaqxn" "0.378124" "pltsnzqvpi" "0.579231" "mcojdazpfq" "0.240701" "xkvgnzjgrm" + "0.898586" "fzzcioobeb" "0.264136" "tqblforkpa" "0.448451" "skbzfbeziu" "0.051773" + "vyiqkfoics" "0.536133" "lxzdcbveuy" "0.502064" "hskkmrluuf" "0.698222" "ltomuspfzc" + "0.590610" "fmpdixcckx" "0.057498" "ukprrucywq" "0.660543" "vldwfdnicm" "0.826104" + "fzatoyblsr" "0.754438" "wbouqpojzl" "0.117783" "pmaagvqldo" "0.533611" "wxjdgbugeu" + "0.025197" "nlqtadqinl" "0.760125" "jgcqryhsvk" "0.551085" "uboipezuni" "0.203084" + "tmkoxwdgpx" "0.415950" "xgfzndhodu" "0.271285" "vuqlqdpfdn" "0.385063" "zorzyqtjtr" + "0.537420" "uedehyieof" "0.972732" "jphvxuqipp" "0.733064" "faxedqgskm" "0.342786" + "cdghgcsoth" "0.903818" "qwowxqzrkz" "0.653952" "roqzbzpbbt" "0.768345" "sxcihybfci" + "0.892237" "pbxrbaxnor" "0.764531" "geizujxrkg" "0.620438" "beqsnrixhl" "0.521196" + "llamjvxyqo" "0.699100" "yzcspfvcot" "0.459957" "ubghghklvj" "0.297416" "giswndixdf" + "0.086339" "kgopxvsdah" "0.000782" "tocawprsxz" "0.426201" "ctusqixohm" "0.339036" + "hklchdenoe" "0.276883" "btgeubdzbb" "0.860669" "cjcrpmggtu" "0.147353" "ngcxqjjpdm" + "0.875443" "vorgqhmaoq" "0.923510" "bgcnzgcmza" "0.087182" "pyjpxqnavq" "0.634058" + "tdmjyuitvv" "0.963838" "igwekdegcw" "0.235680" "spogjykkfs" "0.675610" "vlcnbfqvox" + "0.661566" "tzhjrlfvfp" "0.317132" "ebhhhgabjd" "0.118838" "evuxmkrrfl" "0.246357" + "pxzkuasjek" "0.450004" "hnnfmyurhx" "0.623882" "yzutuazhmh" "0.331435" "eovsizpcjp" + "0.218206" "dfemamyevk" "0.935043" "evjrybtwww" "0.820919" "audguegpmo" "0.966038" + "nwybjbhgep" "0.748183" "nrencopzqn" "0.287079" "hyikggurti" "0.375950" "xwxwosqkhm" + "0.388941" "kcbotffyca" "0.676492" "xhspgwheck" "0.782514" "rkwlgzhvvy" "0.628528" + "tumnalubch" "0.672107" "dhfundvlpn" "0.661732" "qsxfnsicrx" "0.975140" "gamcdtywne" + "0.608014" "asidljmwgb" "0.897256" "gygftrsdbm" "0.349942" "ybckvbeoib" "0.932954" + "anznywecwk" "0.726428" "cgmivhyskk" "0.843359" "xkiuuciwrn" "0.023708" "lyhqvxolfw" + "0.822799" "eafrzhdhhq" "0.530864" "dbtbtvkqss" "0.848648" "hvxefqtmqu" "0.866428" + "eraxdyjftw" "0.446144" "eyrbqexkff" "0.048181" "dxtzxeguoi" "0.683328" "owjfgjqqjc" + "0.489625" "pisgqibyae" "0.970240" "nsdvirehqh" "0.583183" "wgtrwefdsw" "0.174619" + "mamtueyrqn" "0.222798" "wiqhmhkiel" "0.704784" "cnngbbpowp" "0.837632" "curhymvwsx" + "0.256654" "uttazeawix" "0.701426" "farwqgfyjf" "0.463106" "mivctgaajt" "0.534385" + "qchpfcigwa" "0.538479" "lspvrnxnjo" "0.571538" "bzjzucrypq" "0.599488" "pyrpwxalpc" + "0.924799" "rncdgqxqfq" "0.315947" "nenhiiibwx" "0.909998" "arqfxfqkzh" "0.405248" + "fpdflprzvn" "0.674952" "cuuytorpnp" "0.955493" "lfojnetxdc" "0.692204" "uqbpcvkipa" + "0.991647" "pribqncfuf" "0.597850" "xbvbujurqw" "0.498266" "expefhkisx" "0.231363" + "wwowdvybjj" "0.357729" "qsoiwsugdv" "0.401551" "ntmgbzaivy" "0.230953" "kjblkrvknt" + "0.707000" "xkaailrpns" "0.246097" "muocqqypmt" "0.720597" "dspznsgszk" "0.147380" + "gkneclxnnt" "0.753306" "higdkhodzy" "0.003853" "csqcfxyzsy" "0.782493" "iyeiercbxr" + "0.732835" "hjekcxfyds" "0.644764" "ahjawbsqcw" "0.038385" "kapxglqccs" "0.229066" + "ygbfgfefac" "0.791507" "qpzkuxsipr" "0.991541" "kmqlwfbsex" "0.698087" "vwayaqmtid" + "0.972772" "ghtoyhrfxh" "0.890508" "gcsswbksnc" "0.949597" "snpuvnebpy" "0.107435" + "mugdxqnjxj" "0.618836" "vkqalcokst" "0.433195" "ltghdkluqq" "0.448407" "mumhqarhgg" + "0.135863" "gbjzsedhag" "0.564412" "hvfprkjlbc" "0.228627" "jqgtbgbybq" "0.826784" + "ydqppngxvh" "0.990663" "iamjlqlznh" "0.361827" "zzenkvuesw" "0.922425" "rmdayyptch" + "0.150657" "ripecixnpr" "0.174850" "pkgpjwyfbh" "0.949969" "ortxlvmdoc" "0.857772" + "rcaatkjyur" "0.649739" "qqfnugftmr" "0.332970" "bsavjyaksg" "0.801014" "pudgkcbwdx" + "0.499720" "ynnhyctikq" "0.782441" "ekjgqnjxyl" "0.495010" "kbnjiilaqd" "0.186830" + "cvmicoarvv" "0.439088" "iibgagtkpg" "0.715350" "jznackjcrd" "0.289687" "symbgeyple" + "0.333963" "xlmvatfsly" "0.958199" "njmufqrykx" "0.541363" "nbizrabfuo" "0.933496" + "amuwlfaxwv" "0.714080" "ahfktrqmgh" "0.100087" "kdodndexvr" "0.149844" "isqymcuffe" + "0.706632" "yzmodbpsnb" "0.847058" "jlpobgvouj" "0.951551" "eqiukbyscu" "0.068236" + "mqqrgbacfa" "0.490453" "mmqblvrscy" "0.235491" "fiugzrozky" "0.377347" "nvkfnfzoki" + "0.127271" "vjihaakiof" "0.795512" "apyzwvajot" "0.348210" "lxsinouutc" "0.567777" + "ystnkbogee" "0.477872" "oeawjlqnyg" "0.623260" "hyanpicfan" "0.664609" "gtqrsktbaa" + "0.320234" "fffylsswky" "0.096201" "zdmgjjyukl" "0.421767" "ffcqkkzllx" "0.421724" + "ogyvxbgcwi" "0.195373" "dtkfydidli" "0.127873" "jccorylnjg" "0.049319" "myzjxvtvjh" + "0.808586" "dtuhvpszzt" "0.320150" "kamgfgbxel" "0.370480" "nraylduhut" "0.265837" + "abinkgshoi" "0.975716" "ghqwxaqlef" "0.502953" "ftnbjymlll" "0.310925" "pzrchtwaaw" + "0.567703" "wdqygrxkya" "0.728237" "snunzlgfkd" "0.896651" "nkyuframnm" "0.867424" + "rxvhmzvbcv" "0.063563" "rrzcqyzdzf" "0.629553" "weqhfkosif" "0.462773" "ctgwmawlgl" + "0.718046" "kpzmuwqbnt" "0.906977" "klaeknlbrm" "0.264978" "cejkfhuykf" "0.619446" + "jhibapuhga" "0.061965" "wemmvswznk" "0.061592" "vdaebbupfe" "0.689222" "cglxptkcsz" + "0.174769" "quemrlmwod" "0.898675" "ydigxptqbl" "0.948273" "gjutzwoxlf" "0.075856" + "vefgwelnfo" "0.746864" "dcepfcdddn" "0.965491" "qkyfpamste" "0.633385" "gbkqhfumyu" + "0.737572" "iwapedwyle" "0.754054" "ormdblyhhn" "0.932719" "dtjljhzqcm" "0.767225" + "pthacnunjj" "0.649379" "xzswnnldvs" "0.216633" "muhewfzihs" "0.639269" "fuftndsnim" + "0.909138" "xyxmlrdbui" "0.508704" "jwvqixjhho" "0.582770" "nfucelqjfe" "0.089356" + "glynpmsjcf" "0.838816" "avchkjnlwm" "0.908984" "ylxiwiesps" "0.043408" "sadqcfniau" + "0.886747" "qgdgujdvtg" "0.661810" "gfhrrjczsp" "0.907605" "dpauqcpgyi" "0.728562" + "ppdxnadmje" "0.330399" "kqzjnkdlxd" "0.082110" "yhejmjwwni" "0.711500" "xsgcuvxzor" + "0.866779" "fswhywqxhy" "0.421784" "rtnhivnxtb" "0.497701" "veegnotgmj" "0.518567" + "tsmzfswaxo" "0.005142" "ifpfyncdfe" "0.249159" "vpqlxtfkjz" "0.741728" "twmbtaxdro" + "0.139049" "cvnnitrrow" "0.070475" "erahoeivfw" "0.488547" "buzhjxsbkm" "0.741781" + "nmtmjmhmdl" "0.514985" "fqtktfghcv" "0.866908" "iqzxblqkeo" "0.505662" "qydrgilxxt" + "0.773945" "beicnwdryg" "0.668057" "htawohddyn" "0.675705" "jbqibabrmv" "0.784213" + "aquymkrswt" "0.845563" "irrovfyshb" "0.239145" "outdlyeqvq" "0.083427" "ofcurtthcs" + "0.865472" "xfxlervrgn" "0.410198" "myrrmvflyw" "0.757061" "lywsezpzgf" "0.634949" + "jvtalmlkng" "0.435516" "ghwcrdlbjj" "0.228243" "rqkcyxiwhz" "0.337555" "gzekysdunp" + "0.252513" "qtewhixedb" "0.767732" "bzfzxzecrs" "0.092367" "whsxmqffqg" "0.920685" + "dmxcbvzrxg" "0.238809" "dhzgpwewsx" "0.569625" "flvftlpbjq" "0.681014" "wxswusqpeo" + "0.558549" "aeafusfzdn" "0.076310" "gayysuldha" "0.343809" "nvqfyljbef" "0.131309" + "ocgjeuljxf" "0.709863" "cnbqnvxmjp" "0.339533" "sotbjzlsvz" "0.818601" "cvbbbdzmie" + "0.244589" "dpyjoihqrs" "0.924136" "ivinvxopgz" "0.004308" "zdulfflfqx" "0.113676" + "iosqxoobrk" "0.009689" "kjeevccyof" "0.975034" "jigyicdeft" "0.351974" "sqwhsgboef" + "0.575486" "bvurseeqmh" "0.701469" "lbxvlwzony" "0.108482" "tqqmmvwact" "0.639351" + "keklddczkd" "0.361829" "kbfqdppnfa" "0.342636" "qjwrnhooax" "0.365558" "koujdppfua" + "0.866551" "xrvonyieqa" "0.907022" "ccnbldglgl" "0.327711" "egmgddriry" "0.657241" + "gfdzgxfdcg" "0.080151" "eirhwkdgfq" "0.599621" "adlryhdbpr" "0.645347" "ezbiwqnabg" + "0.216803" "dplonqlliz" "0.436938" "aiqqyusnuv" "0.630922" "fmyleefltp" "0.387614" + "mjgvtydjtm" "0.239791" "trwzipsers" "0.686253" "wvlvshnhmx" "0.710512" "nugjvhftma" + "0.937218" "yafipxfsip" "0.887614" "shgetgsird" "0.730346" "cblsafugqk" "0.940470" + "spdyueanru" "0.203652" "wjhaavxfge" "0.358953" "otadcihtmd" "0.428536" "irlduoinie" + "0.203054" "asretszbav" "0.686840" "ekponflaeq" "0.116664" "btxehrokkw" "0.841981" + "ctkwlhmgfz" "0.461922" "emfqsjraia" "0.729528" "ncremxgfdb" "0.747886" "dnvwyhyhsn" + "0.314724" "gjiwldcfqh" "0.915762" "kluswgtjsf" "0.630900" "uvbtcgtopw" "0.734056" + "jjczogqdwz" "0.954115" "iesbitdnjd" "0.922486" "glwrmjpotx" "0.330378" "nmfihtnkel" + "0.752510" "tvzacklhdz" "0.826313" "xtwlklqdna" "0.190858" "rfhlttsuqy" "0.286279" + "nlxwjmzwln" "0.334573" "vjjozwrovk" "0.266818" "gqybtjuhvq" "0.477130" "phfuspevwk" + "0.424753" "vzcclamtun" "0.334857" "gbazuqnmit" "0.926985" "zmmwzkjrjl" "0.273126" + "xigznrdgqy" "0.872996" "yufagalzhk" "0.973287" "kngwkkzwts" "0.642007" "fuipidfbjt" + "0.640561" "rwzijctxzs" "0.547026" "fhobhpwwkp" "0.976843" "nqxdrqigvf" "0.889949" + "zsikdzycyt" "0.955177" "inboyxgoqa" "0.570888" "rsivptwulz" "0.069483" "eqaxrccwjq" + "0.476052" "cctlfgicpv" "0.950332" "gdozstnglr" "0.523253" "wovoupawzt" "0.396718" + "nunchscyqc" "0.124266" "socoxaegfa" "0.847380" "qbpmtomqpu" "0.157463" "ngwifjdpha" + "0.444848" "ztjuqomjck" "0.834028" "hrhiqcarju" "0.242287" "paitaeqrpb" "0.601139" + "umoicweaab" "0.937897" "xekxarmwcq" "0.318636" "aejnvyfdst" "0.723443" "mlznoaajqq" + "0.216821" "wjibkklezg" "0.418684" "jxiewthqls" "0.261108" "sldzewoxas" "0.123533" + "fvemodlpgz" "0.541682" "fgzwwaedjy" "0.327706" "twpiiaedpc" "0.286415" "brrlblrxwa" + "0.354345" "fojjpqmbck" "0.162167" "rhzqdtxucc" "0.553529" "fzsoiryhfn" "0.995917" + "zavrjnezrf" "0.015279" "uxvibjduto" "0.179399" "puvgjfjyaf" "0.592098" "jybzltmwrs" + "0.786701" "xftfzsoiwc" "0.632713" "kkrxiaiife" "0.023264" "nnfxoqebys" "0.639560" + "wrqnytptzm" "0.931933" "powzkcrtvv" "0.102203" "gefoharnza" "0.893614" "viwarrumob" + "0.548257" "pkcqdokojd" "0.804829" "kzuywkxlku" "0.252774" "iijjcabgak" "0.105055" + "nxllkzroin" "0.261153" "uesalivsis" "0.153373" "aqlapmghln" "0.538430" "pfaytznuaa" + "0.706254" "ucxeoqcssr" "0.506384" "tivnqailcl" "0.550096" "dtgjnddwch" "0.228131" + "suahxaebee" "0.693047" "ubzgvzputq" "0.255977" "tqjpijliii" "0.320788" "mxapzqqqsw" + "0.392916" "qvpuudyuks" "0.807373" "kprzbyngsw" "0.579009" "dflxukffgl" "0.639254" + "xqvjnlpssl" "0.509891" "wvrlxfoxff" "0.079358" "tqpqihwjtl" "0.174471" "vxrtzngznb" + "0.354177" "nahweurftw" "0.735534" "nehqnkqnld" "0.760483" "yfvwesgulw" "0.392384" + "zejhycldyy" "0.545858" "cbtpbbfrdd" "0.509818" "oglqutqfcx" "0.171142" "jhctncrzlw" + "0.366168" "wqsqzzbqhm" "0.547857" "mkbkflixkr" "0.503947" "nbkaxrojqq" "0.081083" + "erqgyscser" "0.370359" "owovlhorvw" "0.309822" "rofnkytnhm" "0.231350" "yajpmxmuwz" + "0.394314" "gviypfayfm" "0.784763" "ulnnuwyptq" "0.089208" "ddpgrvwowd" "0.572023" + "bweysooxiv" "0.646567" "pnnzqcutoq" "0.839930" "tyephutkmb" "0.264179" "nszbrpweoz" + "0.128647" "gehuriygwq" "0.659204" "vpehhmoxva" "0.491950" "dpkiubfzbx" "0.384848" + "wgtmckqknh" "0.188043" "xeurpmfdmo" "0.418849" "nbwksmwxpx" "0.605004" "plbxaamppj" + "0.276890" "nojnedgabk" "0.833175" "ygrpkpstxq" "0.297792" "etsngvbrff" "0.952694" + "qzcrpbvatq" "0.474358" "qbhdjhoohc" "0.067502" "btcvhacldb" "0.014993" "osncqcuest" + "0.409761" "uzktwqcdeb" "0.335957" "jttqzbazgz" "0.615791" "qmxxfyuodo" "0.802366" + "zuibhuihtz" "0.431484" "ctqxoyxbwc" "0.405363" "azkdbpnshy" "0.590182" "qwozutlufu" + "0.916406" "yqmzmmzwpd" "0.493531" "yivxcecwlp" "0.436352" "lzzptujbjp" "0.743434" + "ewoqykjbkc" "0.132159" "zxlbhyeckf" "0.302988" "nswjopvtqv" "0.543728" "gkmwutvars" + "0.228101" "mupcilqfjg" "0.585761" "skstqdgbos" "0.306041" "kjqeujfkoh" "0.441690" + "pvwvdaorrl" "0.920910" "pmytvtksfi" "0.666617" "dniplpxfof" "0.512864" "twuvkpjzzw" + "0.600784" "aufhfrhccf" "0.106240" "ljinllovsw" "0.889183" "ywgeotcect" "0.010523" + "ltvfnuuwil" "0.081719" "nnnxouavyp" "0.369352" "tglieutcis" "0.790975" "wabroeeoop" + "0.431765" "vsvhjrymqc" "0.033449" "jhdcicttmm" "0.334186" "dlhjfafskj" "0.311725" + "ffksbrtbfq" "0.735770" "lcdchjadll" "0.402876" "ijdgnlzprg" "0.013454" "znartcywze" + "0.320563" "agswwrfabr" "0.859299" "euleuicawb" "0.237979" "aoqlctikzg" "0.084421" + "idmjjbjvni" "0.540346" "fkdmuxraqf" "0.827762" "vyewicgjio" "0.264901" "rzanpefsfy" + "0.249106" "pubqtzzzko" "0.641931" "btakuczlec" "0.028675" "hfjxrrsszf" "0.112206" + "dthtfrqkce" "0.881211" "vnsufnurol" "0.158854" "hmdzsuuyrn" "0.657811" "shckmujxzo" + "0.823770" "fmmammvdyj" "0.794376" "fhuptkhkzm" "0.920863" "qquwyuyvvw" "0.237467" + "tdggmsxysk" "0.382295" "ysnndkycix" "0.164685" "ftyxhyfokj" "0.924193" "dmbarohbfj" + "0.985108" "mallnshtok" "0.932159" "cszvzbrmoy" "0.948943" "stnfirydgi" "0.243979" + "bxwvqvndcc" "0.729360" "wtzqqecgfy" "0.827464" "mkngszsxeu" "0.066282" "ncckxlmsvg" + "0.832378" "pdjmftsmob" "0.546000" "vqgztpmzhz" "0.880249" "vvmaucizkv" "0.529144" + "fnpdsuozxt" "0.599864" "gritvkzfgw" "0.575660" "wtcpliaxmk" "0.095307" "cqfnhujrbj" + "0.428143" "osaekeukqx" "0.988758" "nepxmyiuhr" "0.438792" "lfkqrtxocm" "0.337112" + "pgdhjrxhga" "0.029529" "wcpbfslakk" "0.817147" "cynhehkcxs" "0.796564" "trzqdcaqdw" + "0.292661" "mxydilgynv" "0.296909" "lscjhgztom" "0.658885" "rqurawzebz" "0.291664" + "pghbwbtfmk" "0.176822" "ckibsdtfff" "0.884684" "svvdufedug" "0.806829" "fjdjumschq" + "0.960759" "ybcdthmgws" "0.806253" "ogtqmpnzie" "0.749828" "yjyffpgoop" "0.313174" + "uwiqrvcqvu" "0.978051" "xepfvvcovk" "0.935539" "oxsdmrdbit" "0.949876" "rfxibyjmpg" + "0.527448" "gwzqcetcji" "0.136049" "mkxysrkpug" "0.207709" "jjumoixniz" "0.302963" + "pypepewjvq" "0.097174" "gcfcbjybkx" "0.982914" "ezgxjiwwig" "0.643767" "kjiqagynco" + "0.789879" "urkkyscfti" "0.345265" "tsnawydcru" "0.657757" "sshbuxfljd" "0.849243" + "fazsvkljef" "0.122817" "jfqxkxgqhj" "0.874860" "qxbqbfcgjp" "0.019772" "joijmgposs" + "0.396742" "qocjpufxio" "0.317664" "xpkwqbfban" "0.417027" "saqilljaid" "0.436455" + "qlvgfplbod" "0.689103" "aoydkdfrpe" "0.151562" "dxpepbctea" "0.004086" "jqurtadjro" + "0.275095" "szupcnvvij" "0.975388" "nunpqugdit" "0.619831" "cmqraybrlw" "0.021593" + "bnatichltp" "0.615263" "zuoqjiciij" "0.516554" "suhwnartid" "0.500129" "bhfmhanvxe" + "0.970410" "qckueiqiwh" "0.310292" "hmwfncgzxg" "0.136794" "bhrvnadcdk" "0.537331" + "bwjyghaztz" "0.845703" "hwuofuftlr" "0.062857" "xzbqjpzqlm" "0.148334" "rhkpfsuhoq" + "0.903658" "ywlqbjqeug" "0.171792" "haxesjafmh" "0.607711" "ouroipthpq" "0.213063" + "kdklhpxntt" "0.566853" "mhrvuemywb" "0.066576" "cpjveufsvk" "0.575035" "mszjkgsrio" + "0.883155" "rtskokvklv" "0.326063" "kdcvbkrbsj" "0.497748" "pbfijwccjp" "0.096181" + "gsvkmnluiz" "0.651896" "brwlqbfoat" "0.698481" "wzxdkpehwf" "0.241647" "hhbceuegvh" + "0.335103" "ubwlcefgqb" "0.139593" "vlhtdpqavh" "0.043865" "wghyakzbit" "0.232605" + "adfhfatarh" "0.280517" "wevfinjbqk" "0.240397" "scgjdkyetq" "0.661665" "ymwwctfodg" + "0.406742" "sotsxznskx" "0.651442" "ckqebhazel" "0.954087" "dwzqowbrsd" "0.118853" + "dclualrzqb" "0.859469" "ifiizdeong" "0.715490" "etcsjxoqab" "0.365077" "igehetokzq" + "0.303267" "tuajnnqtcq" "0.187568" "mxpzuzrzuo" "0.447848" "oqmuhlruqy" "0.385352" + "hvtlkrungk" "0.055211" "dygkzcpakt" "0.403664" "rnlaakgsrf" "0.314530" "yoblelzlkd" + "0.082484" "mwmcwqzbld" "0.916300" "mgldvzleyy" "0.169185" "ahcaaodvgi" "0.972997" + "erglflfnql" "0.188418" "behdxlfdho" "0.605785" "ikpikupjoi" "0.348162" "ylulwsnjay" + "0.512359" "qcsxjrjcfc" "0.376004" "ollacusjzj" "0.312060" "ethxaycsil" "0.912136" + "laepwenqmc" "0.629227" "eksvvoxziw" "0.473402" "ulepgommyy" "0.112999" "efhynoxlul" + "0.141312" "vhjaphfdpj" "0.501631" "otclvmbilg" "0.622360" "ndltyojjxj" "0.560323" + "ehnrizfmfo" "0.856890" "tqkprkoixe" "0.295874" "cvohdragtx" "0.144378" "emfjcnujqn" + "0.013908" "bzursuzuei" "0.765880" "qmnxipsiga" "0.655198" "dxnprfawun" "0.921417" + "umttshfkpk" "0.269042" "nrbfkysxaf" "0.426194" "xjksnqifds" "0.009747" "qatkvfuttq" + "0.222498" "bqqohkuylc" "0.487539" "thmmmlqluk" "0.447940" "gnrmnwaxls" "0.757365" + "usykkwszvh" "0.127757" "nnhrgirrtw" "0.114722" "sujbwndgwl" "0.320579" "pkvcbelpos" + "0.028885" "fussukqrph" "0.898756" "bgtxhxkhvv" "0.440242" "ywiurvfbpg" "0.195203" + "rakustfykw" "0.455870" "txhllnvudv" "0.038326" "smwbxeqbed" "0.636364" "rdsfcdvkqz" + "0.602638" "nknlysgviv" "0.703795" "yzviqaobku" "0.517737" "rngtndwjyg" "0.896203" + "jqmscuprwq" "0.758854" "bcwncpnibg" "0.497263" "rwrxxrnwtq" "0.810537" "fpmbbgiaao" + "0.816854" "mshexjmkmn" "0.132051" "rhzpguhsws" "0.319074" "krxneqolle" "0.336648" + "dozecfsvue" "0.607888" "jbzyfznpdn" "0.971581" "tjnbsybxws" "0.261454" "vpzsmbjkvy" + "0.581137" "dewdgfrhos" "0.680898" "gcjruttnno" "0.999251" "uzaejrbwue" "0.158681" + "jvekvvldai" "0.606900" "imexfccbxk" "0.986671" "exhjfssojj" "0.999539" "hjjxyybxiv" + "0.548141" "mjifqzmtsd" "0.838391" "tbqidtevrl" "0.812230" "hjlhurakwh" "0.308053" + "ughnpilqqm" "0.047394" "kfselnpkim" "0.852908" "vewfxcxkpf" "0.201866" "usjmfkopln" + "0.126260" "yxsnreuepl" "0.246804" "flrsaczxzc" "0.835412" "aadzbodres" "0.293504" + "bhwytqsafu" "0.708503" "lpahctqgna" "0.045136" "zwlhpcahwu" "0.601683" "kgirldeylz" + "0.556444" "krtsiucvvu" "0.595704" "adlxahxsbq" "0.191964" "alokvrpbih" "0.572409" + "mmcunsiwad" "0.551146" "dfdodbelzn" "0.441988" "ejlunxlwxn" "0.419999" "tlnkrncpwi" + "0.037276" "jhocasnttw" "0.132050" "qslrwqmixc" "0.767421" "afamsavgsi" "0.697485" + "ramoirrdyd" "0.245522" "hplvvuoscb" "0.506283" "dxufcyurjx" "0.614086" "dablvesuho" + "0.085394" "ovqohpxjft" "0.343138" "qclkaeciey" "0.148648" "dgodkfjzos" "0.740439" + "iobkwbwceu" "0.829028" "ocmtsfpsgh" "0.472991" "ubtiscdgrn" "0.349979" "fsoardckcw" + "0.094781" "sstqpivwip" "0.846751" "wzuhzzdezi" "0.746618" "tmyuncyoyd" "0.338101" + "ygoiannoht" "0.538581" "zkbqvttlzy" "0.306575" "bwizktcwmb" "0.560909" "dcjlwhfstw" + "0.075409" "pheajlhymx" "0.142967" "ysntbzffxq" "0.385727" "rgtondctpo" "0.825053" + "uncqdpbhwb" "0.231924" "bdtbaxnuko" "0.138864" "fsthobmdxk" "0.309461" "auwfujaoya" + "0.288084" "hertbwuzyw" "0.452947" "azpwrzovza" "0.987974" "yilvzcevlj" "0.374557" + "kpfqxroqbs" "0.224445" "dlomhvkoxg" "0.205225" "vjhpmffzxc" "0.863114" "klwqsggtob"' +tested-groups: +- sorted-set +tested-commands: +- zrange +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--command=\"ZRANGE zset:1000 0 1 BYSCORE WITHSCORES\" --hide-histogram + --test-time 180 --rate-limiting 5" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 53 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-2keys-zset-300-elements-skiplist-encoded-zunion.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-2keys-zset-300-elements-skiplist-encoded-zunion.yaml new file mode 100644 index 00000000..3386dbc4 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-2keys-zset-300-elements-skiplist-encoded-zunion.yaml @@ -0,0 +1,433 @@ +version: 0.4 +name: + latency-rate-limited-1000_qps-memtier_benchmark-2keys-zset-300-elements-skiplist-encoded-zunion +description: 'Runs memtier_benchmark, for a keyspace length of 2 ZSET keys. We query + their union using ZUNION that returns 600 elements. Rate limited to 1000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 2 + resources: + requests: + memory: 1g + init_commands: + - '"ZADD" "zset:skiplist:1:300" "0.652540306855235" "ele:1:UaZtxmrKBkxhBqJOlNJlwVUfHVALGkjnUemvubDvbGSVAaaQkXLlsg" + "0.8731899671198792" "ele:2:RKlVyoHMTvZcoh" "0.0785627468533846" "ele:3:VZWJQlqLBHicktajowIvkyuaddTC" + "0.7688563664469605" "ele:4:YaXTxnRGWhENdaOFuXNAJmx" "0.0033318113277969186" "ele:5:JjfFkvonkksjIfHS" + "0.49606648747577575" "ele:6:Q" "0.8234766164292862" "ele:7:MZgqGWzeYWDAlplbxvlzllKR" + "0.42687597903639085" "ele:8:AGSAuhePDVmONKmViHovKsiIGSXQZdqX" "0.34912978268081996" + "ele:9:ZHIKgOWejxTOcrVCRxztCNqtVFEdqCbowiaROZfbhMmzFlr" "0.15838599188422475" + "ele:10:UuyeNtxYcAmkfjtovBmajhGcYvzucpgFjLnqKIw" "0.4376432899068222" "ele:11:cfgHnJGQAHaXHjLIuLWYkDACbxQbywRIQMbuE" + "0.5536939917085721" "ele:12:uyZtiyKNdKhFhgNlcdtnHgDFEdBoovVYkyLIpREln" "0.403546330051068" + "ele:13:kRUDWaPmeYXeJZhgqKpnroFxUSCQ" "0.8808108541089766" "ele:14:PCGgHbGIRxpzFRfADhupCtBKhknUNyqK" + "0.23044636914343264" "ele:15:OaHUUrbZEvSOmYOtbUzxnJq" "0.6404180580960533" "ele:16:qJabjKLYYivniNNtGsbnBzRLzYP" + "0.6907030016224224" "ele:17:KJrGsIeQESEPkBdTgUhrQuAUzEfySPhVBoNaWDjOawkRrjyktuOMuBcwp" + "0.24900135884008867" "ele:18:bwQzFiMXWxSKtYJiFCSaDWxoAEoNGvFsMoAugjlIcWTRWhXyixemQnagvqL" + "0.7928656841898908" "ele:19:NKtwuzbLhLCCPupqgkRsRdGijHmSrnqwdfSj" "0.9331302297178864" + "ele:20:TcZibcjyBLAbljRGHjFgwVeVjbeZwi" "0.640319798434186" "ele:21:nsmIvzevkqEJkJTiybCjqiXRjJVMqSqsSaHKxTzJmygg" + "0.5239886233297175" "ele:22:DZGleQLgYgAjWUcCOhzqsi" "0.6136266546940706" "ele:23:ZVlOgBjrpZhQuQzJYVLYqnxytasTT" + "0.6591139297465682" "ele:24:AFgEEoLcwlGmoWeYLZZJnlilPagiaWdqhItaEMLovOfbaPAgtCeeyjCuEV" + "0.4468461455464968" "ele:25:pAjBRwToyaDwhSExhMreHmbgzPuJFPlpVrBbjhkyogmUAQamL" + "0.5614231865616031" "ele:26:KyArAdlPTTgxCatXdDQIPgZWHCBZicfkZjCKCbuAuvA" "0.022487789155224203" + "ele:27:qOuBflYpFEUWKIfvrIuZYEwJYtSIwSlvegDBDYCUTKnBoRWpwDuBAHgYbTwURCW" "0.8510804209364501" + "ele:28:QcjxLOamZbsRzGPlmSvuvBpYmDaooLoY" "0.43460695876638156" "ele:29:WcTDiiDHQwNoubgkihXThvM" + "0.5610492156901229" "ele:30:XPGwnyfBmCnhkPlJxhZhPrjvXoGKWEWbqrFvZauVZGQ" "0.7513407089150304" + "ele:31:MTXpbeTMlXoxUsCDccRYHeKKfYunLBZuHbLgJmNStiiALTm" "0.09175823221394674" + "ele:32:vkAxXiwoCWTBUFUVtpBfpAlILPGaMvUrFaRuBqEgqvWnISaZaPTxiklQtzGS" "0.8586634748104288" + "ele:33:wyThKKWAeRg" "0.36952587840155204" "ele:34:cRkudmpGSSMUnPOMhPSzjQ" "0.538356756374977" + "ele:35:TsRYebuuDgtamrxVbrxOaCBUGWEaGheHKWgzWsgPxVBfLwAev" "0.5218317459277027" + "ele:36:N" "0.658938125456635" "ele:37:mAI" "0.8474868095237909" "ele:38:JrYvYRtaFZldysTlMUVfZfVpHrSzayZGWysedghOV" + "0.20143282352735015" "ele:39:WjaRWpmPlWwPuepbXywfDmqIEPWnBh" "0.23967093347793234" + "ele:40:ZCLtDpzxZHqWUMzAJOfavhqZrGrPiGZQSBYDPqfyqqYAbGIHuyskvLk" "0.8108325344648399" + "ele:41:WhxmpALjwYdCOMwTeHRbFRSFfktMmQUVItotZiICjWfwebl" "0.1322111892750637" + "ele:42:dfVVGlvVTMufbfSsy" "0.2285660170875491" "ele:43:DBqEkifRzIyvzTydaSqNrqalAXBZAkccYOuIBFEn" + "0.9396586731821924" "ele:44:NyIOQsgOAQevXYKYhGZXjVzTeqPiwjdJhtq" "0.32374056012496966" + "ele:45:TQYLPdswKkUntJEjvGWJTWxmVJGdBcbIclOrYzVqqtfFznolqcHYTVj" "0.9080986140709963" + "ele:46:IdUdmeLZNHLsCGaVkEdfKMemYRdzhQUqvhuQdXnYchGWXyYRAYZQWkb" "0.3129458198716534" + "ele:47:LJFPbCuN" "0.39349745859330765" "ele:48:YTPdFVszdCVVgGGHKqoQxfjU" "0.14704886640549086" + "ele:49:fOFwwDNEsxjfpkUrwd" "0.9168814654086035" "ele:50:rJSASiFxeYIINRbbgTBqPbATrcKOP" + "0.3100306836090321" "ele:51:VKKOyHveatcnmQR" "0.2370937718635434" "ele:52:OCaIAjJkxSLYaWpMAVjmQoOXoZJMcAO" + "0.4941647120371836" "ele:53:neeyLswlmLnZXSCDtFx" "0.269336828778751" "ele:54:UuIrk" + "0.12151325035284255" "ele:55:FmCgjvkoPmAcscWZixkzsFgsQBGAmDHqFSTaKcUdfxlfYWu" + "0.0035001439463812067" "ele:56:aThlZZWlDITljruiWa" "0.5009568203132024" "ele:57:TBszlGVnMdDvMOLiCysTjjANuFqeq" + "0.4783242512285928" "ele:58:dafCundgmRFJLzTEexYHeprmCXFjxrJYLZAcsLXhTrgC" "0.531664059031722" + "ele:59:reqfWtmvctIfWtqVEuaTEGfarDa" "0.47961187976147" "ele:60:CBvTozpAXrLpS" + "0.10226598211977789" "ele:61:eGQCebwBiUOPhMfrVRHiThsDeIFzPDEKHczj" "0.721486119508813" + "ele:62:nHhoxBCSgFFhJWBhTSVVXBpdFoLKYYKZmWEgvCfa" "0.3044462915617381" "ele:63:AMu" + "0.8380361220680647" "ele:64:tQiutM" "0.7791893412340167" "ele:65:jcKQrBTFeuiuHCprihKx" + "0.9140067046543505" "ele:66:bHuocqbTLhTHlHKIfDdemFDPwrcYFeJrXXafsATvSmFvKGYKRJYnqFmwKoRuaptI" + "0.6755477551341951" "ele:67:sJuZYHZFrVYyTvMdbMZJDuCqUmpRIsEgizBVplIPCkSAtGc" + "0.843803368180551" "ele:68:WgcCuSQuSzcvSPOzzXViuXfnOtBSxjm" "0.4683803962889672" + "ele:69:CqNaseFeIzhsgZdZDgySGfNawLz" "0.300477038321727" "ele:70:pLiQVPjQuEROtmKceRjEcaiZxMvMSIeailtKgwUeVsgqQUdTUbWg" + "0.6782593142253811" "ele:71:bgbVdSCYQstqQQloWsJLCYYrmdvtmKeNXDfWGHvzdyTFuuiMwSxuSZa" + "0.09916181882671649" "ele:72:jHWIgQCltkPBgzLWWTfRJlLFrxesFUmaJzfeeKDsFglvPAwNIDCDdlvicM" + "0.031870198089671176" "ele:73:YfsobnenpUlKHCXNgKYVeWHNRFEPOsAU" "0.9753495730511261" + "ele:74:OHVmNYCiDZFlkmsqhwgc" "0.6796131843206142" "ele:75:CPVsbsqYVeWPVRsTZKTvlcDwHnUzHpZyEchJqxnbrWM" + "0.41149806297291536" "ele:76:MGFGt" "0.0635854843880973" "ele:77:xVozQKiljlffdYDherQcdYdEmEX" + "0.17349539011413317" "ele:78:SORWOElEDHqZuOvYslqzY" "0.6957717601786134" "ele:79:XNVNKDBXRoFHDAu" + "0.514568844593022" "ele:80:GTagGWDGPcixUFOSdZTBaKpiJSPiKhmyricEAMLBwjQyEXmJIZn" + "0.5054082476784039" "ele:81:YOxGoUKeShnXhcdvTJQFGTukjSiRZFidGRfkttgXJBeKKnJebZNubpk" + "0.5791117949403571" "ele:82:PFfNxLyEMLCXtgEQVpFVGxadSZeOXdaSCaQmDBrMdJLSlIXAnerUpaF" + "0.6869490812905924" "ele:83:EDFLipKWqONzJ" "0.5858117779265328" "ele:84:ufGNBddDuAsmqgFMQYqtMrOTUbOiexjEYqLKdPLscwavpbHWCbGvMSKfkp" + "0.3328807181469634" "ele:85:kIxgjCASHjQbqrvhxiPozqCtRVebWwuHCptoxBJ" "0.5593178033061493" + "ele:86:BHmhWwOEWhCelxVLRsUSiAsSicrsXyAYhbrOWaDtKVVDyVpgTtkbO" "0.9568394270185203" + "ele:87:XrsvMeAof" "0.2895493213801318" "ele:88:eVIlCARlsKEygkqngxlVoJIhthE" "0.36404485659899855" + "ele:89:tAahXQIJDAbNWOgsSyAUkgwVcIzNvkawniDRxludhXrgdbReUJWKaDjPkLNCi" "0.6751249599564046" + "ele:90:zUNDGaygGLVztZyQgSMyevPstQKjDVTMafZnepYqPvANg" "0.4002349143471098" "ele:91:blBkPgUMFnFxBlocRBolScezbONPxsKrGsdsMsiZWrhuRsINONXImqQlQY" + "0.4373588125087955" "ele:92:LpfFjgOkMnuixmgfGamVKyPICLQQzNKmdJaJRnflC" "0.8323339473420782" + "ele:93:TsvDvTRrfMUEskXqXTEHTKzYcuzaoBTAyKVkcnvvqRTgXItNQwJ" "0.7464672802658118" + "ele:94:GpXkYQokvVduxNQfcaSYTSiZsOMxrAlNMtPPdWCLKWWqbeunMDLgkIRRu" "0.15234267491477727" + "ele:95:bTapHmxvqZNdGNP" "0.42610519579163275" "ele:96:DllLIwysTAcQqwVPjAGkGEedTflBevgZmdgwMbKpNdKJoWGteGWJwyhrI" + "0.05073435890699274" "ele:97:uoKiwzrJXTOqaDpeWknKEXdTkQziOGXjZZikNbaEPwOMFvlKoERaUq" + "0.8053618509879708" "ele:98:UYuKZw" "0.21335197746306034" "ele:99:OqRQLePoVHjfSoZV" + "0.9955843393406656" "ele:100:s" "0.8638417234689056" "ele:101:uninyp" "0.6170733682662144" + "ele:102:lAEvUqfinjrCuTdqJeZpMOqTGvxPeGRyPlQgwunbDdbTEwCsIiUsteGjmwH" "0.21067098312505894" + "ele:103:cLsWBIpwTWpKBrmSXb" "0.028805240455834213" "ele:104:ySsyBzpsJRyLIAkqneYVrUXPSZVHjpEYkuPt" + "0.011280501394645426" "ele:105:LoyMrzfbpcBTBvjgSaalQslVYEsvOjWxPFeLL" "0.8115524648082592" + "ele:106:PemidyGhQD" "0.035339107659025926" "ele:107:udmOOXuqRqJxINvXvFplPC" "0.4088305270182697" + "ele:108:KpDIy" "0.7970215729800464" "ele:109:ADZJJiLuNsGIaWjDtovm" "0.6539941469274039" + "ele:110:wkRPjlYtkmmRJGsaKTTlNqggqMJEqPziZOGtDlMoEQBFcJZgJSTJdwEAv" "0.6393759361590676" + "ele:111:SqLVSBeiOrFcbKmUUqeFvXcyXmfPuAFnRgaiFHPUUhlHHNkzbGjeIPVJS" "0.2775184026673655" + "ele:112:NCSCTxgpSSGUSVzcWWZVcGlEwoVuKkjwzMYPOTBjvHHgTxuwPjLOpJCTpQnK" "0.8279369714332658" + "ele:113:VfSDdgYSpSeXVhbfntnUfUchciRBrJBZDrvxMPhOiIp" "0.8297173264793561" "ele:114:TXarLyioSIyrUKkOeMXvaJvJaknKVQeaNErnRoufOnArsovay" + "0.921999914094598" "ele:115:luAfTJtIHOjwkvrAmjILtyLShtdxPljZptJJQVhhAhCzzBe" + "0.1408651634335023" "ele:116:SEpIqRVTaiuoxSCVlaVHjClWDwMEqaBUPMjoEAxzzQgylhwdbYkJu" + "0.9948615128480278" "ele:117:ruBCNLrVXV" "0.28579196360737913" "ele:118:rVSIXyykbQnnnQEPddYhrTskBJVTwatBoNFCIyajGejYyDzK" + "0.48423755726111095" "ele:119:xgSdRSFMaNILA" "0.7626249612557783" "ele:120:EwYCAzoAXXaXkVnxrtBULVzEoRUc" + "0.8752501969266744" "ele:121:LfegRMqEenhHURSmftuFgmOXRtOKcVsTpWqqQxuybwdAWBJduQZxCNyWCz" + "0.18280846923814642" "ele:122:GRqtlaLHKmwlLyzsVuSRZX" "0.37855655211354067" "ele:123:YyuHDEqKXwhJkmKKLIRMCbiwrrldSooerdtGFSAAQfWLg" + "0.5528763818820261" "ele:124:ynUYqHxGTImWvrHkzVWNKxYvllmfKI" "0.027904528470665824" + "ele:125:ICQAYRVcxiqABLuLUSZrsDtCQCTFbMe" "0.47753076845502873" "ele:126:ycQETDJKxyOXEnXzAlytRgOusgLNkd" + "0.8606084882797624" "ele:127:tvmUFgtvmjdxLkTEFnFHLGxhLDSPAUfHRhKLSWYbqa" "0.2695904518559701" + "ele:128:BaHcXnCofYiGMaxujBsmBX" "0.825149665561988" "ele:129:JBKxSCR" "0.5873452590489512" + "ele:130:YGoDxkbekHCOlecubsBeKjmWezcLEbksCtLLRLzxtzvjWrsmbzNLYKehEP" "0.4853159409847696" + "ele:131:IZcFPOMzPHcFIHxowCHSTFrkz" "0.5277987567294383" "ele:132:ljcFEIPIpqvYkqtuTMtTXjbBLQOPRHHrqup" + "0.9746883646151202" "ele:133:fYcqTpqdzPZANfWuvHIarLYgYsOUoqlQnKPw" "0.42010203003852076" + "ele:134:IZwUCcFtBWLXQmMtlMPwa" "0.6802068264362765" "ele:135:mOEPkdtczWkOlMuGGAFAQSJSAzSguNtlkLNVLRdriYltynDBrE" + "0.5605617357048859" "ele:136:TaqJicNvVjnCZNKPJuuiStVfruAlkGgGVaTnMbvCbSoZitGWn" + "0.4780678427736166" "ele:137:qtBqNJpcFllvQXdoISfeQrTfcKyuMBqWRKWnmzPpTweQyOZBTQQdpog" + "0.9561513047181356" "ele:138:UTOEvbGjBMjYZiBs" "0.8298720638792384" "ele:139:gKXkpmgiTrUqh" + "0.6737117765393265" "ele:140:EkktDpJsFgJjhKWTaxldBFqqTNBzdownDwxUZIxYveC" "0.2239791912985728" + "ele:141:dyvMXjLusRKyYuvDFHXfLcIodjkniz" "0.3232124237169193" "ele:142:JuESJkOktNOtmFITnZdMXZqPmexwZpETgaTlFVVzpXct" + "0.2473393788924324" "ele:143:cpSyDhnVPmGNLmeBsFJufaWWgGOwIjQaAXNzrhGbJDrpbeqFDQamnLu" + "0.6849106786577351" "ele:144:VooyGbMEAigOuQtVaVEckAxrSQWNtypiEaQEBLGTtbRkPZvsAyXv" + "0.3646945793371218" "ele:145:wzvoPCzE" "0.4263757643063858" "ele:146:EqOnUtiDML" + "0.11877588855760746" "ele:147:pZteEnbVnuAOtHIrRGNqclHBYATQxnBuZGBfmnNVfagNEIB" + "0.8313214144471833" "ele:148:vbXuqfTwwpCPGUJQtKQKUroVrfNxuuKdHcgtLOBbGvRbbwLvaWjlN" + "0.3552235823133526" "ele:149:wTUOXktMFXeuxGgVsbzVWudxXvVFGsB" "0.8670386139794473" + "ele:150:uJTtytjczUmGkvsUJQcqcpovnyjcvYUUbLtJCSClvzhaOSJDjS" "0.36577274012963557" + "ele:151:lyfmWPlIeqc" "0.24997912597471894" "ele:152:TOwZZHcrChOptJHLflNWYtMacvyAfMOlgdAdJlBwXJfRRzzQzXkcOWFhGdOnLQX" + "0.8930265134635483" "ele:153:CqkyWatRYKqEIoUffGbyhbOYEWXmMSCOFiWtVTHSoGBLKGixPGOAHJSwaA" + "0.8844448577667497" "ele:154:PpiojYsguWELV" "0.20663410393014814" "ele:155:ebykSXjGhZUYxPFNVUCNSHGNKXESmbthHLdBMIqxoevIKBNVajvToF" + "0.6375009411769629" "ele:156:BKyktVmLOkuhGFnj" "0.7758172657193476" "ele:157:TTyfrulmMejuyeUsOqVpxnZlIUKukfBQzfFiWbJtF" + "0.7611282500726224" "ele:158:iHCjJFEPDIKAvxzcmHaIka" "0.6032754373225729" "ele:159:HvqgRWNliaavH" + "0.03311820686884104" "ele:160:Mc" "0.34191832438430536" "ele:161:ueTQVZrHBiAnDl" + "0.4234716642081342" "ele:162:OnmAvoDKw" "0.5301950080950026" "ele:163:QKCLvxWwXHxJcFCEelBdFtEpefx" + "0.022733115513385638" "ele:164:vDBwpjkPsgMLSMqORsEaDUPrKSERewhtkSKeiXSg" "0.7166885759719259" + "ele:165:XhWRCtQNRxRocWTCaLeAEPwpaZnkTpuXjLdKbOOfYZKkXaSQHhpSXqKXCPmxgvo" "0.2712986802084326" + "ele:166:nYfETiDXlAbQRwHV" "0.5341470637872556" "ele:167:pvPkJe" "0.9127872805617512" + "ele:168:FDtkhJUZjwqLpzRKOXrlHswdBRwWosyOEWbIWcexvVQMZfPzBB" "0.047439916319365505" + "ele:169:BqzapfPLtCxXpDpwXRUIqhuArCXhVbLDVe" "0.7003965818703025" "ele:170:DRWtKsWQBXPylejYIjweSlEUYHjQ" + "0.9295842042213984" "ele:171:rpCOjLwmoPSdRSBgAsvnslHoBRjcjVgs" "0.15337097639157538" + "ele:172:NBcujL" "0.35038314902687495" "ele:173:BPFNhDL" "0.2972028976456653" + "ele:174:jDLdVxGIuQu" "0.05070784214978197" "ele:175:tGvWuCBnevIuRAMJkJM" "0.8737583830123556" + "ele:176:usk" "0.2596502464090681" "ele:177:mLdja" "0.6512549702440724" "ele:178:ADVf" + "0.171917523837822" "ele:179:GJznUmhoHwfVUKgyPmTcHBSOeXgzbjYjzGGCVFMRapXYdnLaIrqP" + "0.9979397420983357" "ele:180:sxmXzXmdFnmLemE" "0.7014210018416481" "ele:181:wkrprcygzJTIyenjHRmbSlKjPkCFZNCpxEfmfHPtJOvhGnmuTJN" + "0.47129995449384954" "ele:182:kLMiOVKqDAySJCleSQNmCpxHiWKsiiHAB" "0.9380196572341066" + "ele:183:mAPuAsnTTWt" "0.7985363184110637" "ele:184:nsKyWhvIJRENgInWpMcYtlXUdYlrxAmwPsMJNfceYIisVAWkUHXLzkvtCsWE" + "0.30436502305230007" "ele:185:MtIHsabFodqvQfXFMohljmJmjySkBQytRvsqiwaZsvqXiFaSBhCASpj" + "0.18301728746159307" "ele:186:XvcnJWRlzUTIReQLYEvHanoPk" "0.6830517248352558" + "ele:187:mWPnYVSFpfHXZQQAbfPmEjYhlZBmNbiEtrELg" "0.0573871247075346" "ele:188:fcpBmLgqkyICmxewGKyu" + "0.7366175249486746" "ele:189:lqenYUoRTmdXgVZSxipJtAANzywKKADhcLjBITUfqrXNSp" + "0.6626013234824965" "ele:190:xLRDyJxCopIvZIRnCKccnsqdcmbaEMqPvhzWLFiqZdcoWnTqVtZjVymzWIAXa" + "0.9960600588618732" "ele:191:PRteciWuildZLvmEeTCJmgMllDKoOJhJwixuZLBGlbsQvadWVLfhnlV" + "0.727874550086809" "ele:192:DMUrMSntsHqYQYxcyFphyVPUK" "0.6604159554316062" "ele:193:pEGlqTKafZFuSDMDOKpGZxdIi" + "0.09721821831280353" "ele:194:tzLNAcTqXdGzNFbh" "0.9791379052279395" "ele:195:fB" + "0.2838642126919253" "ele:196:gRtNokZLMzuqJRkScwAjS" "0.6981639965614237" "ele:197:fXBKJwUT" + "0.9696961287425543" "ele:198:jWFKhNjahnRsbroFeGsfFxwnqqGnahaOFiWjHZorNvhLTxttVJRJQQOFY" + "0.4258376716676413" "ele:199:IdmFRBLBHLVjGL" "0.858169214478561" "ele:200:zNJFLPdwPyNXNQKiV" + "0.3927031503235572" "ele:201:dRj" "0.237872815865668" "ele:202:pjmoJAOJJUtJvqbsZUaiVJejdqIsiDzdeIfbtDenOfIecKOUiGkQ" + "0.11542254177692224" "ele:203:MafcbGHWHjuSFeJnbsmwZSey" "0.5318198291186923" + "ele:204:JemvwOIgWnBOsPGsStj" "0.5340725029771403" "ele:205:RTZNBRvrFlroSePZmaZhFiwiLhIVW" + "0.17377941268306563" "ele:206:XdkL" "0.30708537669522173" "ele:207:OHUUxtNrNFWGGmCwQXGRCrmTkCIpAXGhVkOrYQ" + "0.3642470025832414" "ele:208:qaAxqlRyOUGZKMGUVYKUMOeKTxAJGhWvQNzobjTpgHJmqA" + "0.2580334519092651" "ele:209:uyUOGLOzNJScaHhOnWPlsEXonSluZJiTMejoBbmhCBiNPnykKcFLRCPYLQNh" + "0.2624285220413499" "ele:210:MuwzwnrcuJwdIKLcWMSbnw" "0.34635829232927273" "ele:211:xyJm" + "0.10681423588864192" "ele:212:yovowsSuNWRajWXYNf" "0.8816729069830225" "ele:213:DsOEyomgaAPysPtXOHUsAHRjoaYFAGjkYpfAuzWUyIisUuxhSYgueB" + "0.11729073608149843" "ele:214:lYWIYclvxtRgJWlvaqwRxdu" "0.2873790683625198" "ele:215:yvgaPYEzVRGwEYEXRGaAcslGqMMCbCbCCfQxuduv" + "0.03381283119846146" "ele:216:oEcjbUMKXHVmheaVDplZJhlzwvohIGSBtimMPkYCwHlVNCEUudhptbDT" + "0.6756254954730867" "ele:217:lgkJrJMgdFDLqKbxLuZKuNcIbnzinlnEPO" "0.41449552533526235" + "ele:218:zlXNUWHqaCTqefHAyhhsbpjIBwPbRgyKkbNmrxPuRmIspZFJcCavcTIxfvoWxA" "0.493707932686583" + "ele:219:BpeNnAZtparUSxZapRlQrmheeSYAwUrmoV" "0.5902863264146183" "ele:220:sKaQfmuFTtIoTWSpOM" + "0.5253670876810722" "ele:221:lthVVlxBYtYfhKWbKlmespgrYSqooRsxfEhsJfknVIXRlqxTsxoZiFTDpsxXijW" + "0.3979963963224349" "ele:222:dypPPwhZYSSZdLLbaTdqNJvxTbMzLOqbaTsqZoplptkmeVfCoyaUzA" + "0.3264162174828448" "ele:223:rWRQxKaqsIHKEIndbSWaRsbtxdLKGmbjIySumpCBTVAGl" "0.5865194234543977" + "ele:224:TVWmksLFBdwalaCrcQZRsxBP" "0.28559508093149" "ele:225:lweqdVnCultPdfA" + "0.4390884403874875" "ele:226:uwOenAghOaAIzmwlOXrRUTAUnWekan" "0.08146792623238486" + "ele:227:NxjScuRQyNcFnWqkRTHLolqrxZRekUBUPtr" "0.56411402327654" "ele:228:TVolwVnFHikQlXWOlzKqZfbSvacowfOABsdeVJLkDPXYmGl" + "0.05018525036598798" "ele:229:puOxHskikfnTicBCMzJBLaQnrayTlKspWQu" "0.9726447630383682" + "ele:230:SoZUJqIJBKsKgJSEShIwONErhhRgBUqJoqecwqgJrgRkRcidMfLaPBzrpBY" "0.2609811554039797" + "ele:231:B" "0.4312484747031583" "ele:232:DoZogQEBRkqEfEzGrnAY" "0.13663455127121937" + "ele:233:rYjRcYSynHaSRrVKKJIYI" "0.6922873613563912" "ele:234:bWqKHzRRjENdGkYSOARBsSOwQNLvQbUaKnGxwqaupsxg" + "0.26794259830799383" "ele:235:ChaEtSGzPuSjhDOKWYKLJmAGGjPRafTbILOWDTPjECztaBMu" + "0.9354162431701218" "ele:236:wfJvpZanAmkVtByeNbReOTsGHuxwpFNmBUNHHKFZG" "0.06293157585414022" + "ele:237:WXTGbAxNRqkrEjPrrutKPvGufVmhfdxS" "0.14584091869740912" "ele:238:BaAdncxLcTxXSQrjaDePSS" + "0.5768086947048872" "ele:239:NshApWUBkEmPuKNkJcEzdNHGwOzPNbtsjJqwFiRhDGfLJKdpwWIqhomLbV" + "0.1465696901238831" "ele:240:jUeWhVOTNZsjeoNuEEiLveNn" "0.8008567772804235" "ele:241:bItAchwIsfNZwxpXMsVzByShOaeidVgPUwHcYlKWbRcdmqVvBDtsr" + "0.015881745702420402" "ele:242:zdZZudYQqwmzIdtwriWwnnSBRUjOMxgMyBDFlgifIjPCtRAuFqsIjEYD" + "0.708215367473081" "ele:243:YHqmOTBgnTISUeIJJYUYvScqHPhistRICcmpGaVbC" "0.39871686306191767" + "ele:244:FhW" "0.9063885465673784" "ele:245:TXtHLEKrnsHVLAUKugMxXYqStLjfOuplXltOeBQJzajnPG" + "0.06971324400435519" "ele:246:iBVEpOsIQoRLJNXenfYpXLMMMrLSpjHrFTXbdPvMqMaCrPXSjWwUq" + "0.7801801140370873" "ele:247:WQJxHppuKdjrMHEkadNLIBNzbbl" "0.791869958747193" + "ele:248:sWCJjeZLjQRozg" "0.11309761860918266" "ele:249:plATLnqtFtSgqqQKdVmdClWzznco" + "0.44101158627489334" "ele:250:VojKDXEzXkTK" "0.8836040369092594" "ele:251:RBpRJjERYngmXMJfhQnnCyTEZWJoqVnjeTcqzFzzMlXmvATdihbjl" + "0.6308249820355207" "ele:252:UZTymvHpshovPSgGjIDJOxJdjwghvyTBZDHkVQO" "0.5006090429638539" + "ele:253:uFpUOJOzJZphVtPaDLJMsyyYwjwFjMRGpDgZe" "0.20079043114588013" "ele:254:zKkpUbLcsdyoLl" + "0.8872601871594847" "ele:255:icXC" "0.37517625327876525" "ele:256:nwZmgjIJHB" + "0.4472302965803041" "ele:257:CEZcDflAQTNZdzObNbrwLtEqjNgkWbcLcXuZQXJAEqyoGymOYqppuJJjyOPEoPFQ" + "0.780663262913547" "ele:258:NbjitZzbvvAnffFGnTBhYqkZRbQlPVvc" "0.6114790546701429" + "ele:259:EZYOaVLeDkKLGytYZrxLGRzr" "0.18378642318141092" "ele:260:pWYbNbgRlWPddxsjKHmOW" + "0.9576760507667561" "ele:261:sZzqVDT" "0.46086383365401096" "ele:262:mGJfvnLGBwbINxDCEXIRtHdmXyqPlOQhvyvmQTGaHAwZfqLsLjJppkdDdMwwsBv" + "0.5751175337887499" "ele:263:NmAoaFQUsjupBVUJSiQbUzexEMKCLVHVrRpJrPzlndc" "0.7387122963781291" + "ele:264:YWtBJMQbuojBcfwCHTfh" "0.7526407515005629" "ele:265:ILLeKkqt" "0.8982229649976201" + "ele:266:udmQBnKTaKXjlaHyfAvffWdNXIKAMPMbIfVNZMCbMUwvlhNCVRJpMsoU" "0.13915355988685996" + "ele:267:TG" "0.11838397899318787" "ele:268:LjoaredUaqedrhRQLJViXILOffWJlDgNaCGhROnZIig" + "0.2720595275779307" "ele:269:OLvPf" "0.05213699817329576" "ele:270:TGXeaegcvaWaexsIWJODTEudunbCJWjOnfmKszg" + "0.9760555384384879" "ele:271:fCQccupsw" "0.1826479936554769" "ele:272:bTCJyfrkZoFKqxNdCsTLxNAfmXPRCSEdNDrMRlvKCRFrjjPuJxlNFkKnaNQ" + "0.1816006773234322" "ele:273:SSicxIfZQttLnNPbzDMvxzfSFhnPHAkfFPeclMecFQvnjLmCQpEwjJiq" + "0.644883358870358" "ele:274:rpLDqOGlO" "0.5993794681833459" "ele:275:EbFjBeehfQxqNpOQMUUtGvrJKkZVWxWFJxFCKV" + "0.6528913316681816" "ele:276:ewiSyYmEjbtTf" "0.5686335211517553" "ele:277:jeVTPCizAMtXIkuTchJUxkYLeTYQwOneymekogMzIvRxzTDzIMLSvujA" + "0.6181915174781923" "ele:278:LFxy" "0.14900559309428074" "ele:279:hfghiprQqSviaaVAiIFKekzwQjWhlkZZlVprXxbaqgHYmnFzEOuTtFwBStUfB" + "0.8338524744347505" "ele:280:hqwGMGZVWelRXBEphXvTmwXMeVvJc" "0.771379497890405" + "ele:281:HVrnrXGygZsIYancOKsmUaLEkPoUpxQRPG" "0.5994072231684636" "ele:282:lIqDYWuyipeWAOAdBQDuTvsKys" + "0.534524220798845" "ele:283:kKTDdgRCCxfiPBundKdDyieG" "0.7242139542264654" "ele:284:ni" + "0.748944785839734" "ele:285:PdcemqxiBQyHNkhLpTObryItAXvDpRjjmVHDikyedhTeYAhNwQKMHeVcfApk" + "0.13370039714229587" "ele:286:FYwSoEUHBhDBsrJMdzpluc" "0.16028766133142947" "ele:287:aDKzQKcuBfiyyuqHEFHLRRCLRamOUARk" + "0.026062274014891695" "ele:288:huXBuVvepspZbb" "0.22018183573052252" "ele:289:AnWyUVUBaTyVmRaUcLZWmStRhKeHAgVckxyFojKTBF" + "0.07982614064135407" "ele:290:tgggRahsumg" "0.3697557070272254" "ele:291:rksriVmscvrYXzIYayeHJdvPTaGQCdqXnev" + "0.09422878535627355" "ele:292:EABGSXaJ" "0.8325274594683421" "ele:293:CgCfRcqeCzNAHINpiUDuMeBeRLRdcd" + "0.9693896699692307" "ele:294:sSatYuMLPzLp" "0.5311474696918715" "ele:295:YAaIFIfsiogCsuvVUgrst" + "0.39224110837672066" "ele:296:mEHNOjSErtEsZOtlBJPzCRcXmftzwRPNTBVKYtqVoGZssx" + "0.8176954488229201" "ele:297:XUBXZiCSdAUJpFEGVzozodrzsDkFYgezysediNYbMkBGfEsqCqY" + "0.6137094587670581" "ele:298:zRtQCUMmJkbIxcWFeJhlrnwvhDOcsCTuQmIUIhiDugArfHxbMMwyyUJtxqhirG" + "0.7719959033122741" "ele:299:ebFOLQRWlTZoaDHGTjjtKivqSh" "0.37933435410799776" + "ele:300:gZjmUQgmBiqNfiPsOCrjlfeTlEEbOfBVrAwqvO"' + - '"ZADD" "zset:skiplist:2:300" "0.09262750297586564" "ele:1:or" "0.9383651132213807" + "ele:2:awUEuWVMajnpzOiOTArpuiSQekbfhVWn" "0.5214936071707239" "ele:3:dLvVjtXgfYwUEOxXFQmag" + "0.9079214934215405" "ele:4:wMOfziikZlxOokdQjWovNdHdjFFsDAdJaTsZoQmsnEZarl" "0.9067368627115772" + "ele:5:HsmxitflvwMNNhEtFbLO" "0.5918503322692709" "ele:6:ksWvrVzSlLItxbntLMhsJiwEZtZoTefTLdTPucwVBLNEHDkVSBNaNCawnVHq" + "0.3360474296101915" "ele:7:VmqzHXRmiQzEsGlfdl" "0.7021374853906152" "ele:8:bNt" + "0.40311940256418133" "ele:9:HXRaRKNjkdKs" "0.14791692909385812" "ele:10:PWxaeVvawgdqBTonQoBXTylfhnrLAHXJiHtNQdqQOdTr" + "0.5499073150836501" "ele:11:WwqfjEXLLihgdcDuddksFuHVAwFvZgfuVfOeNPHFADpJMNySPsVyNt" + "0.6739165529304422" "ele:12:SCtBitWxpz" "0.20235214431676818" "ele:13:cPlWndhlUf" + "0.981893336127039" "ele:14:doYXBBDseRsuLWCTFIHAuPUxEducFdUYRQDZfNEvVfuDZXKBdOZnpaOiYW" + "0.6255137319908027" "ele:15:vHMz" "0.35225381591612226" "ele:16:FFmOJmOgTObVwKIoXdbQFAkIAThqcmuxgAAOzEFlG" + "0.6556189581423885" "ele:17:QMjmHFEILYQBtcbQxsazwEkHG" "0.1086786080705826" "ele:18:aQJgvxcBkRtfGQAMgWYhsnhRuHvWeXOzx" + "0.4443262581173478" "ele:19:yzixcbOpFNbGrZTlyAlOFrSPvpkkWqrGodYsZWeipzXpHeZ" + "0.03407764418162318" "ele:20:vStWKgLIlsakjbFJd" "0.6036090393945417" "ele:21:jEekc" + "0.25987832126438726" "ele:22:KpsJAyUDNdNQzsfSkMDfHZ" "0.22654291425478534" "ele:23:tqI" + "0.24666995271407322" "ele:24:LGIGPhYgkxfwbKmXWqvPLbYeHhkFUCLFsnOdnLHYtGyjzZkiIdY" + "0.4267692300380157" "ele:25:eXcwFSZJCrCCFJynzpgdQDyMWoXDYwCcfTmNbWkcfbk" "0.6293648111766171" + "ele:26:EAMIUZvUsAkDhOgAZOylhhQZNyhPurbXSCdaoTCEiZbKxTzXmEZuoQXLz" "0.9918223572334939" + "ele:27:IJviLAjBfTjpnygkNme" "0.5400327173421172" "ele:28:WjVMTKGMQhBtwExljSYstaaoWHCwKTBAjwzUbbOAx" + "0.4391638034400295" "ele:29:GaTkBmQtkABFNYXgRXBFQYrngrXCuUjLGzLdoOMSANzbAXGN" + "0.5248632352049256" "ele:30:wruIHqSfNHqhQdoWyUrkwToqZjh" "0.4245142889842648" + "ele:31:QNrjPwqaFhwvzIvRnDrShNDqVvGHHIDnQddMSDyEdxDMIjZvuQSTtcTERRpqDf" "0.6630427890269389" + "ele:32:XsvmtdTG" "0.7021725631889002" "ele:33:zXNKoihjyQxKbVTFCsoexA" "0.5991014496086998" + "ele:34:xMAdMecdzpMwLOKLsmVM" "0.4167006541149544" "ele:35:XNPlwYjUbEO" "0.21748473627901788" + "ele:36:AfNMHPOCbeAksrJDhTMgToaloyhwouVaw" "0.40372213029096016" "ele:37:ELpdvJAfmUdBcPCnZSCXObXTOWLgiEXnEMlOTGXXPCnswBjbHdxjeBHg" + "0.6140401066542219" "ele:38:OHhcyIKEemBnEXrQVcRdZhcKkoGOdHWXNCMzSKusoLHENoHXujdS" + "0.7550574793380168" "ele:39:MSYpiWjfKhvpfkBSPVCYgjDKdrN" "0.8269371540962509" + "ele:40:cfZEjxhlfRgVZfefeVAPlBHpeJxQQwykwaZjj" "0.7674080844005543" "ele:41:CCLbStaDdBZaTUnJPidjwSbEZeeoNigsjnUQDZnjVnWa" + "0.036595137191906546" "ele:42:xiULvOJbNphDvlpwSzdoexRlCXtEnlvAUrkppFBlddyJXwaElEcJMPRoqObnm" + "0.5698074730307818" "ele:43:SEvLWl" "0.3369129481509787" "ele:44:VcOjsKDJyinLQIRrVnKCWPjgjbDuNzjiyweNxESMKbrQbugYHsIiPoknumhPR" + "0.6422106412803937" "ele:45:IAmzgSECLDxqgd" "0.6894083278054212" "ele:46:PcglhQAZxSfSMxJUMwnDvEzlyrZpPxsNyGBujHQvzddmusSaTHtpAkpdzMsNtg" + "0.6450057709395803" "ele:47:TJPQSHCulWh" "0.3070909482618994" "ele:48:blWTtuxKnoRamyEtyRbQjJbYYCRaseaIXXtvBihOIadnSKMyKaFGwWBy" + "0.8598262989702926" "ele:49:IVJoggskzWEkHKovKwoOHOmaKbgIUYdINWmChdmr" "0.10354415035880926" + "ele:50:kgcLRlwdZFgFhhIENJIspcjGvllDOVLsvZtUrVTMyWDfRpfVz" "0.28928908386800456" + "ele:51:AvQiIRwghGePoNguwjfUmvnNpOrsmeHKvjoIcBlQNnNRRlIrXD" "0.5442717124338943" + "ele:52:RCTfhiXHCPBwOxtWxdSywwfLquWKLAgMvnZGJSUvPqYndYK" "0.7687123004251277" + "ele:53:ZuqUsKCutHPBSYKZBuZJQZhRVyTcYMnUzXFFimIJyzfiJNWn" "0.5345711507419348" + "ele:54:sXejHVSkPzasBIBzbBwJNOrmKibrflyQWueOY" "0.9658634461828092" "ele:55:YQPZRMGbtDEpPBEofYZMKKrVHKJkpnXEsmqh" + "0.23019227710204926" "ele:56:CufakjBGhcZTOWLtUgznxEDhuvNhFqpBzIrGJtdDouAjRFhLWvQSlFu" + "0.6068781157494676" "ele:57:onqdsVasiTWusQQCdCswLqp" "0.8301688570711953" "ele:58:GCsxXdadpevs" + "0.5694294722761978" "ele:59:poyUfSRMFmwfErZPJUHlgHlubdBXtQhSJGEpiQRHXfNPHFoVFoWJmrGzNhOP" + "0.4493023274389891" "ele:60:k" "0.37642031836089995" "ele:61:YQPaAXgTZiFgtsookRhfWWLMVumXoBodaVNJcHPwb" + "0.2228297094226499" "ele:62:ejYqfmTTyrYYvLxPDAse" "0.14198066739390958" "ele:63:fsXUMHeAEejToaWjEhTcrmWMbFFdTRSXUOtGWpEbomwlbiOCxjBkDuargUNurtSL" + "0.5233946066825867" "ele:64:TezvDO" "0.4878495944197222" "ele:65:HzsWRNuQBNjMJMoxIfjjlfczTcgfWDJfWlKysFAM" + "0.017359009875882236" "ele:66:qvHuOqbAosEcdJqW" "0.4003374590717428" "ele:67:MouLyXUsVzEjmjlLCKqEyGBfCsnenlcvPoFWsERYzTvMNfkLKSgKW" + "0.23253292632629075" "ele:68:VjFxenLXwgrkQEAbqklWpggsOMMYeLzxTECqbwwGVwhUGZimqAVURMsxzxm" + "0.646901662020837" "ele:69:xColhsZjMEXgAKAKOWKtkoJTUGxRp" "0.8839172533047469" + "ele:70:lfmulumeTiacynAyztlI" "0.31940112981806046" "ele:71:OfhTwuZNKxrQLEPWPWLaqNseTfoVbEgBZWqSRCf" + "0.9457823004980779" "ele:72:yXkYmdBegJjXwgFpWcZnQnEnonqrUKwLxrpydrxuALbVqLbdQEMeuhQNvYJYCmNL" + "0.42349649546528356" "ele:73:nqITDNFxSZCgTrGAlsGR" "0.1491128401167493" "ele:74:wSlpcsEWUAxEfdWdGarbiyZBnHqqXMLbabkR" + "0.7164223539226408" "ele:75:aIhaMQxatzemPJXL" "0.45353981831873524" "ele:76:PKyZiUhHjWxRavredJTVpxPfWiSIyw" + "0.5055761893027574" "ele:77:fCwJdIVTYUcRpxyVtvgrpOShBVKvuDfnezaEicBSaEkufAYjkbPQZLdmpqA" + "0.579969466017893" "ele:78:ttgVNrKMzdhyWKM" "0.37257323396198194" "ele:79:tqhZoSrQzrhOrsVgBimIhUxxIpHCpVgAxXeUEQuQAmwwT" + "0.12062537296309861" "ele:80:riTBhsaejufrrtAtSqOowA" "0.42813583015090506" "ele:81:ahRppAcoxMSVLt" + "0.6486347611701347" "ele:82:cA" "0.034587858704615115" "ele:83:qqrNxMSTddFARf" + "0.7593627828586745" "ele:84:FplVKLwuuOafeOeFSItktKgiy" "0.4994696285128135" "ele:85:tIYVAAegmAqMASVk" + "0.11891388133869885" "ele:86:YEmCqaoJjXbJltAOoiFnVQNDuVacCaLlOFaeetedotVui" "0.3894622762499911" + "ele:87:JdrKgsAPlek" "0.5336569471727015" "ele:88:hcCtXGaLVHWCgMUlYzUKhduXYLemTyQhEYVFg" + "0.920251905287605" "ele:89:jnvoEEFVGKKoOjzUtvfoXhNeTetuiJtaDGEnITEBIFuhPaX" "0.968897738066963" + "ele:90:qlwTOlqYcziWhbvBMBTVIgCVFnqpVaPNCTpmSPt" "0.9465629005814513" "ele:91:GOVRIARgGyaAIHPwkeEZzMAnqSyTxFfoqWgM" + "0.6059363868454227" "ele:92:SfHzXZvuqNU" "0.7358711669072902" "ele:93:gHeGpNWExpYDynWGcoehLcJEHRAhDZfpHzZAABtY" + "0.002391740771283568" "ele:94:uwSSATCqTETlbTuEsmJXbgXAEUltRFNuLGTpMbcNQCwWYt" + "0.7158149076298387" "ele:95:HwAliXptdbfTvaAVTOOULUEJyTutsHqnXCWaRTTefOWSWHphznqRhpbJZWs" + "0.6038934139572911" "ele:96:VFWrpCzknVyyvPRlvcMNurUszGhKYAJFotTWlsGXFBepexNzhWU" + "0.6222780454322215" "ele:97:ehNF" "0.9901469156377757" "ele:98:KnywilEdvSsJWLFHbSZCdGdzwCwqRzZgADKsixcQ" + "0.3538196101694284" "ele:99:oBPoRiKlTEbPlNjGYQDBLvUkfozTGdFuP" "0.979768652983662" + "ele:100:sFiKSSRMgkIQRuwTcWHjKShPvZdfYHKha" "0.0038377506742498513" "ele:101:Res" + "0.2662937612113552" "ele:102:TyAW" "0.2792638772861509" "ele:103:HwgGPitqrKxuhVWgFcnBJPIODYPXtajLeLQxumaekHVdlYfqbmkFnkgiwGAa" + "0.1781892660507567" "ele:104:LPuxUVFjLm" "0.04705661819915241" "ele:105:TSouAycARbZOqJrgTwNyjjXrbeXKdVtUMFNswZU" + "0.7902202191071308" "ele:106:HPWXuahhazgiqzysESJYkoArGYVcQXJgzOCEUPdOWFFIVJXunbCGGtqqntblixFU" + "0.4481460935563768" "ele:107:BJDIpNXqOQWSamkceKuigPXGOLEKPOBSpUHxeoEsqzSvIidEdvcqgYiSVG" + "0.3432861842856956" "ele:108:taUgdwQZKdCCodjpsjrhHpANRzpisggAPIUbbNYHEtuvE" "0.42832042624818045" + "ele:109:AAOSEmNLVtKbrdVrroPeNRxnxbpnJoTlq" "0.30812383447047176" "ele:110:mXRaSwDGEuPrfoIULekfXFDKYsIzmilkIGYTCeJKwbZhQJrfgQtxFhBARoWJZ" + "0.7522373944538988" "ele:111:GgBlqTMGaGyqOFRisSUHUTfCiuUL" "0.21562431158684814" + "ele:112:CvwkTqOoXtDtu" "0.8428189114630859" "ele:113:EcWUGnCkfXINMaIgGKkgScPZGIvWuPStFXSAMeOxjXeRptoefDUeIuyJPzRBzRHi" + "0.6823372379983094" "ele:114:xzIoKVgZNBRQDQfiUF" "0.13935362874792767" "ele:115:KrpPjoVMOyBmuQqpqT" + "0.4332332406044198" "ele:116:UOWNObnoXoaJKzh" "0.08138617832932371" "ele:117:rVhWPfDBDxvwJE" + "0.30356446861651587" "ele:118:ZSLbxvYgeGGGiLDww" "0.32067439081280513" "ele:119:bQcKjlcGGQNPqeXDxJDnthZflDwBZEnSosGoXcpgkUACLAMGxw" + "0.40934598601386774" "ele:120:cLkEBEgUnFyVcuJGoGcPNYJwilsQjBAw" "0.6433179848407005" + "ele:121:nnnQlvic" "0.33121455232187447" "ele:122:NzwulvsTLXrMthvgborfBhEsWPizqgwnTzw" + "0.8803242323217817" "ele:123:k" "0.5024021684133856" "ele:124:QxzGwrBCzyjrxScubOiOrGJcTzePOFsPhEHFEzOxkkZCwuUirhETCcjIdoWyA" + "0.025065994225742627" "ele:125:jqExxEpycRHNbe" "0.043490094554752834" "ele:126:nareUMxBfzRlJVTvbylndDpEgHoZsZbNDBVInjychmAraHPfaekwZzAwglFw" + "0.9816097986428053" "ele:127:IQzEwdcKwNBYqI" "0.6572929124981133" "ele:128:stSHqZwAsTzOsZddsAFwHbfEEsfdII" + "0.9613433392746732" "ele:129:dEUztMXSn" "0.6147262075260899" "ele:130:gFwBVpGOtjMuDGVuYRfsFqxLozUbKfIbSnouPpkXziBPLipkyBEToMPgNO" + "0.4051062573367158" "ele:131:iYlahFoWqUpvpi" "0.34363782060223536" "ele:132:QzxFJqb" + "0.8359405554401546" "ele:133:SwhGBfDsmAFlWxKEuCfBNxdff" "0.22939148700606238" + "ele:134:cllbmiogUFJoscJuKiaWvMONpxrWLfuRGMCpvGNFpyMxPJSLvZP" "0.8744608124944555" + "ele:135:sYvQFgPAzBKmDspUtlvJdlQVklBHKOFUIHrRoSXgBAVQ" "0.5959086484602159" "ele:136:LPnvKvJYBFLAeCCOQECNeyQsTrPMxvVpqKLjGxKgUBEAhE" + "0.9540265436675929" "ele:137:gRldWgnHoDZdu" "0.7669071517114534" "ele:138:DXyqifsGEzBQZNReTCmUGmtUGRjSnYMRjxFpClo" + "0.4318348989018863" "ele:139:KtyUQh" "0.39059761540419147" "ele:140:hauqIjYbSoFtMcOOKixBAeGacoockSdTvWdHcqTKUXobKk" + "0.24983864913879872" "ele:141:uqZhAekgMEGuxtmrZqmRmJVWoUhhPlyhlghNGmWMFRuxFmFptejHsXs" + "0.3210435235914324" "ele:142:CTIJViEGArQbStmcRofVExLPAzMWhDyWQJXDque" "0.18980206607687544" + "ele:143:MEcsFtRZtouIWHjYfCXwstdYUpDRmiTQjUkmQDnWi" "0.15361329127026002" "ele:144:dLhflQgp" + "0.7110669295479786" "ele:145:meAopAZzKlFlTBIeOETzpEGUjWasknpzyPDfbfugugPOMy" + "0.471301584307086" "ele:146:c" "0.453076241949232" "ele:147:hQjzXuyJgtetPOWOxMhUvNJXQbxshZmnSasQsaCEbZglftDYEaNwwoUm" + "0.32693695754886076" "ele:148:XbqSlCTEBnEqBzLKGsQ" "0.35856995662107494" "ele:149:EhjPJWQnDvkGAejPAthUUuD" + "0.31262357180080613" "ele:150:mHxeZoWhEz" "0.005845222671651107" "ele:151:IyvMEPnFfHSenczOjGODbXJwtMXkuaZFVLntXwtL" + "0.9235968098260897" "ele:152:lrpVmOGFgBpPRFjMGZIkJJYPKUKZqRFrUpLqyKTEJBEoleEgCSJZaRxHWXZe" + "0.13738091090283422" "ele:153:ntihnyZWbefEPtNiSeQqlVEbqaMSSoCvwZuySkgaTpEVBuaYibjXKCpPPdogPY" + "0.8819919106825659" "ele:154:ihNNulMflfjrXcnmwbdTKmwRznOAipcJoPIelWDxaJYtmcixuGWxBsksfIxUWHAg" + "0.8932991308660218" "ele:155:segCTllUZbjnrkOODLouJuJXiuAzOvoDcPCggmyMTVzzgudrvwVDX" + "0.476578059810815" "ele:156:hDedhNThJbQzAhswOyXSdRPMolSQswuUCeTDlWaAjMtZcBOdoyeBUBxwHAWdlKU" + "0.15072385720743042" "ele:157:rDjSR" "0.2161277707711633" "ele:158:ZvNhxpHnEUXOdTdxfRDh" + "0.9488145816867642" "ele:159:Q" "0.6787840316052304" "ele:160:sQGndmhzUNtmrDtBzsErELxzfgipMunWyBNABPLhAtCAqbVOXtpPlCeDd" + "0.7009800982563948" "ele:161:UwGgQFuNoYhVasdZvJjKEOMcVZJWd" "0.3795646206727531" + "ele:162:GdsUALhOYcMICnYiDiYkZVvwhH" "0.017890110952071048" "ele:163:zBqByAKlPKPPOC" + "0.5533082346819248" "ele:164:bAdZPWtNjtYoGHdqR" "0.23109286509501725" "ele:165:iUJtSYmwqDRGlMsJREewzEHlvuWaMZPJTCvvgFryO" + "0.4713040256603368" "ele:166:wjxQPETQlCQXrRLRTDQGmdTzLlKoUeyMFIRsaNQFhyaJbyXJmlCOSCsHvp" + "0.049974994424209385" "ele:167:DGPbIzVMMLUWWjVsevouwaypQhbJyMxjwXsjOkIxTtrtKimvOVC" + "0.25554197482909946" "ele:168:yFeyxFl" "0.06546972032558007" "ele:169:OJFPPOAfhqYDChfIsKgmwiaTfDXTUbtEWR" + "0.16747563632090212" "ele:170:VfVZvYtxJxcvgOFxPjc" "0.8154729106809464" "ele:171:DmJQkcRAyjgHBMCAFkTucwWQvAICMvtSPXxCZYjBTsgaYxjBEcZeEViUboQA" + "0.7721499842095603" "ele:172:KeAwetETxSKBInxxSgcjApglCEEjeapcyAxjKWxWmVUxgedBRvOAuRkXjUZdKqw" + "0.5689791211786035" "ele:173:lvGjXnJSwVVaxoNr" "0.8855889473005578" "ele:174:CNroyxiGNciqCZmloBvziBxnjfGcrzWdskAMghlNPyIJ" + "0.41912320182786467" "ele:175:ejxnnFYYFrbQVVVTxeLjYeVXWrDZopvmgeBDSHQOPevqXslinL" + "0.8035165431612967" "ele:176:VdJifmoOOSJzPOfmpOvrCLFkmtNEmEZqF" "0.6869604080666722" + "ele:177:btsGNcuRBzmY" "0.3848414466927291" "ele:178:hnmrVTAOGxtrolmLuvMcDzgBDYEnsOOZvUnOtkxLYPFv" + "0.28812018831830133" "ele:179:PXvDrJNIcQFbzQuiYokqPt" "0.11921245346059317" "ele:180:aCufiJDTEkX" + "0.024182370939839104" "ele:181:HgnVa" "0.04754239386647818" "ele:182:wosItJxaLEdvLzTjjydyvGqJLUSqT" + "0.07505696070559253" "ele:183:rpCPWChrqFvgVEVVKRoWVwOJhVQPTAcEYFz" "0.7810121297050087" + "ele:184:VpxhuPTEzZtxYRTVjwNczKXaBkoxhJgbKlLoyVawHuGXunvkJk" "0.7319508963422978" + "ele:185:MOwjbZkEMvyOrYFexoyxKFsbexmXqqozGMidaWfES" "0.8182970116273036" "ele:186:RmWeqjsbMYAKOXIpflkbOOiMxRYNrREUFWnBsPywsUTjpRszeVD" + "0.13763305291470818" "ele:187:jOsLqpJ" "0.7680871215735682" "ele:188:eFmdPITqTFFhxQFDMxrArrRQNz" + "0.9520468889430076" "ele:189:ivzhdLabpxFhrXVumNABm" "0.3334255618135925" "ele:190:jHaWvedsjhAxDTNlXtGMqEggBjmkTARXefpU" + "0.02094320460632315" "ele:191:jkMJkvC" "0.782568781581072" "ele:192:CBTuXWkjDEGmCnMoTpvLYZMWbgTHYPzZjmtmXFLRiqeOmTOjZHNjoQo" + "0.4130369581381168" "ele:193:IejPDoXOfwXhIBVbWApoqnjm" "0.05032810808761934" + "ele:194:GpXjiMttIGORqGmnmKEbUhbvJDtcSEgpwgBqAshNgwuXcoXVzWmN" "0.03562147096755652" + "ele:195:TdlepDegXuyVNCYDWpcgWmmTCWTdpdEkxDyduMSOuPdmEdUyMaPepfMgMJQYqfxJ" "0.16058179698958497" + "ele:196:dvezkSgvqUSe" "0.19543066541353393" "ele:197:PdrxoChVVQKLNBzhjwNDCbfpZ" + "0.543247204423523" "ele:198:cjeiZuqQvFu" "0.33635134143621626" "ele:199:lhZJcssulOevtNgyWxxoNpLvfezhbqgWFJTIDmyxIBzC" + "0.5115911058102967" "ele:200:ulngahGBnWlOYgQMBGpxDaupccQfMtbOEPON" "0.3379695196719398" + "ele:201:bGtRDNQXwIrwETejqWbnluhGIkIPZpdYmmPTXeowpyneLwHa" "0.2728034878865264" + "ele:202:SyQzBNVlAeZKPeRPriqO" "0.5368846611030937" "ele:203:IygYZUGEDlgWTfOebFnhJxOaUAKdRMrimlQOHsvYWd" + "0.4539679929781939" "ele:204:HEhoVrszrpmkBDlXjPNFaOrfr" "0.3006834739749523" + "ele:205:aROjCcIvSVppcmZvuNFDktThdjDGdHWoAowxMhnBSzmlhwEXzXnGFxINjSfybr" "0.0448639195084084" + "ele:206:Tl" "0.5049616444247743" "ele:207:kuhdxIfvoPQppaUlJhUBCtlJzgsxFqelgwmsCbbLv" + "0.28294877456995937" "ele:208:zDvaPScfjOwDEfAPsjYAdI" "0.6174513829147165" "ele:209:vqsNtI" + "0.18252715540611175" "ele:210:QETJHAoEwrcgWgqMvtpSkxOJIPWKGfDksckQjLy" "0.11630546595702906" + "ele:211:SfWoguwffTGTlWKSwrDbLKF" "0.3606182682742908" "ele:212:MbKFUFyFmLLTCfEFgdC" + "0.4926337206305448" "ele:213:mdDZaxfdkurWkYykEOMYkPx" "0.6000623954063804" "ele:214:ynHVzFwNLgrrVXYDuGtrufyCVaOzzRfraXTXmxegsCcPeFTSaIVQZqwXCb" + "0.2775621516125364" "ele:215:GkhknjnPJlvxwURrjpueAxLAEvSY" "0.7922460208724172" + "ele:216:nnDjHaHZMisFPagOGsyRuWIGmkNlxkmrgkotedJGWAZPMwqAVfhHyR" "0.5889353014735185" + "ele:217:LjXgi" "0.5497216884074748" "ele:218:jdIUkcxVllwKxk" "0.15158869373843586" + "ele:219:lfaHJBQSZxAXoQvQFlPigiVHkZgTuMVws" "0.1471601248923734" "ele:220:ErtZpvDixJoWzYaZeDGLNlyvHj" + "0.34543282445022816" "ele:221:T" "0.19990737182076168" "ele:222:YxJjmoYLFozIIwrMYOlTxxQMVnnoRNfMJZNsoFkRgtRJxjWLqanXK" + "0.9235704327462902" "ele:223:jknpDgOcYsFJkAdHes" "0.028979981957491407" "ele:224:PecWcubMjFo" + "0.4819827930201377" "ele:225:BzYNIyOhFAXYdTkiFMVahLnUBpDiNVtfzHr" "0.7450560599120607" + "ele:226:npTXtRZLkvUdRxzjAJhBMxrmMBvhbEgxkhpoLDwRADuYpsRddDmNuMaPjfPbsnxd" "0.2026432885675793" + "ele:227:XQzBnvrfYQFiADkbGOfRNEqMnfSsuknCCmcYObVsVYqHX" "0.33615596635066225" + "ele:228:gi" "0.2998550975047304" "ele:229:TZRTennwunsTOdkYpeygbUpdbMWAfSXuHW" + "0.6648237145509738" "ele:230:WVURIAfgDtEhYPyFqlwEGmSryqDTKOcmZFCN" "0.9372645320573785" + "ele:231:udBlpLQIU" "0.3002401369498503" "ele:232:QZtIphwpqQZgcMUmeqQkrZTzatshryjTJIPQYFWkGRwjlqwjigMtlKMMemuKTbMg" + "0.25105472672858375" "ele:233:xUkFKUrwJNybmdNQRGVehzHfOuGElLrJuuAYxGqbIoHoHmVWfsPglk" + "0.9789489212458264" "ele:234:qsatMznJjZjwVeWoDwAsB" "0.7078139907480708" "ele:235:GaaGmlTHoEgtKbHiKGIFM" + "0.1046069368957796" "ele:236:KEflKyuBnrCIoilhIaARgQ" "0.6933650368323319" "ele:237:enRNBKg" + "0.8675947064153726" "ele:238:MKHpkdutXQrLuD" "0.9649700026640867" "ele:239:TsTIfIuABLEeAQIwTfJaeHpVxkWiapFXnQTQMJnvLLZyXlRwItuSNswMW" + "0.5263629254265921" "ele:240:ocCdGAupDHWtVayoOIdguBoxLIyDRqsvckyTWcXqmVfOROMPKrRp" + "0.7524063653536449" "ele:241:hW" "0.19599955008534597" "ele:242:akVJEnuYoJgcIWAnSADGMZuwUfVbIq" + "0.15609750914096354" "ele:243:hEUhanHWOxoScINZOwKZrbYdUOBKHtoOFcZsAIzoMEvCsPJegRaQlXobtXnaautk" + "0.7890752169170604" "ele:244:Rl" "0.7120506976992904" "ele:245:hoceJlyQdVWNISvutYhokdHFydfUWljaVjTfrNuUDZnBJdm" + "0.7417159545801839" "ele:246:zgQTYWnUeOwnYPvtYaN" "0.6658632542669134" "ele:247:UVi" + "0.8541463086909872" "ele:248:ohJEVIwKMTixERomyzuLCjFinZgZmqkMZFRLqijAEiHjHUcQgZ" + "0.9446951127019414" "ele:249:CcIcveuZxIuoeAyJMaYiwDMLGzdqYOuPExXhZsuVfcWUzr" + "0.15818622003981309" "ele:250:JwxuBJCEMZbMJAbsIAwPwUMWkNOmRMvVwlVnMBWbRkSUaTNGtDCiBfXdqWI" + "0.549760006394579" "ele:251:JAhok" "0.04924382329883947" "ele:252:JIgeRfRMaTziVyjIdodjtorGgHTeoiYHoSewGEvcvjsTKiFLP" + "0.3823858466872766" "ele:253:bjZbtanq" "0.40286373652099416" "ele:254:WlWolwQXSRSZATDgsfdGLuRrOFPaG" + "0.3864202824447852" "ele:255:iQNzZfsdAUMpqXRpOyuqJJQfPzhJLcfnstKeqpNyEkUBUsx" + "0.30087671810763006" "ele:256:uulbqpiGBlgInmlFKRxUAOlXCLZcRCGyQyEHaXFOEvQai" + "0.7410145944905596" "ele:257:GyPpWZoEMASkcgOY" "0.7996004149665447" "ele:258:zZNxkTNMqRlGsYahKYsgsPDCDcIsgVDNUrQijkcJxgGHrI" + "0.5402362797766433" "ele:259:iqxwwQCxMUAMJEHVpXEwwN" "0.6362128978606277" "ele:260:MUAqsNaJGfPRaOwkBFQVwLBufjgdIyhusYTPwrmWiyRseJCPODBlzb" + "0.4996926196597391" "ele:261:oFUZGTyOAQdfnVCGeoCQqJUibzagyMTmdeKMFjsObfORKkudkIzevOqz" + "0.42924714893927196" "ele:262:dNzGqFyCVjeHaWeWqoYQfxBbzdUIJCibOSeoXoyceRCPNNJnoyMQeFnQWlk" + "0.5322722081965099" "ele:263:cPLVSPyNeYmivofbOXAZERBvCvJBXvthUlMVOAuPzgjuQNmKDBLSBDqsDesYsv" + "0.8777291326872585" "ele:264:KJllfZUWKBMJrwxXBjktUrOHwrtTWOuAVpkssvPjgowDHUNheWZHOQJEYuFszrbl" + "0.7072711055085867" "ele:265:EkzJFgpBpqiwSpoXFwcjZljQJDkJeQkbdfcdtGYEhGShlPFXwKnBx" + "0.20436439828556952" "ele:266:FqpERXPFhMjCNGCeeyGMpFTCicoKSruuqBdZeeGJKPtKktFoamFo" + "0.3472173471264659" "ele:267:YhmHpuDCLfD" "0.18021513778229503" "ele:268:uOiGyqEpsyATQiRwtVvJFRrzSzClsNyDHiaywBXAihdvBdpnWtoffjdOoKyh" + "0.5522539745259306" "ele:269:iBiK" "0.8385123045630564" "ele:270:zUvpgWWoOAzbaSrFBvznXoKtHkcAmPwOqivMlixNxq" + "0.33714769519639143" "ele:271:MsWzfaaReeRzwqWjGACzUicwZtlEFPrltDAXO" "0.4969992294244491" + "ele:272:aANoKjfryoOpWqAhpytocmUHCsWxIAYrSwtiiTxw" "0.44636036938360946" "ele:273:clnfwugmPurOKJqMjxn" + "0.27285660039441184" "ele:274:atrzvlsfzPNUvAgptZbMSHbGHhvLQyYUH" "0.500326800049104" + "ele:275:RuYDbMeeKwElAXxvXLjExHtcF" "0.5466675758624856" "ele:276:dCEGKvzaWNWcvHVeMAgoocWMwdJyootwqFPMHGKKUMPxCH" + "0.2018109903813089" "ele:277:eDuQGFBnossxyIbspBTooBfr" "0.014311547995801921" + "ele:278:AYJqzOLPgChWlpdtcaZwHIxLRoMiXelshNtOnDMIvtPJioFxddicddrxj" "0.6159669102868971" + "ele:279:ujQJI" "0.9039994047199217" "ele:280:fHiRITtiScqaUlJZhyifQIAaAVHfXWmgHMlyQwOlrNxvpXpRoClYWqndtH" + "0.41822330412883957" "ele:281:VRbEUYMjyzfbkRvKYGAxlOjvfrVDWdsfMoNaGNJDUYiNhPnaoYJ" + "0.20182675744516632" "ele:282:QLyityIrTBIXSZOdHMheKUACiJNrVJelyo" "0.9536655109799361" + "ele:283:UlVmxieouLFT" "0.8985298311311088" "ele:284:QAYdFWfyObPVqDkJoJWakCV" + "0.8723763850119008" "ele:285:UqMDNekVComtOxijGYdhNkmRimugdNt" "0.5379751008291339" + "ele:286:vzWRFCEvBJrOrxlPIiAxbqDByXGE" "0.37873243809375445" "ele:287:zBrbywqJeVbezx" + "0.4779307824595257" "ele:288:DOMbWHcXdPYBWUjyLnqHBgVindbTWXxTzaRcVawIbUqHYFDecXMLc" + "0.9342932630637866" "ele:289:UiAnOVrnvvtuyTBABOkaRFNIkHfogJCNrNTKXrqcC" "0.034545001035145906" + "ele:290:Fz" "0.40461815986202543" "ele:291:klzKqsrhNAxHPnQUjeQXfSQMIIZwWtAFYYBKuqWhNqUnnZpgRrblAPVtoDB" + "0.7300189023460038" "ele:292:YFXCvQGOMKOewMiEilWwRQp" "0.1378877900987362" "ele:293:HMlNQLAKOslfMwwUOqEwwuowDEKZ" + "0.9649651643860695" "ele:294:DmNeQumEcMMOMhsBZMrKRNhnDwYXKMm" "0.25366932043182866" + "ele:295:LrBATkEONciKHMYPEBRTdGLIqYJolXTgMepcMQlQxbdaXkxMYAIlZhqoayDQn" "0.33409580445339604" + "ele:296:tyYcCWTtaQAFidhATOrNnrZAynrppZdOVborlhuWuR" "0.6857753861540998" "ele:297:Q" + "0.2846544060829831" "ele:298:Zq" "0.3958936266598334" "ele:299:KhIAswbBjpRQnbKRBRLdWdCDt" + "0.6572602342327124" "ele:300:oTBAmFvCABLYQTZWxYnPAUqUmpeOuGMHIwSQiAIxUu"' +tested-commands: +- zunion +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--command=\"ZUNION 2 zset:skiplist:1:300 zset:skiplist:2:300\" --hide-histogram + --test-time 120 --rate-limiting 5" + resources: + requests: + cpus: '4' + memory: 2g + +tested-groups: +- sorted-set +priority: 131 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-2keys-zset-300-elements-skiplist-encoded-zunionstore.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-2keys-zset-300-elements-skiplist-encoded-zunionstore.yaml new file mode 100644 index 00000000..92661daf --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-2keys-zset-300-elements-skiplist-encoded-zunionstore.yaml @@ -0,0 +1,433 @@ +version: 0.4 +name: + latency-rate-limited-1000_qps-memtier_benchmark-2keys-zset-300-elements-skiplist-encoded-zunionstore +description: 'Runs memtier_benchmark, for a keyspace length of 2 ZSET keys. We query + their union using ZUNIONSTORE that returns 600 elements. Rate limited to 1000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 2 + resources: + requests: + memory: 1g + init_commands: + - '"ZADD" "zset:skiplist:1:300" "0.652540306855235" "ele:1:UaZtxmrKBkxhBqJOlNJlwVUfHVALGkjnUemvubDvbGSVAaaQkXLlsg" + "0.8731899671198792" "ele:2:RKlVyoHMTvZcoh" "0.0785627468533846" "ele:3:VZWJQlqLBHicktajowIvkyuaddTC" + "0.7688563664469605" "ele:4:YaXTxnRGWhENdaOFuXNAJmx" "0.0033318113277969186" "ele:5:JjfFkvonkksjIfHS" + "0.49606648747577575" "ele:6:Q" "0.8234766164292862" "ele:7:MZgqGWzeYWDAlplbxvlzllKR" + "0.42687597903639085" "ele:8:AGSAuhePDVmONKmViHovKsiIGSXQZdqX" "0.34912978268081996" + "ele:9:ZHIKgOWejxTOcrVCRxztCNqtVFEdqCbowiaROZfbhMmzFlr" "0.15838599188422475" + "ele:10:UuyeNtxYcAmkfjtovBmajhGcYvzucpgFjLnqKIw" "0.4376432899068222" "ele:11:cfgHnJGQAHaXHjLIuLWYkDACbxQbywRIQMbuE" + "0.5536939917085721" "ele:12:uyZtiyKNdKhFhgNlcdtnHgDFEdBoovVYkyLIpREln" "0.403546330051068" + "ele:13:kRUDWaPmeYXeJZhgqKpnroFxUSCQ" "0.8808108541089766" "ele:14:PCGgHbGIRxpzFRfADhupCtBKhknUNyqK" + "0.23044636914343264" "ele:15:OaHUUrbZEvSOmYOtbUzxnJq" "0.6404180580960533" "ele:16:qJabjKLYYivniNNtGsbnBzRLzYP" + "0.6907030016224224" "ele:17:KJrGsIeQESEPkBdTgUhrQuAUzEfySPhVBoNaWDjOawkRrjyktuOMuBcwp" + "0.24900135884008867" "ele:18:bwQzFiMXWxSKtYJiFCSaDWxoAEoNGvFsMoAugjlIcWTRWhXyixemQnagvqL" + "0.7928656841898908" "ele:19:NKtwuzbLhLCCPupqgkRsRdGijHmSrnqwdfSj" "0.9331302297178864" + "ele:20:TcZibcjyBLAbljRGHjFgwVeVjbeZwi" "0.640319798434186" "ele:21:nsmIvzevkqEJkJTiybCjqiXRjJVMqSqsSaHKxTzJmygg" + "0.5239886233297175" "ele:22:DZGleQLgYgAjWUcCOhzqsi" "0.6136266546940706" "ele:23:ZVlOgBjrpZhQuQzJYVLYqnxytasTT" + "0.6591139297465682" "ele:24:AFgEEoLcwlGmoWeYLZZJnlilPagiaWdqhItaEMLovOfbaPAgtCeeyjCuEV" + "0.4468461455464968" "ele:25:pAjBRwToyaDwhSExhMreHmbgzPuJFPlpVrBbjhkyogmUAQamL" + "0.5614231865616031" "ele:26:KyArAdlPTTgxCatXdDQIPgZWHCBZicfkZjCKCbuAuvA" "0.022487789155224203" + "ele:27:qOuBflYpFEUWKIfvrIuZYEwJYtSIwSlvegDBDYCUTKnBoRWpwDuBAHgYbTwURCW" "0.8510804209364501" + "ele:28:QcjxLOamZbsRzGPlmSvuvBpYmDaooLoY" "0.43460695876638156" "ele:29:WcTDiiDHQwNoubgkihXThvM" + "0.5610492156901229" "ele:30:XPGwnyfBmCnhkPlJxhZhPrjvXoGKWEWbqrFvZauVZGQ" "0.7513407089150304" + "ele:31:MTXpbeTMlXoxUsCDccRYHeKKfYunLBZuHbLgJmNStiiALTm" "0.09175823221394674" + "ele:32:vkAxXiwoCWTBUFUVtpBfpAlILPGaMvUrFaRuBqEgqvWnISaZaPTxiklQtzGS" "0.8586634748104288" + "ele:33:wyThKKWAeRg" "0.36952587840155204" "ele:34:cRkudmpGSSMUnPOMhPSzjQ" "0.538356756374977" + "ele:35:TsRYebuuDgtamrxVbrxOaCBUGWEaGheHKWgzWsgPxVBfLwAev" "0.5218317459277027" + "ele:36:N" "0.658938125456635" "ele:37:mAI" "0.8474868095237909" "ele:38:JrYvYRtaFZldysTlMUVfZfVpHrSzayZGWysedghOV" + "0.20143282352735015" "ele:39:WjaRWpmPlWwPuepbXywfDmqIEPWnBh" "0.23967093347793234" + "ele:40:ZCLtDpzxZHqWUMzAJOfavhqZrGrPiGZQSBYDPqfyqqYAbGIHuyskvLk" "0.8108325344648399" + "ele:41:WhxmpALjwYdCOMwTeHRbFRSFfktMmQUVItotZiICjWfwebl" "0.1322111892750637" + "ele:42:dfVVGlvVTMufbfSsy" "0.2285660170875491" "ele:43:DBqEkifRzIyvzTydaSqNrqalAXBZAkccYOuIBFEn" + "0.9396586731821924" "ele:44:NyIOQsgOAQevXYKYhGZXjVzTeqPiwjdJhtq" "0.32374056012496966" + "ele:45:TQYLPdswKkUntJEjvGWJTWxmVJGdBcbIclOrYzVqqtfFznolqcHYTVj" "0.9080986140709963" + "ele:46:IdUdmeLZNHLsCGaVkEdfKMemYRdzhQUqvhuQdXnYchGWXyYRAYZQWkb" "0.3129458198716534" + "ele:47:LJFPbCuN" "0.39349745859330765" "ele:48:YTPdFVszdCVVgGGHKqoQxfjU" "0.14704886640549086" + "ele:49:fOFwwDNEsxjfpkUrwd" "0.9168814654086035" "ele:50:rJSASiFxeYIINRbbgTBqPbATrcKOP" + "0.3100306836090321" "ele:51:VKKOyHveatcnmQR" "0.2370937718635434" "ele:52:OCaIAjJkxSLYaWpMAVjmQoOXoZJMcAO" + "0.4941647120371836" "ele:53:neeyLswlmLnZXSCDtFx" "0.269336828778751" "ele:54:UuIrk" + "0.12151325035284255" "ele:55:FmCgjvkoPmAcscWZixkzsFgsQBGAmDHqFSTaKcUdfxlfYWu" + "0.0035001439463812067" "ele:56:aThlZZWlDITljruiWa" "0.5009568203132024" "ele:57:TBszlGVnMdDvMOLiCysTjjANuFqeq" + "0.4783242512285928" "ele:58:dafCundgmRFJLzTEexYHeprmCXFjxrJYLZAcsLXhTrgC" "0.531664059031722" + "ele:59:reqfWtmvctIfWtqVEuaTEGfarDa" "0.47961187976147" "ele:60:CBvTozpAXrLpS" + "0.10226598211977789" "ele:61:eGQCebwBiUOPhMfrVRHiThsDeIFzPDEKHczj" "0.721486119508813" + "ele:62:nHhoxBCSgFFhJWBhTSVVXBpdFoLKYYKZmWEgvCfa" "0.3044462915617381" "ele:63:AMu" + "0.8380361220680647" "ele:64:tQiutM" "0.7791893412340167" "ele:65:jcKQrBTFeuiuHCprihKx" + "0.9140067046543505" "ele:66:bHuocqbTLhTHlHKIfDdemFDPwrcYFeJrXXafsATvSmFvKGYKRJYnqFmwKoRuaptI" + "0.6755477551341951" "ele:67:sJuZYHZFrVYyTvMdbMZJDuCqUmpRIsEgizBVplIPCkSAtGc" + "0.843803368180551" "ele:68:WgcCuSQuSzcvSPOzzXViuXfnOtBSxjm" "0.4683803962889672" + "ele:69:CqNaseFeIzhsgZdZDgySGfNawLz" "0.300477038321727" "ele:70:pLiQVPjQuEROtmKceRjEcaiZxMvMSIeailtKgwUeVsgqQUdTUbWg" + "0.6782593142253811" "ele:71:bgbVdSCYQstqQQloWsJLCYYrmdvtmKeNXDfWGHvzdyTFuuiMwSxuSZa" + "0.09916181882671649" "ele:72:jHWIgQCltkPBgzLWWTfRJlLFrxesFUmaJzfeeKDsFglvPAwNIDCDdlvicM" + "0.031870198089671176" "ele:73:YfsobnenpUlKHCXNgKYVeWHNRFEPOsAU" "0.9753495730511261" + "ele:74:OHVmNYCiDZFlkmsqhwgc" "0.6796131843206142" "ele:75:CPVsbsqYVeWPVRsTZKTvlcDwHnUzHpZyEchJqxnbrWM" + "0.41149806297291536" "ele:76:MGFGt" "0.0635854843880973" "ele:77:xVozQKiljlffdYDherQcdYdEmEX" + "0.17349539011413317" "ele:78:SORWOElEDHqZuOvYslqzY" "0.6957717601786134" "ele:79:XNVNKDBXRoFHDAu" + "0.514568844593022" "ele:80:GTagGWDGPcixUFOSdZTBaKpiJSPiKhmyricEAMLBwjQyEXmJIZn" + "0.5054082476784039" "ele:81:YOxGoUKeShnXhcdvTJQFGTukjSiRZFidGRfkttgXJBeKKnJebZNubpk" + "0.5791117949403571" "ele:82:PFfNxLyEMLCXtgEQVpFVGxadSZeOXdaSCaQmDBrMdJLSlIXAnerUpaF" + "0.6869490812905924" "ele:83:EDFLipKWqONzJ" "0.5858117779265328" "ele:84:ufGNBddDuAsmqgFMQYqtMrOTUbOiexjEYqLKdPLscwavpbHWCbGvMSKfkp" + "0.3328807181469634" "ele:85:kIxgjCASHjQbqrvhxiPozqCtRVebWwuHCptoxBJ" "0.5593178033061493" + "ele:86:BHmhWwOEWhCelxVLRsUSiAsSicrsXyAYhbrOWaDtKVVDyVpgTtkbO" "0.9568394270185203" + "ele:87:XrsvMeAof" "0.2895493213801318" "ele:88:eVIlCARlsKEygkqngxlVoJIhthE" "0.36404485659899855" + "ele:89:tAahXQIJDAbNWOgsSyAUkgwVcIzNvkawniDRxludhXrgdbReUJWKaDjPkLNCi" "0.6751249599564046" + "ele:90:zUNDGaygGLVztZyQgSMyevPstQKjDVTMafZnepYqPvANg" "0.4002349143471098" "ele:91:blBkPgUMFnFxBlocRBolScezbONPxsKrGsdsMsiZWrhuRsINONXImqQlQY" + "0.4373588125087955" "ele:92:LpfFjgOkMnuixmgfGamVKyPICLQQzNKmdJaJRnflC" "0.8323339473420782" + "ele:93:TsvDvTRrfMUEskXqXTEHTKzYcuzaoBTAyKVkcnvvqRTgXItNQwJ" "0.7464672802658118" + "ele:94:GpXkYQokvVduxNQfcaSYTSiZsOMxrAlNMtPPdWCLKWWqbeunMDLgkIRRu" "0.15234267491477727" + "ele:95:bTapHmxvqZNdGNP" "0.42610519579163275" "ele:96:DllLIwysTAcQqwVPjAGkGEedTflBevgZmdgwMbKpNdKJoWGteGWJwyhrI" + "0.05073435890699274" "ele:97:uoKiwzrJXTOqaDpeWknKEXdTkQziOGXjZZikNbaEPwOMFvlKoERaUq" + "0.8053618509879708" "ele:98:UYuKZw" "0.21335197746306034" "ele:99:OqRQLePoVHjfSoZV" + "0.9955843393406656" "ele:100:s" "0.8638417234689056" "ele:101:uninyp" "0.6170733682662144" + "ele:102:lAEvUqfinjrCuTdqJeZpMOqTGvxPeGRyPlQgwunbDdbTEwCsIiUsteGjmwH" "0.21067098312505894" + "ele:103:cLsWBIpwTWpKBrmSXb" "0.028805240455834213" "ele:104:ySsyBzpsJRyLIAkqneYVrUXPSZVHjpEYkuPt" + "0.011280501394645426" "ele:105:LoyMrzfbpcBTBvjgSaalQslVYEsvOjWxPFeLL" "0.8115524648082592" + "ele:106:PemidyGhQD" "0.035339107659025926" "ele:107:udmOOXuqRqJxINvXvFplPC" "0.4088305270182697" + "ele:108:KpDIy" "0.7970215729800464" "ele:109:ADZJJiLuNsGIaWjDtovm" "0.6539941469274039" + "ele:110:wkRPjlYtkmmRJGsaKTTlNqggqMJEqPziZOGtDlMoEQBFcJZgJSTJdwEAv" "0.6393759361590676" + "ele:111:SqLVSBeiOrFcbKmUUqeFvXcyXmfPuAFnRgaiFHPUUhlHHNkzbGjeIPVJS" "0.2775184026673655" + "ele:112:NCSCTxgpSSGUSVzcWWZVcGlEwoVuKkjwzMYPOTBjvHHgTxuwPjLOpJCTpQnK" "0.8279369714332658" + "ele:113:VfSDdgYSpSeXVhbfntnUfUchciRBrJBZDrvxMPhOiIp" "0.8297173264793561" "ele:114:TXarLyioSIyrUKkOeMXvaJvJaknKVQeaNErnRoufOnArsovay" + "0.921999914094598" "ele:115:luAfTJtIHOjwkvrAmjILtyLShtdxPljZptJJQVhhAhCzzBe" + "0.1408651634335023" "ele:116:SEpIqRVTaiuoxSCVlaVHjClWDwMEqaBUPMjoEAxzzQgylhwdbYkJu" + "0.9948615128480278" "ele:117:ruBCNLrVXV" "0.28579196360737913" "ele:118:rVSIXyykbQnnnQEPddYhrTskBJVTwatBoNFCIyajGejYyDzK" + "0.48423755726111095" "ele:119:xgSdRSFMaNILA" "0.7626249612557783" "ele:120:EwYCAzoAXXaXkVnxrtBULVzEoRUc" + "0.8752501969266744" "ele:121:LfegRMqEenhHURSmftuFgmOXRtOKcVsTpWqqQxuybwdAWBJduQZxCNyWCz" + "0.18280846923814642" "ele:122:GRqtlaLHKmwlLyzsVuSRZX" "0.37855655211354067" "ele:123:YyuHDEqKXwhJkmKKLIRMCbiwrrldSooerdtGFSAAQfWLg" + "0.5528763818820261" "ele:124:ynUYqHxGTImWvrHkzVWNKxYvllmfKI" "0.027904528470665824" + "ele:125:ICQAYRVcxiqABLuLUSZrsDtCQCTFbMe" "0.47753076845502873" "ele:126:ycQETDJKxyOXEnXzAlytRgOusgLNkd" + "0.8606084882797624" "ele:127:tvmUFgtvmjdxLkTEFnFHLGxhLDSPAUfHRhKLSWYbqa" "0.2695904518559701" + "ele:128:BaHcXnCofYiGMaxujBsmBX" "0.825149665561988" "ele:129:JBKxSCR" "0.5873452590489512" + "ele:130:YGoDxkbekHCOlecubsBeKjmWezcLEbksCtLLRLzxtzvjWrsmbzNLYKehEP" "0.4853159409847696" + "ele:131:IZcFPOMzPHcFIHxowCHSTFrkz" "0.5277987567294383" "ele:132:ljcFEIPIpqvYkqtuTMtTXjbBLQOPRHHrqup" + "0.9746883646151202" "ele:133:fYcqTpqdzPZANfWuvHIarLYgYsOUoqlQnKPw" "0.42010203003852076" + "ele:134:IZwUCcFtBWLXQmMtlMPwa" "0.6802068264362765" "ele:135:mOEPkdtczWkOlMuGGAFAQSJSAzSguNtlkLNVLRdriYltynDBrE" + "0.5605617357048859" "ele:136:TaqJicNvVjnCZNKPJuuiStVfruAlkGgGVaTnMbvCbSoZitGWn" + "0.4780678427736166" "ele:137:qtBqNJpcFllvQXdoISfeQrTfcKyuMBqWRKWnmzPpTweQyOZBTQQdpog" + "0.9561513047181356" "ele:138:UTOEvbGjBMjYZiBs" "0.8298720638792384" "ele:139:gKXkpmgiTrUqh" + "0.6737117765393265" "ele:140:EkktDpJsFgJjhKWTaxldBFqqTNBzdownDwxUZIxYveC" "0.2239791912985728" + "ele:141:dyvMXjLusRKyYuvDFHXfLcIodjkniz" "0.3232124237169193" "ele:142:JuESJkOktNOtmFITnZdMXZqPmexwZpETgaTlFVVzpXct" + "0.2473393788924324" "ele:143:cpSyDhnVPmGNLmeBsFJufaWWgGOwIjQaAXNzrhGbJDrpbeqFDQamnLu" + "0.6849106786577351" "ele:144:VooyGbMEAigOuQtVaVEckAxrSQWNtypiEaQEBLGTtbRkPZvsAyXv" + "0.3646945793371218" "ele:145:wzvoPCzE" "0.4263757643063858" "ele:146:EqOnUtiDML" + "0.11877588855760746" "ele:147:pZteEnbVnuAOtHIrRGNqclHBYATQxnBuZGBfmnNVfagNEIB" + "0.8313214144471833" "ele:148:vbXuqfTwwpCPGUJQtKQKUroVrfNxuuKdHcgtLOBbGvRbbwLvaWjlN" + "0.3552235823133526" "ele:149:wTUOXktMFXeuxGgVsbzVWudxXvVFGsB" "0.8670386139794473" + "ele:150:uJTtytjczUmGkvsUJQcqcpovnyjcvYUUbLtJCSClvzhaOSJDjS" "0.36577274012963557" + "ele:151:lyfmWPlIeqc" "0.24997912597471894" "ele:152:TOwZZHcrChOptJHLflNWYtMacvyAfMOlgdAdJlBwXJfRRzzQzXkcOWFhGdOnLQX" + "0.8930265134635483" "ele:153:CqkyWatRYKqEIoUffGbyhbOYEWXmMSCOFiWtVTHSoGBLKGixPGOAHJSwaA" + "0.8844448577667497" "ele:154:PpiojYsguWELV" "0.20663410393014814" "ele:155:ebykSXjGhZUYxPFNVUCNSHGNKXESmbthHLdBMIqxoevIKBNVajvToF" + "0.6375009411769629" "ele:156:BKyktVmLOkuhGFnj" "0.7758172657193476" "ele:157:TTyfrulmMejuyeUsOqVpxnZlIUKukfBQzfFiWbJtF" + "0.7611282500726224" "ele:158:iHCjJFEPDIKAvxzcmHaIka" "0.6032754373225729" "ele:159:HvqgRWNliaavH" + "0.03311820686884104" "ele:160:Mc" "0.34191832438430536" "ele:161:ueTQVZrHBiAnDl" + "0.4234716642081342" "ele:162:OnmAvoDKw" "0.5301950080950026" "ele:163:QKCLvxWwXHxJcFCEelBdFtEpefx" + "0.022733115513385638" "ele:164:vDBwpjkPsgMLSMqORsEaDUPrKSERewhtkSKeiXSg" "0.7166885759719259" + "ele:165:XhWRCtQNRxRocWTCaLeAEPwpaZnkTpuXjLdKbOOfYZKkXaSQHhpSXqKXCPmxgvo" "0.2712986802084326" + "ele:166:nYfETiDXlAbQRwHV" "0.5341470637872556" "ele:167:pvPkJe" "0.9127872805617512" + "ele:168:FDtkhJUZjwqLpzRKOXrlHswdBRwWosyOEWbIWcexvVQMZfPzBB" "0.047439916319365505" + "ele:169:BqzapfPLtCxXpDpwXRUIqhuArCXhVbLDVe" "0.7003965818703025" "ele:170:DRWtKsWQBXPylejYIjweSlEUYHjQ" + "0.9295842042213984" "ele:171:rpCOjLwmoPSdRSBgAsvnslHoBRjcjVgs" "0.15337097639157538" + "ele:172:NBcujL" "0.35038314902687495" "ele:173:BPFNhDL" "0.2972028976456653" + "ele:174:jDLdVxGIuQu" "0.05070784214978197" "ele:175:tGvWuCBnevIuRAMJkJM" "0.8737583830123556" + "ele:176:usk" "0.2596502464090681" "ele:177:mLdja" "0.6512549702440724" "ele:178:ADVf" + "0.171917523837822" "ele:179:GJznUmhoHwfVUKgyPmTcHBSOeXgzbjYjzGGCVFMRapXYdnLaIrqP" + "0.9979397420983357" "ele:180:sxmXzXmdFnmLemE" "0.7014210018416481" "ele:181:wkrprcygzJTIyenjHRmbSlKjPkCFZNCpxEfmfHPtJOvhGnmuTJN" + "0.47129995449384954" "ele:182:kLMiOVKqDAySJCleSQNmCpxHiWKsiiHAB" "0.9380196572341066" + "ele:183:mAPuAsnTTWt" "0.7985363184110637" "ele:184:nsKyWhvIJRENgInWpMcYtlXUdYlrxAmwPsMJNfceYIisVAWkUHXLzkvtCsWE" + "0.30436502305230007" "ele:185:MtIHsabFodqvQfXFMohljmJmjySkBQytRvsqiwaZsvqXiFaSBhCASpj" + "0.18301728746159307" "ele:186:XvcnJWRlzUTIReQLYEvHanoPk" "0.6830517248352558" + "ele:187:mWPnYVSFpfHXZQQAbfPmEjYhlZBmNbiEtrELg" "0.0573871247075346" "ele:188:fcpBmLgqkyICmxewGKyu" + "0.7366175249486746" "ele:189:lqenYUoRTmdXgVZSxipJtAANzywKKADhcLjBITUfqrXNSp" + "0.6626013234824965" "ele:190:xLRDyJxCopIvZIRnCKccnsqdcmbaEMqPvhzWLFiqZdcoWnTqVtZjVymzWIAXa" + "0.9960600588618732" "ele:191:PRteciWuildZLvmEeTCJmgMllDKoOJhJwixuZLBGlbsQvadWVLfhnlV" + "0.727874550086809" "ele:192:DMUrMSntsHqYQYxcyFphyVPUK" "0.6604159554316062" "ele:193:pEGlqTKafZFuSDMDOKpGZxdIi" + "0.09721821831280353" "ele:194:tzLNAcTqXdGzNFbh" "0.9791379052279395" "ele:195:fB" + "0.2838642126919253" "ele:196:gRtNokZLMzuqJRkScwAjS" "0.6981639965614237" "ele:197:fXBKJwUT" + "0.9696961287425543" "ele:198:jWFKhNjahnRsbroFeGsfFxwnqqGnahaOFiWjHZorNvhLTxttVJRJQQOFY" + "0.4258376716676413" "ele:199:IdmFRBLBHLVjGL" "0.858169214478561" "ele:200:zNJFLPdwPyNXNQKiV" + "0.3927031503235572" "ele:201:dRj" "0.237872815865668" "ele:202:pjmoJAOJJUtJvqbsZUaiVJejdqIsiDzdeIfbtDenOfIecKOUiGkQ" + "0.11542254177692224" "ele:203:MafcbGHWHjuSFeJnbsmwZSey" "0.5318198291186923" + "ele:204:JemvwOIgWnBOsPGsStj" "0.5340725029771403" "ele:205:RTZNBRvrFlroSePZmaZhFiwiLhIVW" + "0.17377941268306563" "ele:206:XdkL" "0.30708537669522173" "ele:207:OHUUxtNrNFWGGmCwQXGRCrmTkCIpAXGhVkOrYQ" + "0.3642470025832414" "ele:208:qaAxqlRyOUGZKMGUVYKUMOeKTxAJGhWvQNzobjTpgHJmqA" + "0.2580334519092651" "ele:209:uyUOGLOzNJScaHhOnWPlsEXonSluZJiTMejoBbmhCBiNPnykKcFLRCPYLQNh" + "0.2624285220413499" "ele:210:MuwzwnrcuJwdIKLcWMSbnw" "0.34635829232927273" "ele:211:xyJm" + "0.10681423588864192" "ele:212:yovowsSuNWRajWXYNf" "0.8816729069830225" "ele:213:DsOEyomgaAPysPtXOHUsAHRjoaYFAGjkYpfAuzWUyIisUuxhSYgueB" + "0.11729073608149843" "ele:214:lYWIYclvxtRgJWlvaqwRxdu" "0.2873790683625198" "ele:215:yvgaPYEzVRGwEYEXRGaAcslGqMMCbCbCCfQxuduv" + "0.03381283119846146" "ele:216:oEcjbUMKXHVmheaVDplZJhlzwvohIGSBtimMPkYCwHlVNCEUudhptbDT" + "0.6756254954730867" "ele:217:lgkJrJMgdFDLqKbxLuZKuNcIbnzinlnEPO" "0.41449552533526235" + "ele:218:zlXNUWHqaCTqefHAyhhsbpjIBwPbRgyKkbNmrxPuRmIspZFJcCavcTIxfvoWxA" "0.493707932686583" + "ele:219:BpeNnAZtparUSxZapRlQrmheeSYAwUrmoV" "0.5902863264146183" "ele:220:sKaQfmuFTtIoTWSpOM" + "0.5253670876810722" "ele:221:lthVVlxBYtYfhKWbKlmespgrYSqooRsxfEhsJfknVIXRlqxTsxoZiFTDpsxXijW" + "0.3979963963224349" "ele:222:dypPPwhZYSSZdLLbaTdqNJvxTbMzLOqbaTsqZoplptkmeVfCoyaUzA" + "0.3264162174828448" "ele:223:rWRQxKaqsIHKEIndbSWaRsbtxdLKGmbjIySumpCBTVAGl" "0.5865194234543977" + "ele:224:TVWmksLFBdwalaCrcQZRsxBP" "0.28559508093149" "ele:225:lweqdVnCultPdfA" + "0.4390884403874875" "ele:226:uwOenAghOaAIzmwlOXrRUTAUnWekan" "0.08146792623238486" + "ele:227:NxjScuRQyNcFnWqkRTHLolqrxZRekUBUPtr" "0.56411402327654" "ele:228:TVolwVnFHikQlXWOlzKqZfbSvacowfOABsdeVJLkDPXYmGl" + "0.05018525036598798" "ele:229:puOxHskikfnTicBCMzJBLaQnrayTlKspWQu" "0.9726447630383682" + "ele:230:SoZUJqIJBKsKgJSEShIwONErhhRgBUqJoqecwqgJrgRkRcidMfLaPBzrpBY" "0.2609811554039797" + "ele:231:B" "0.4312484747031583" "ele:232:DoZogQEBRkqEfEzGrnAY" "0.13663455127121937" + "ele:233:rYjRcYSynHaSRrVKKJIYI" "0.6922873613563912" "ele:234:bWqKHzRRjENdGkYSOARBsSOwQNLvQbUaKnGxwqaupsxg" + "0.26794259830799383" "ele:235:ChaEtSGzPuSjhDOKWYKLJmAGGjPRafTbILOWDTPjECztaBMu" + "0.9354162431701218" "ele:236:wfJvpZanAmkVtByeNbReOTsGHuxwpFNmBUNHHKFZG" "0.06293157585414022" + "ele:237:WXTGbAxNRqkrEjPrrutKPvGufVmhfdxS" "0.14584091869740912" "ele:238:BaAdncxLcTxXSQrjaDePSS" + "0.5768086947048872" "ele:239:NshApWUBkEmPuKNkJcEzdNHGwOzPNbtsjJqwFiRhDGfLJKdpwWIqhomLbV" + "0.1465696901238831" "ele:240:jUeWhVOTNZsjeoNuEEiLveNn" "0.8008567772804235" "ele:241:bItAchwIsfNZwxpXMsVzByShOaeidVgPUwHcYlKWbRcdmqVvBDtsr" + "0.015881745702420402" "ele:242:zdZZudYQqwmzIdtwriWwnnSBRUjOMxgMyBDFlgifIjPCtRAuFqsIjEYD" + "0.708215367473081" "ele:243:YHqmOTBgnTISUeIJJYUYvScqHPhistRICcmpGaVbC" "0.39871686306191767" + "ele:244:FhW" "0.9063885465673784" "ele:245:TXtHLEKrnsHVLAUKugMxXYqStLjfOuplXltOeBQJzajnPG" + "0.06971324400435519" "ele:246:iBVEpOsIQoRLJNXenfYpXLMMMrLSpjHrFTXbdPvMqMaCrPXSjWwUq" + "0.7801801140370873" "ele:247:WQJxHppuKdjrMHEkadNLIBNzbbl" "0.791869958747193" + "ele:248:sWCJjeZLjQRozg" "0.11309761860918266" "ele:249:plATLnqtFtSgqqQKdVmdClWzznco" + "0.44101158627489334" "ele:250:VojKDXEzXkTK" "0.8836040369092594" "ele:251:RBpRJjERYngmXMJfhQnnCyTEZWJoqVnjeTcqzFzzMlXmvATdihbjl" + "0.6308249820355207" "ele:252:UZTymvHpshovPSgGjIDJOxJdjwghvyTBZDHkVQO" "0.5006090429638539" + "ele:253:uFpUOJOzJZphVtPaDLJMsyyYwjwFjMRGpDgZe" "0.20079043114588013" "ele:254:zKkpUbLcsdyoLl" + "0.8872601871594847" "ele:255:icXC" "0.37517625327876525" "ele:256:nwZmgjIJHB" + "0.4472302965803041" "ele:257:CEZcDflAQTNZdzObNbrwLtEqjNgkWbcLcXuZQXJAEqyoGymOYqppuJJjyOPEoPFQ" + "0.780663262913547" "ele:258:NbjitZzbvvAnffFGnTBhYqkZRbQlPVvc" "0.6114790546701429" + "ele:259:EZYOaVLeDkKLGytYZrxLGRzr" "0.18378642318141092" "ele:260:pWYbNbgRlWPddxsjKHmOW" + "0.9576760507667561" "ele:261:sZzqVDT" "0.46086383365401096" "ele:262:mGJfvnLGBwbINxDCEXIRtHdmXyqPlOQhvyvmQTGaHAwZfqLsLjJppkdDdMwwsBv" + "0.5751175337887499" "ele:263:NmAoaFQUsjupBVUJSiQbUzexEMKCLVHVrRpJrPzlndc" "0.7387122963781291" + "ele:264:YWtBJMQbuojBcfwCHTfh" "0.7526407515005629" "ele:265:ILLeKkqt" "0.8982229649976201" + "ele:266:udmQBnKTaKXjlaHyfAvffWdNXIKAMPMbIfVNZMCbMUwvlhNCVRJpMsoU" "0.13915355988685996" + "ele:267:TG" "0.11838397899318787" "ele:268:LjoaredUaqedrhRQLJViXILOffWJlDgNaCGhROnZIig" + "0.2720595275779307" "ele:269:OLvPf" "0.05213699817329576" "ele:270:TGXeaegcvaWaexsIWJODTEudunbCJWjOnfmKszg" + "0.9760555384384879" "ele:271:fCQccupsw" "0.1826479936554769" "ele:272:bTCJyfrkZoFKqxNdCsTLxNAfmXPRCSEdNDrMRlvKCRFrjjPuJxlNFkKnaNQ" + "0.1816006773234322" "ele:273:SSicxIfZQttLnNPbzDMvxzfSFhnPHAkfFPeclMecFQvnjLmCQpEwjJiq" + "0.644883358870358" "ele:274:rpLDqOGlO" "0.5993794681833459" "ele:275:EbFjBeehfQxqNpOQMUUtGvrJKkZVWxWFJxFCKV" + "0.6528913316681816" "ele:276:ewiSyYmEjbtTf" "0.5686335211517553" "ele:277:jeVTPCizAMtXIkuTchJUxkYLeTYQwOneymekogMzIvRxzTDzIMLSvujA" + "0.6181915174781923" "ele:278:LFxy" "0.14900559309428074" "ele:279:hfghiprQqSviaaVAiIFKekzwQjWhlkZZlVprXxbaqgHYmnFzEOuTtFwBStUfB" + "0.8338524744347505" "ele:280:hqwGMGZVWelRXBEphXvTmwXMeVvJc" "0.771379497890405" + "ele:281:HVrnrXGygZsIYancOKsmUaLEkPoUpxQRPG" "0.5994072231684636" "ele:282:lIqDYWuyipeWAOAdBQDuTvsKys" + "0.534524220798845" "ele:283:kKTDdgRCCxfiPBundKdDyieG" "0.7242139542264654" "ele:284:ni" + "0.748944785839734" "ele:285:PdcemqxiBQyHNkhLpTObryItAXvDpRjjmVHDikyedhTeYAhNwQKMHeVcfApk" + "0.13370039714229587" "ele:286:FYwSoEUHBhDBsrJMdzpluc" "0.16028766133142947" "ele:287:aDKzQKcuBfiyyuqHEFHLRRCLRamOUARk" + "0.026062274014891695" "ele:288:huXBuVvepspZbb" "0.22018183573052252" "ele:289:AnWyUVUBaTyVmRaUcLZWmStRhKeHAgVckxyFojKTBF" + "0.07982614064135407" "ele:290:tgggRahsumg" "0.3697557070272254" "ele:291:rksriVmscvrYXzIYayeHJdvPTaGQCdqXnev" + "0.09422878535627355" "ele:292:EABGSXaJ" "0.8325274594683421" "ele:293:CgCfRcqeCzNAHINpiUDuMeBeRLRdcd" + "0.9693896699692307" "ele:294:sSatYuMLPzLp" "0.5311474696918715" "ele:295:YAaIFIfsiogCsuvVUgrst" + "0.39224110837672066" "ele:296:mEHNOjSErtEsZOtlBJPzCRcXmftzwRPNTBVKYtqVoGZssx" + "0.8176954488229201" "ele:297:XUBXZiCSdAUJpFEGVzozodrzsDkFYgezysediNYbMkBGfEsqCqY" + "0.6137094587670581" "ele:298:zRtQCUMmJkbIxcWFeJhlrnwvhDOcsCTuQmIUIhiDugArfHxbMMwyyUJtxqhirG" + "0.7719959033122741" "ele:299:ebFOLQRWlTZoaDHGTjjtKivqSh" "0.37933435410799776" + "ele:300:gZjmUQgmBiqNfiPsOCrjlfeTlEEbOfBVrAwqvO"' + - '"ZADD" "zset:skiplist:2:300" "0.09262750297586564" "ele:1:or" "0.9383651132213807" + "ele:2:awUEuWVMajnpzOiOTArpuiSQekbfhVWn" "0.5214936071707239" "ele:3:dLvVjtXgfYwUEOxXFQmag" + "0.9079214934215405" "ele:4:wMOfziikZlxOokdQjWovNdHdjFFsDAdJaTsZoQmsnEZarl" "0.9067368627115772" + "ele:5:HsmxitflvwMNNhEtFbLO" "0.5918503322692709" "ele:6:ksWvrVzSlLItxbntLMhsJiwEZtZoTefTLdTPucwVBLNEHDkVSBNaNCawnVHq" + "0.3360474296101915" "ele:7:VmqzHXRmiQzEsGlfdl" "0.7021374853906152" "ele:8:bNt" + "0.40311940256418133" "ele:9:HXRaRKNjkdKs" "0.14791692909385812" "ele:10:PWxaeVvawgdqBTonQoBXTylfhnrLAHXJiHtNQdqQOdTr" + "0.5499073150836501" "ele:11:WwqfjEXLLihgdcDuddksFuHVAwFvZgfuVfOeNPHFADpJMNySPsVyNt" + "0.6739165529304422" "ele:12:SCtBitWxpz" "0.20235214431676818" "ele:13:cPlWndhlUf" + "0.981893336127039" "ele:14:doYXBBDseRsuLWCTFIHAuPUxEducFdUYRQDZfNEvVfuDZXKBdOZnpaOiYW" + "0.6255137319908027" "ele:15:vHMz" "0.35225381591612226" "ele:16:FFmOJmOgTObVwKIoXdbQFAkIAThqcmuxgAAOzEFlG" + "0.6556189581423885" "ele:17:QMjmHFEILYQBtcbQxsazwEkHG" "0.1086786080705826" "ele:18:aQJgvxcBkRtfGQAMgWYhsnhRuHvWeXOzx" + "0.4443262581173478" "ele:19:yzixcbOpFNbGrZTlyAlOFrSPvpkkWqrGodYsZWeipzXpHeZ" + "0.03407764418162318" "ele:20:vStWKgLIlsakjbFJd" "0.6036090393945417" "ele:21:jEekc" + "0.25987832126438726" "ele:22:KpsJAyUDNdNQzsfSkMDfHZ" "0.22654291425478534" "ele:23:tqI" + "0.24666995271407322" "ele:24:LGIGPhYgkxfwbKmXWqvPLbYeHhkFUCLFsnOdnLHYtGyjzZkiIdY" + "0.4267692300380157" "ele:25:eXcwFSZJCrCCFJynzpgdQDyMWoXDYwCcfTmNbWkcfbk" "0.6293648111766171" + "ele:26:EAMIUZvUsAkDhOgAZOylhhQZNyhPurbXSCdaoTCEiZbKxTzXmEZuoQXLz" "0.9918223572334939" + "ele:27:IJviLAjBfTjpnygkNme" "0.5400327173421172" "ele:28:WjVMTKGMQhBtwExljSYstaaoWHCwKTBAjwzUbbOAx" + "0.4391638034400295" "ele:29:GaTkBmQtkABFNYXgRXBFQYrngrXCuUjLGzLdoOMSANzbAXGN" + "0.5248632352049256" "ele:30:wruIHqSfNHqhQdoWyUrkwToqZjh" "0.4245142889842648" + "ele:31:QNrjPwqaFhwvzIvRnDrShNDqVvGHHIDnQddMSDyEdxDMIjZvuQSTtcTERRpqDf" "0.6630427890269389" + "ele:32:XsvmtdTG" "0.7021725631889002" "ele:33:zXNKoihjyQxKbVTFCsoexA" "0.5991014496086998" + "ele:34:xMAdMecdzpMwLOKLsmVM" "0.4167006541149544" "ele:35:XNPlwYjUbEO" "0.21748473627901788" + "ele:36:AfNMHPOCbeAksrJDhTMgToaloyhwouVaw" "0.40372213029096016" "ele:37:ELpdvJAfmUdBcPCnZSCXObXTOWLgiEXnEMlOTGXXPCnswBjbHdxjeBHg" + "0.6140401066542219" "ele:38:OHhcyIKEemBnEXrQVcRdZhcKkoGOdHWXNCMzSKusoLHENoHXujdS" + "0.7550574793380168" "ele:39:MSYpiWjfKhvpfkBSPVCYgjDKdrN" "0.8269371540962509" + "ele:40:cfZEjxhlfRgVZfefeVAPlBHpeJxQQwykwaZjj" "0.7674080844005543" "ele:41:CCLbStaDdBZaTUnJPidjwSbEZeeoNigsjnUQDZnjVnWa" + "0.036595137191906546" "ele:42:xiULvOJbNphDvlpwSzdoexRlCXtEnlvAUrkppFBlddyJXwaElEcJMPRoqObnm" + "0.5698074730307818" "ele:43:SEvLWl" "0.3369129481509787" "ele:44:VcOjsKDJyinLQIRrVnKCWPjgjbDuNzjiyweNxESMKbrQbugYHsIiPoknumhPR" + "0.6422106412803937" "ele:45:IAmzgSECLDxqgd" "0.6894083278054212" "ele:46:PcglhQAZxSfSMxJUMwnDvEzlyrZpPxsNyGBujHQvzddmusSaTHtpAkpdzMsNtg" + "0.6450057709395803" "ele:47:TJPQSHCulWh" "0.3070909482618994" "ele:48:blWTtuxKnoRamyEtyRbQjJbYYCRaseaIXXtvBihOIadnSKMyKaFGwWBy" + "0.8598262989702926" "ele:49:IVJoggskzWEkHKovKwoOHOmaKbgIUYdINWmChdmr" "0.10354415035880926" + "ele:50:kgcLRlwdZFgFhhIENJIspcjGvllDOVLsvZtUrVTMyWDfRpfVz" "0.28928908386800456" + "ele:51:AvQiIRwghGePoNguwjfUmvnNpOrsmeHKvjoIcBlQNnNRRlIrXD" "0.5442717124338943" + "ele:52:RCTfhiXHCPBwOxtWxdSywwfLquWKLAgMvnZGJSUvPqYndYK" "0.7687123004251277" + "ele:53:ZuqUsKCutHPBSYKZBuZJQZhRVyTcYMnUzXFFimIJyzfiJNWn" "0.5345711507419348" + "ele:54:sXejHVSkPzasBIBzbBwJNOrmKibrflyQWueOY" "0.9658634461828092" "ele:55:YQPZRMGbtDEpPBEofYZMKKrVHKJkpnXEsmqh" + "0.23019227710204926" "ele:56:CufakjBGhcZTOWLtUgznxEDhuvNhFqpBzIrGJtdDouAjRFhLWvQSlFu" + "0.6068781157494676" "ele:57:onqdsVasiTWusQQCdCswLqp" "0.8301688570711953" "ele:58:GCsxXdadpevs" + "0.5694294722761978" "ele:59:poyUfSRMFmwfErZPJUHlgHlubdBXtQhSJGEpiQRHXfNPHFoVFoWJmrGzNhOP" + "0.4493023274389891" "ele:60:k" "0.37642031836089995" "ele:61:YQPaAXgTZiFgtsookRhfWWLMVumXoBodaVNJcHPwb" + "0.2228297094226499" "ele:62:ejYqfmTTyrYYvLxPDAse" "0.14198066739390958" "ele:63:fsXUMHeAEejToaWjEhTcrmWMbFFdTRSXUOtGWpEbomwlbiOCxjBkDuargUNurtSL" + "0.5233946066825867" "ele:64:TezvDO" "0.4878495944197222" "ele:65:HzsWRNuQBNjMJMoxIfjjlfczTcgfWDJfWlKysFAM" + "0.017359009875882236" "ele:66:qvHuOqbAosEcdJqW" "0.4003374590717428" "ele:67:MouLyXUsVzEjmjlLCKqEyGBfCsnenlcvPoFWsERYzTvMNfkLKSgKW" + "0.23253292632629075" "ele:68:VjFxenLXwgrkQEAbqklWpggsOMMYeLzxTECqbwwGVwhUGZimqAVURMsxzxm" + "0.646901662020837" "ele:69:xColhsZjMEXgAKAKOWKtkoJTUGxRp" "0.8839172533047469" + "ele:70:lfmulumeTiacynAyztlI" "0.31940112981806046" "ele:71:OfhTwuZNKxrQLEPWPWLaqNseTfoVbEgBZWqSRCf" + "0.9457823004980779" "ele:72:yXkYmdBegJjXwgFpWcZnQnEnonqrUKwLxrpydrxuALbVqLbdQEMeuhQNvYJYCmNL" + "0.42349649546528356" "ele:73:nqITDNFxSZCgTrGAlsGR" "0.1491128401167493" "ele:74:wSlpcsEWUAxEfdWdGarbiyZBnHqqXMLbabkR" + "0.7164223539226408" "ele:75:aIhaMQxatzemPJXL" "0.45353981831873524" "ele:76:PKyZiUhHjWxRavredJTVpxPfWiSIyw" + "0.5055761893027574" "ele:77:fCwJdIVTYUcRpxyVtvgrpOShBVKvuDfnezaEicBSaEkufAYjkbPQZLdmpqA" + "0.579969466017893" "ele:78:ttgVNrKMzdhyWKM" "0.37257323396198194" "ele:79:tqhZoSrQzrhOrsVgBimIhUxxIpHCpVgAxXeUEQuQAmwwT" + "0.12062537296309861" "ele:80:riTBhsaejufrrtAtSqOowA" "0.42813583015090506" "ele:81:ahRppAcoxMSVLt" + "0.6486347611701347" "ele:82:cA" "0.034587858704615115" "ele:83:qqrNxMSTddFARf" + "0.7593627828586745" "ele:84:FplVKLwuuOafeOeFSItktKgiy" "0.4994696285128135" "ele:85:tIYVAAegmAqMASVk" + "0.11891388133869885" "ele:86:YEmCqaoJjXbJltAOoiFnVQNDuVacCaLlOFaeetedotVui" "0.3894622762499911" + "ele:87:JdrKgsAPlek" "0.5336569471727015" "ele:88:hcCtXGaLVHWCgMUlYzUKhduXYLemTyQhEYVFg" + "0.920251905287605" "ele:89:jnvoEEFVGKKoOjzUtvfoXhNeTetuiJtaDGEnITEBIFuhPaX" "0.968897738066963" + "ele:90:qlwTOlqYcziWhbvBMBTVIgCVFnqpVaPNCTpmSPt" "0.9465629005814513" "ele:91:GOVRIARgGyaAIHPwkeEZzMAnqSyTxFfoqWgM" + "0.6059363868454227" "ele:92:SfHzXZvuqNU" "0.7358711669072902" "ele:93:gHeGpNWExpYDynWGcoehLcJEHRAhDZfpHzZAABtY" + "0.002391740771283568" "ele:94:uwSSATCqTETlbTuEsmJXbgXAEUltRFNuLGTpMbcNQCwWYt" + "0.7158149076298387" "ele:95:HwAliXptdbfTvaAVTOOULUEJyTutsHqnXCWaRTTefOWSWHphznqRhpbJZWs" + "0.6038934139572911" "ele:96:VFWrpCzknVyyvPRlvcMNurUszGhKYAJFotTWlsGXFBepexNzhWU" + "0.6222780454322215" "ele:97:ehNF" "0.9901469156377757" "ele:98:KnywilEdvSsJWLFHbSZCdGdzwCwqRzZgADKsixcQ" + "0.3538196101694284" "ele:99:oBPoRiKlTEbPlNjGYQDBLvUkfozTGdFuP" "0.979768652983662" + "ele:100:sFiKSSRMgkIQRuwTcWHjKShPvZdfYHKha" "0.0038377506742498513" "ele:101:Res" + "0.2662937612113552" "ele:102:TyAW" "0.2792638772861509" "ele:103:HwgGPitqrKxuhVWgFcnBJPIODYPXtajLeLQxumaekHVdlYfqbmkFnkgiwGAa" + "0.1781892660507567" "ele:104:LPuxUVFjLm" "0.04705661819915241" "ele:105:TSouAycARbZOqJrgTwNyjjXrbeXKdVtUMFNswZU" + "0.7902202191071308" "ele:106:HPWXuahhazgiqzysESJYkoArGYVcQXJgzOCEUPdOWFFIVJXunbCGGtqqntblixFU" + "0.4481460935563768" "ele:107:BJDIpNXqOQWSamkceKuigPXGOLEKPOBSpUHxeoEsqzSvIidEdvcqgYiSVG" + "0.3432861842856956" "ele:108:taUgdwQZKdCCodjpsjrhHpANRzpisggAPIUbbNYHEtuvE" "0.42832042624818045" + "ele:109:AAOSEmNLVtKbrdVrroPeNRxnxbpnJoTlq" "0.30812383447047176" "ele:110:mXRaSwDGEuPrfoIULekfXFDKYsIzmilkIGYTCeJKwbZhQJrfgQtxFhBARoWJZ" + "0.7522373944538988" "ele:111:GgBlqTMGaGyqOFRisSUHUTfCiuUL" "0.21562431158684814" + "ele:112:CvwkTqOoXtDtu" "0.8428189114630859" "ele:113:EcWUGnCkfXINMaIgGKkgScPZGIvWuPStFXSAMeOxjXeRptoefDUeIuyJPzRBzRHi" + "0.6823372379983094" "ele:114:xzIoKVgZNBRQDQfiUF" "0.13935362874792767" "ele:115:KrpPjoVMOyBmuQqpqT" + "0.4332332406044198" "ele:116:UOWNObnoXoaJKzh" "0.08138617832932371" "ele:117:rVhWPfDBDxvwJE" + "0.30356446861651587" "ele:118:ZSLbxvYgeGGGiLDww" "0.32067439081280513" "ele:119:bQcKjlcGGQNPqeXDxJDnthZflDwBZEnSosGoXcpgkUACLAMGxw" + "0.40934598601386774" "ele:120:cLkEBEgUnFyVcuJGoGcPNYJwilsQjBAw" "0.6433179848407005" + "ele:121:nnnQlvic" "0.33121455232187447" "ele:122:NzwulvsTLXrMthvgborfBhEsWPizqgwnTzw" + "0.8803242323217817" "ele:123:k" "0.5024021684133856" "ele:124:QxzGwrBCzyjrxScubOiOrGJcTzePOFsPhEHFEzOxkkZCwuUirhETCcjIdoWyA" + "0.025065994225742627" "ele:125:jqExxEpycRHNbe" "0.043490094554752834" "ele:126:nareUMxBfzRlJVTvbylndDpEgHoZsZbNDBVInjychmAraHPfaekwZzAwglFw" + "0.9816097986428053" "ele:127:IQzEwdcKwNBYqI" "0.6572929124981133" "ele:128:stSHqZwAsTzOsZddsAFwHbfEEsfdII" + "0.9613433392746732" "ele:129:dEUztMXSn" "0.6147262075260899" "ele:130:gFwBVpGOtjMuDGVuYRfsFqxLozUbKfIbSnouPpkXziBPLipkyBEToMPgNO" + "0.4051062573367158" "ele:131:iYlahFoWqUpvpi" "0.34363782060223536" "ele:132:QzxFJqb" + "0.8359405554401546" "ele:133:SwhGBfDsmAFlWxKEuCfBNxdff" "0.22939148700606238" + "ele:134:cllbmiogUFJoscJuKiaWvMONpxrWLfuRGMCpvGNFpyMxPJSLvZP" "0.8744608124944555" + "ele:135:sYvQFgPAzBKmDspUtlvJdlQVklBHKOFUIHrRoSXgBAVQ" "0.5959086484602159" "ele:136:LPnvKvJYBFLAeCCOQECNeyQsTrPMxvVpqKLjGxKgUBEAhE" + "0.9540265436675929" "ele:137:gRldWgnHoDZdu" "0.7669071517114534" "ele:138:DXyqifsGEzBQZNReTCmUGmtUGRjSnYMRjxFpClo" + "0.4318348989018863" "ele:139:KtyUQh" "0.39059761540419147" "ele:140:hauqIjYbSoFtMcOOKixBAeGacoockSdTvWdHcqTKUXobKk" + "0.24983864913879872" "ele:141:uqZhAekgMEGuxtmrZqmRmJVWoUhhPlyhlghNGmWMFRuxFmFptejHsXs" + "0.3210435235914324" "ele:142:CTIJViEGArQbStmcRofVExLPAzMWhDyWQJXDque" "0.18980206607687544" + "ele:143:MEcsFtRZtouIWHjYfCXwstdYUpDRmiTQjUkmQDnWi" "0.15361329127026002" "ele:144:dLhflQgp" + "0.7110669295479786" "ele:145:meAopAZzKlFlTBIeOETzpEGUjWasknpzyPDfbfugugPOMy" + "0.471301584307086" "ele:146:c" "0.453076241949232" "ele:147:hQjzXuyJgtetPOWOxMhUvNJXQbxshZmnSasQsaCEbZglftDYEaNwwoUm" + "0.32693695754886076" "ele:148:XbqSlCTEBnEqBzLKGsQ" "0.35856995662107494" "ele:149:EhjPJWQnDvkGAejPAthUUuD" + "0.31262357180080613" "ele:150:mHxeZoWhEz" "0.005845222671651107" "ele:151:IyvMEPnFfHSenczOjGODbXJwtMXkuaZFVLntXwtL" + "0.9235968098260897" "ele:152:lrpVmOGFgBpPRFjMGZIkJJYPKUKZqRFrUpLqyKTEJBEoleEgCSJZaRxHWXZe" + "0.13738091090283422" "ele:153:ntihnyZWbefEPtNiSeQqlVEbqaMSSoCvwZuySkgaTpEVBuaYibjXKCpPPdogPY" + "0.8819919106825659" "ele:154:ihNNulMflfjrXcnmwbdTKmwRznOAipcJoPIelWDxaJYtmcixuGWxBsksfIxUWHAg" + "0.8932991308660218" "ele:155:segCTllUZbjnrkOODLouJuJXiuAzOvoDcPCggmyMTVzzgudrvwVDX" + "0.476578059810815" "ele:156:hDedhNThJbQzAhswOyXSdRPMolSQswuUCeTDlWaAjMtZcBOdoyeBUBxwHAWdlKU" + "0.15072385720743042" "ele:157:rDjSR" "0.2161277707711633" "ele:158:ZvNhxpHnEUXOdTdxfRDh" + "0.9488145816867642" "ele:159:Q" "0.6787840316052304" "ele:160:sQGndmhzUNtmrDtBzsErELxzfgipMunWyBNABPLhAtCAqbVOXtpPlCeDd" + "0.7009800982563948" "ele:161:UwGgQFuNoYhVasdZvJjKEOMcVZJWd" "0.3795646206727531" + "ele:162:GdsUALhOYcMICnYiDiYkZVvwhH" "0.017890110952071048" "ele:163:zBqByAKlPKPPOC" + "0.5533082346819248" "ele:164:bAdZPWtNjtYoGHdqR" "0.23109286509501725" "ele:165:iUJtSYmwqDRGlMsJREewzEHlvuWaMZPJTCvvgFryO" + "0.4713040256603368" "ele:166:wjxQPETQlCQXrRLRTDQGmdTzLlKoUeyMFIRsaNQFhyaJbyXJmlCOSCsHvp" + "0.049974994424209385" "ele:167:DGPbIzVMMLUWWjVsevouwaypQhbJyMxjwXsjOkIxTtrtKimvOVC" + "0.25554197482909946" "ele:168:yFeyxFl" "0.06546972032558007" "ele:169:OJFPPOAfhqYDChfIsKgmwiaTfDXTUbtEWR" + "0.16747563632090212" "ele:170:VfVZvYtxJxcvgOFxPjc" "0.8154729106809464" "ele:171:DmJQkcRAyjgHBMCAFkTucwWQvAICMvtSPXxCZYjBTsgaYxjBEcZeEViUboQA" + "0.7721499842095603" "ele:172:KeAwetETxSKBInxxSgcjApglCEEjeapcyAxjKWxWmVUxgedBRvOAuRkXjUZdKqw" + "0.5689791211786035" "ele:173:lvGjXnJSwVVaxoNr" "0.8855889473005578" "ele:174:CNroyxiGNciqCZmloBvziBxnjfGcrzWdskAMghlNPyIJ" + "0.41912320182786467" "ele:175:ejxnnFYYFrbQVVVTxeLjYeVXWrDZopvmgeBDSHQOPevqXslinL" + "0.8035165431612967" "ele:176:VdJifmoOOSJzPOfmpOvrCLFkmtNEmEZqF" "0.6869604080666722" + "ele:177:btsGNcuRBzmY" "0.3848414466927291" "ele:178:hnmrVTAOGxtrolmLuvMcDzgBDYEnsOOZvUnOtkxLYPFv" + "0.28812018831830133" "ele:179:PXvDrJNIcQFbzQuiYokqPt" "0.11921245346059317" "ele:180:aCufiJDTEkX" + "0.024182370939839104" "ele:181:HgnVa" "0.04754239386647818" "ele:182:wosItJxaLEdvLzTjjydyvGqJLUSqT" + "0.07505696070559253" "ele:183:rpCPWChrqFvgVEVVKRoWVwOJhVQPTAcEYFz" "0.7810121297050087" + "ele:184:VpxhuPTEzZtxYRTVjwNczKXaBkoxhJgbKlLoyVawHuGXunvkJk" "0.7319508963422978" + "ele:185:MOwjbZkEMvyOrYFexoyxKFsbexmXqqozGMidaWfES" "0.8182970116273036" "ele:186:RmWeqjsbMYAKOXIpflkbOOiMxRYNrREUFWnBsPywsUTjpRszeVD" + "0.13763305291470818" "ele:187:jOsLqpJ" "0.7680871215735682" "ele:188:eFmdPITqTFFhxQFDMxrArrRQNz" + "0.9520468889430076" "ele:189:ivzhdLabpxFhrXVumNABm" "0.3334255618135925" "ele:190:jHaWvedsjhAxDTNlXtGMqEggBjmkTARXefpU" + "0.02094320460632315" "ele:191:jkMJkvC" "0.782568781581072" "ele:192:CBTuXWkjDEGmCnMoTpvLYZMWbgTHYPzZjmtmXFLRiqeOmTOjZHNjoQo" + "0.4130369581381168" "ele:193:IejPDoXOfwXhIBVbWApoqnjm" "0.05032810808761934" + "ele:194:GpXjiMttIGORqGmnmKEbUhbvJDtcSEgpwgBqAshNgwuXcoXVzWmN" "0.03562147096755652" + "ele:195:TdlepDegXuyVNCYDWpcgWmmTCWTdpdEkxDyduMSOuPdmEdUyMaPepfMgMJQYqfxJ" "0.16058179698958497" + "ele:196:dvezkSgvqUSe" "0.19543066541353393" "ele:197:PdrxoChVVQKLNBzhjwNDCbfpZ" + "0.543247204423523" "ele:198:cjeiZuqQvFu" "0.33635134143621626" "ele:199:lhZJcssulOevtNgyWxxoNpLvfezhbqgWFJTIDmyxIBzC" + "0.5115911058102967" "ele:200:ulngahGBnWlOYgQMBGpxDaupccQfMtbOEPON" "0.3379695196719398" + "ele:201:bGtRDNQXwIrwETejqWbnluhGIkIPZpdYmmPTXeowpyneLwHa" "0.2728034878865264" + "ele:202:SyQzBNVlAeZKPeRPriqO" "0.5368846611030937" "ele:203:IygYZUGEDlgWTfOebFnhJxOaUAKdRMrimlQOHsvYWd" + "0.4539679929781939" "ele:204:HEhoVrszrpmkBDlXjPNFaOrfr" "0.3006834739749523" + "ele:205:aROjCcIvSVppcmZvuNFDktThdjDGdHWoAowxMhnBSzmlhwEXzXnGFxINjSfybr" "0.0448639195084084" + "ele:206:Tl" "0.5049616444247743" "ele:207:kuhdxIfvoPQppaUlJhUBCtlJzgsxFqelgwmsCbbLv" + "0.28294877456995937" "ele:208:zDvaPScfjOwDEfAPsjYAdI" "0.6174513829147165" "ele:209:vqsNtI" + "0.18252715540611175" "ele:210:QETJHAoEwrcgWgqMvtpSkxOJIPWKGfDksckQjLy" "0.11630546595702906" + "ele:211:SfWoguwffTGTlWKSwrDbLKF" "0.3606182682742908" "ele:212:MbKFUFyFmLLTCfEFgdC" + "0.4926337206305448" "ele:213:mdDZaxfdkurWkYykEOMYkPx" "0.6000623954063804" "ele:214:ynHVzFwNLgrrVXYDuGtrufyCVaOzzRfraXTXmxegsCcPeFTSaIVQZqwXCb" + "0.2775621516125364" "ele:215:GkhknjnPJlvxwURrjpueAxLAEvSY" "0.7922460208724172" + "ele:216:nnDjHaHZMisFPagOGsyRuWIGmkNlxkmrgkotedJGWAZPMwqAVfhHyR" "0.5889353014735185" + "ele:217:LjXgi" "0.5497216884074748" "ele:218:jdIUkcxVllwKxk" "0.15158869373843586" + "ele:219:lfaHJBQSZxAXoQvQFlPigiVHkZgTuMVws" "0.1471601248923734" "ele:220:ErtZpvDixJoWzYaZeDGLNlyvHj" + "0.34543282445022816" "ele:221:T" "0.19990737182076168" "ele:222:YxJjmoYLFozIIwrMYOlTxxQMVnnoRNfMJZNsoFkRgtRJxjWLqanXK" + "0.9235704327462902" "ele:223:jknpDgOcYsFJkAdHes" "0.028979981957491407" "ele:224:PecWcubMjFo" + "0.4819827930201377" "ele:225:BzYNIyOhFAXYdTkiFMVahLnUBpDiNVtfzHr" "0.7450560599120607" + "ele:226:npTXtRZLkvUdRxzjAJhBMxrmMBvhbEgxkhpoLDwRADuYpsRddDmNuMaPjfPbsnxd" "0.2026432885675793" + "ele:227:XQzBnvrfYQFiADkbGOfRNEqMnfSsuknCCmcYObVsVYqHX" "0.33615596635066225" + "ele:228:gi" "0.2998550975047304" "ele:229:TZRTennwunsTOdkYpeygbUpdbMWAfSXuHW" + "0.6648237145509738" "ele:230:WVURIAfgDtEhYPyFqlwEGmSryqDTKOcmZFCN" "0.9372645320573785" + "ele:231:udBlpLQIU" "0.3002401369498503" "ele:232:QZtIphwpqQZgcMUmeqQkrZTzatshryjTJIPQYFWkGRwjlqwjigMtlKMMemuKTbMg" + "0.25105472672858375" "ele:233:xUkFKUrwJNybmdNQRGVehzHfOuGElLrJuuAYxGqbIoHoHmVWfsPglk" + "0.9789489212458264" "ele:234:qsatMznJjZjwVeWoDwAsB" "0.7078139907480708" "ele:235:GaaGmlTHoEgtKbHiKGIFM" + "0.1046069368957796" "ele:236:KEflKyuBnrCIoilhIaARgQ" "0.6933650368323319" "ele:237:enRNBKg" + "0.8675947064153726" "ele:238:MKHpkdutXQrLuD" "0.9649700026640867" "ele:239:TsTIfIuABLEeAQIwTfJaeHpVxkWiapFXnQTQMJnvLLZyXlRwItuSNswMW" + "0.5263629254265921" "ele:240:ocCdGAupDHWtVayoOIdguBoxLIyDRqsvckyTWcXqmVfOROMPKrRp" + "0.7524063653536449" "ele:241:hW" "0.19599955008534597" "ele:242:akVJEnuYoJgcIWAnSADGMZuwUfVbIq" + "0.15609750914096354" "ele:243:hEUhanHWOxoScINZOwKZrbYdUOBKHtoOFcZsAIzoMEvCsPJegRaQlXobtXnaautk" + "0.7890752169170604" "ele:244:Rl" "0.7120506976992904" "ele:245:hoceJlyQdVWNISvutYhokdHFydfUWljaVjTfrNuUDZnBJdm" + "0.7417159545801839" "ele:246:zgQTYWnUeOwnYPvtYaN" "0.6658632542669134" "ele:247:UVi" + "0.8541463086909872" "ele:248:ohJEVIwKMTixERomyzuLCjFinZgZmqkMZFRLqijAEiHjHUcQgZ" + "0.9446951127019414" "ele:249:CcIcveuZxIuoeAyJMaYiwDMLGzdqYOuPExXhZsuVfcWUzr" + "0.15818622003981309" "ele:250:JwxuBJCEMZbMJAbsIAwPwUMWkNOmRMvVwlVnMBWbRkSUaTNGtDCiBfXdqWI" + "0.549760006394579" "ele:251:JAhok" "0.04924382329883947" "ele:252:JIgeRfRMaTziVyjIdodjtorGgHTeoiYHoSewGEvcvjsTKiFLP" + "0.3823858466872766" "ele:253:bjZbtanq" "0.40286373652099416" "ele:254:WlWolwQXSRSZATDgsfdGLuRrOFPaG" + "0.3864202824447852" "ele:255:iQNzZfsdAUMpqXRpOyuqJJQfPzhJLcfnstKeqpNyEkUBUsx" + "0.30087671810763006" "ele:256:uulbqpiGBlgInmlFKRxUAOlXCLZcRCGyQyEHaXFOEvQai" + "0.7410145944905596" "ele:257:GyPpWZoEMASkcgOY" "0.7996004149665447" "ele:258:zZNxkTNMqRlGsYahKYsgsPDCDcIsgVDNUrQijkcJxgGHrI" + "0.5402362797766433" "ele:259:iqxwwQCxMUAMJEHVpXEwwN" "0.6362128978606277" "ele:260:MUAqsNaJGfPRaOwkBFQVwLBufjgdIyhusYTPwrmWiyRseJCPODBlzb" + "0.4996926196597391" "ele:261:oFUZGTyOAQdfnVCGeoCQqJUibzagyMTmdeKMFjsObfORKkudkIzevOqz" + "0.42924714893927196" "ele:262:dNzGqFyCVjeHaWeWqoYQfxBbzdUIJCibOSeoXoyceRCPNNJnoyMQeFnQWlk" + "0.5322722081965099" "ele:263:cPLVSPyNeYmivofbOXAZERBvCvJBXvthUlMVOAuPzgjuQNmKDBLSBDqsDesYsv" + "0.8777291326872585" "ele:264:KJllfZUWKBMJrwxXBjktUrOHwrtTWOuAVpkssvPjgowDHUNheWZHOQJEYuFszrbl" + "0.7072711055085867" "ele:265:EkzJFgpBpqiwSpoXFwcjZljQJDkJeQkbdfcdtGYEhGShlPFXwKnBx" + "0.20436439828556952" "ele:266:FqpERXPFhMjCNGCeeyGMpFTCicoKSruuqBdZeeGJKPtKktFoamFo" + "0.3472173471264659" "ele:267:YhmHpuDCLfD" "0.18021513778229503" "ele:268:uOiGyqEpsyATQiRwtVvJFRrzSzClsNyDHiaywBXAihdvBdpnWtoffjdOoKyh" + "0.5522539745259306" "ele:269:iBiK" "0.8385123045630564" "ele:270:zUvpgWWoOAzbaSrFBvznXoKtHkcAmPwOqivMlixNxq" + "0.33714769519639143" "ele:271:MsWzfaaReeRzwqWjGACzUicwZtlEFPrltDAXO" "0.4969992294244491" + "ele:272:aANoKjfryoOpWqAhpytocmUHCsWxIAYrSwtiiTxw" "0.44636036938360946" "ele:273:clnfwugmPurOKJqMjxn" + "0.27285660039441184" "ele:274:atrzvlsfzPNUvAgptZbMSHbGHhvLQyYUH" "0.500326800049104" + "ele:275:RuYDbMeeKwElAXxvXLjExHtcF" "0.5466675758624856" "ele:276:dCEGKvzaWNWcvHVeMAgoocWMwdJyootwqFPMHGKKUMPxCH" + "0.2018109903813089" "ele:277:eDuQGFBnossxyIbspBTooBfr" "0.014311547995801921" + "ele:278:AYJqzOLPgChWlpdtcaZwHIxLRoMiXelshNtOnDMIvtPJioFxddicddrxj" "0.6159669102868971" + "ele:279:ujQJI" "0.9039994047199217" "ele:280:fHiRITtiScqaUlJZhyifQIAaAVHfXWmgHMlyQwOlrNxvpXpRoClYWqndtH" + "0.41822330412883957" "ele:281:VRbEUYMjyzfbkRvKYGAxlOjvfrVDWdsfMoNaGNJDUYiNhPnaoYJ" + "0.20182675744516632" "ele:282:QLyityIrTBIXSZOdHMheKUACiJNrVJelyo" "0.9536655109799361" + "ele:283:UlVmxieouLFT" "0.8985298311311088" "ele:284:QAYdFWfyObPVqDkJoJWakCV" + "0.8723763850119008" "ele:285:UqMDNekVComtOxijGYdhNkmRimugdNt" "0.5379751008291339" + "ele:286:vzWRFCEvBJrOrxlPIiAxbqDByXGE" "0.37873243809375445" "ele:287:zBrbywqJeVbezx" + "0.4779307824595257" "ele:288:DOMbWHcXdPYBWUjyLnqHBgVindbTWXxTzaRcVawIbUqHYFDecXMLc" + "0.9342932630637866" "ele:289:UiAnOVrnvvtuyTBABOkaRFNIkHfogJCNrNTKXrqcC" "0.034545001035145906" + "ele:290:Fz" "0.40461815986202543" "ele:291:klzKqsrhNAxHPnQUjeQXfSQMIIZwWtAFYYBKuqWhNqUnnZpgRrblAPVtoDB" + "0.7300189023460038" "ele:292:YFXCvQGOMKOewMiEilWwRQp" "0.1378877900987362" "ele:293:HMlNQLAKOslfMwwUOqEwwuowDEKZ" + "0.9649651643860695" "ele:294:DmNeQumEcMMOMhsBZMrKRNhnDwYXKMm" "0.25366932043182866" + "ele:295:LrBATkEONciKHMYPEBRTdGLIqYJolXTgMepcMQlQxbdaXkxMYAIlZhqoayDQn" "0.33409580445339604" + "ele:296:tyYcCWTtaQAFidhATOrNnrZAynrppZdOVborlhuWuR" "0.6857753861540998" "ele:297:Q" + "0.2846544060829831" "ele:298:Zq" "0.3958936266598334" "ele:299:KhIAswbBjpRQnbKRBRLdWdCDt" + "0.6572602342327124" "ele:300:oTBAmFvCABLYQTZWxYnPAUqUmpeOuGMHIwSQiAIxUu"' +tested-commands: +- zunionstore +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--command=\"ZUNIONSTORE zset:skiplist:3:600 2 zset:skiplist:1:300 zset:skiplist:2:300\"\ + \ --hide-histogram --test-time 120 --rate-limiting 5" + resources: + requests: + cpus: '4' + memory: 2g + +tested-groups: +- sorted-set +priority: 131 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-100_qps-memtier_benchmark-1Mkeys-load-string-with-2MB-values.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-100_qps-memtier_benchmark-1Mkeys-load-string-with-2MB-values.yaml new file mode 100644 index 00000000..64bd2b77 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-100_qps-memtier_benchmark-1Mkeys-load-string-with-2MB-values.yaml @@ -0,0 +1,38 @@ +version: 0.4 +name: + latency-rate-limited-100_qps-memtier_benchmark-1Mkeys-load-string-with-2MB-values +description: Runs memtier_benchmark, for a keyspace length of 1M keys loading STRINGs + in which the value has a data size of 2M Bytes. Rate limited to 100 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 12g +tested-commands: +- set +redis-topologies: +- oss-standalone + +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "\"--data-size\" \"2000000\" --ratio 1:0 --key-pattern P:P --key-minimum=1 + --key-maximum 1000000 --test-time 180 -c 50 -t 4 --hide-histogram --rate-limiting + 1" + resources: + requests: + cpus: '4' + memory: 2g + scalability: + mode: '1:1' + max_processes: 21 + +tested-groups: +- string +priority: 17 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-100_qps-memtier_benchmark-1Mkeys-string-get-2MB.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-100_qps-memtier_benchmark-1Mkeys-string-get-2MB.yaml new file mode 100644 index 00000000..f06066f6 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-100_qps-memtier_benchmark-1Mkeys-string-get-2MB.yaml @@ -0,0 +1,37 @@ +version: 0.4 +name: latency-rate-limited-100_qps-memtier_benchmark-1Mkeys-string-get-2MB +description: Runs memtier_benchmark, for a keyspace length of 1M keys with a data + size of 2000000 Bytes for each key. Rate limited to 100 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "2000000" "--ratio" "1:0" "--key-pattern" "P:P" "-c" + "50" "-t" "2" "--hide-histogram" "--key-minimum" "1" "--key-minimum" "1000"' + resources: + requests: + memory: 2g +tested-commands: +- get +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--data-size 2000000 --key-minimum 1 --key-maximum 1000 --ratio 0:1 --key-pattern + R:R -c 25 -t 4 --hide-histogram --test-time 180 --rate-limiting 1" + resources: + requests: + cpus: '4' + memory: 2g + +tested-groups: +- string +priority: 1 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-100_qps-memtier_benchmark-1key-1Billion-bits-bitmap-bitcount.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-100_qps-memtier_benchmark-1key-1Billion-bits-bitmap-bitcount.yaml new file mode 100644 index 00000000..5ef1f86d --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-100_qps-memtier_benchmark-1key-1Billion-bits-bitmap-bitcount.yaml @@ -0,0 +1,44 @@ +version: 0.4 +name: + latency-rate-limited-100_qps-memtier_benchmark-1key-1Billion-bits-bitmap-bitcount +description: Runs memtier_benchmark, for a keyspace length of 1 keys focusing on BITCOUNT + performance. The bitmap has a size of 1 Billion bits and approximately 20M bits + are set. The size of it is ~140MB Rate limited to 100 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + init_commands: + - '"SETBIT" "users" "1000000000" "1"' + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --hide-histogram --command "SETBIT users __key__ 1" --key-maximum 1000000000 + --key-minimum 1 -n 100000 --key-prefix "" --command-key-pattern R --distinct-client-seed + --pipeline 10 + resources: + requests: + cpus: '2' + memory: 1g +tested-commands: +- bitcount +tested-groups: +- bitmap +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: "--command \"BITCOUNT users __key__ -1\" --key-maximum 1000000000 --key-minimum + 1 --key-prefix \"\" --command-key-pattern R --distinct-client-seed --test-time + 120 --rate-limiting 1" + resources: + requests: + cpus: '2' + memory: 2g + +priority: 19 diff --git a/utils/generate_latency_benchmarks.py b/utils/generate_latency_benchmarks.py new file mode 100644 index 00000000..e0531a89 --- /dev/null +++ b/utils/generate_latency_benchmarks.py @@ -0,0 +1,180 @@ +import redis +import argparse +import logging +import numpy as np +import os +import re +import ruamel.yaml +from ruamel.yaml.scalarstring import DoubleQuotedScalarString + +def calculate_rate_limit(p50_value): + if p50_value < 1000: + return 100 + elif p50_value < 10000: + return 1000 + else: + return 10000 + +def create_new_test_config(original_config_path, new_config_path, test_name, new_test_name, p50_value): + # Check if the original configuration file exists + if not os.path.exists(original_config_path): + return False # Indicate failure + + # Load the original test configuration with ruamel.yaml + yaml = ruamel.yaml.YAML() + yaml.preserve_quotes = True # Preserve quotes in scalar values + with open(original_config_path, 'r') as file: + config = yaml.load(file) + + # Calculate the total desired rate limit + total_rate_limit = calculate_rate_limit(p50_value) + + # Calculate per-connection rate limit + # Extract the original arguments + original_arguments = config['clientconfig']['arguments'] + + # Convert to string if necessary + if not isinstance(original_arguments, str): + original_arguments_str = str(original_arguments) + else: + original_arguments_str = original_arguments + + # Print the original arguments for debugging + # print(f"Processing arguments for '{test_name}': {original_arguments_str}") + + # Use regex to extract clients (-c or --clients) and threads (-t or --threads) + clients_per_thread = 50 # Default value + threads = 4 # Default value + + clients_match = re.search(r'(?:-c|--clients)(?:[=\s]+)(\d+)', original_arguments_str) + if clients_match: + clients_per_thread = int(clients_match.group(1)) + + threads_match = re.search(r'(?:-t|--threads)(?:[=\s]+)(\d+)', original_arguments_str) + if threads_match: + threads = int(threads_match.group(1)) + + # Calculate total number of connections + total_connections = clients_per_thread * threads + + # Calculate per-connection rate limit + per_connection_rate_limit = max(1, int(total_rate_limit / total_connections)) + + # Remove existing rate limit arguments using regex + new_arguments = re.sub(r'--rate(?:-limit(?:ing)?)?(?:\s+\S+)?', '', original_arguments_str) + + # Append the new '--rate-limiting' argument and its value + new_arguments = f'{new_arguments.strip()} --rate-limiting {per_connection_rate_limit}' + + # Update the test name to reflect the new test + config['name'] = new_test_name + config['description'] += f" Rate limited to {total_rate_limit} ops/sec." + + # Update the arguments in the config + config['clientconfig']['arguments'] = DoubleQuotedScalarString(new_arguments) + + # Ensure the destination directory exists + os.makedirs(os.path.dirname(new_config_path), exist_ok=True) + + # Save the new test configuration + with open(new_config_path, 'w') as file: + yaml.dump(config, file) + + print(f"Created new test configuration for '{test_name}' with total rate limit {total_rate_limit} ops/sec and per-connection rate limit {per_connection_rate_limit} ops/sec.") + return True # Indicate success + +def main(): + parser = argparse.ArgumentParser( + description="Create latency benchmarks", + formatter_class=argparse.ArgumentDefaultsHelpFormatter, + ) + parser.add_argument( + "--redistimeseries_host", type=str, default="benchmarks.redislabs.com" + ) + parser.add_argument("--redistimeseries_port", type=int, default=12011) + parser.add_argument("--redistimeseries_pass", type=str, default=None) + parser.add_argument("--redistimeseries_user", type=str, default=None) + + args = parser.parse_args() + + logging.basicConfig(level=logging.INFO) + logging.info( + "Checking connection to RedisTimeSeries with user: {}, host: {}, port: {}".format( + args.redistimeseries_user, + args.redistimeseries_host, + args.redistimeseries_port, + ) + ) + rts = redis.Redis( + host=args.redistimeseries_host, + port=args.redistimeseries_port, + password=args.redistimeseries_pass, + username=args.redistimeseries_user, + decode_responses=True, + ) + try: + rts.ping() + except redis.exceptions.ConnectionError as e: + logging.error(f"Failed to connect to RedisTimeSeries: {e}") + return + + # Key for test cases + testcases_key = "ci.benchmarks.redislabs/ci/redis/redis:testcases" + + # Retrieve test cases + testcases = rts.smembers(testcases_key) + # Decode bytes to strings + testcases = [testcase for testcase in testcases] + + failed_files = [] # List to collect test cases with missing config files + + # Iterate over each test case + for test_name in testcases: + # Construct the time series key + ts_key = ( + f"ci.benchmarks.redislabs/by.branch/ci/redis/redis/{test_name}/" + "gcc:8.5.0-amd64-debian-buster-default/" + "intel64-ubuntu22.04-redis-icx1/oss-standalone/unstable/" + "ALL_STATS.Totals.Ops/sec" + ) + try: + # Execute the TS.REVRANGE command + # "-" and "+" denote the minimal and maximal timestamps + result = rts.execute_command("TS.REVRANGE", ts_key, "-", "+") + + # Check if result is not empty + if result: + # Extract values and convert to floats + values = [float(value) for timestamp, value in result] + # Compute the median (p50) + p50_value = np.median(values) + + # Output the results + print(f"Results for test case '{test_name}': p50 rate = {p50_value}") + rate = calculate_rate_limit(p50_value) + + original_config_path = f'../redis_benchmarks_specification/test-suites/{test_name}.yml' # Original test config file + new_test_name = f'latency-rate-limited-{rate}_qps-{test_name}' + new_config_path = f'../redis_benchmarks_specification/test-suites/{new_test_name}.yaml' # New test config file + success = create_new_test_config(original_config_path, new_config_path, test_name, new_test_name, p50_value) + if not success: + failed_files.append(test_name) + else: + print(f"No data available for test case '{test_name}'.") + failed_files.append(test_name) + + except redis.exceptions.ResponseError as e: + print(f"Error retrieving data for test case '{test_name}': {e}") + failed_files.append(test_name) + except Exception as e: + print(f"An error occurred while processing test case '{test_name}': {e}") + failed_files.append(test_name) + + # At the end, print out the list of failed files if any + if failed_files: + print("\nThe following test cases had missing configuration files or errors:") + for test_name in failed_files: + print(f"- {test_name}") + +if __name__ == "__main__": + main() From 554f5d8d981492e3f77329f9086adcfa188f5774 Mon Sep 17 00:00:00 2001 From: fcosta_oliveira Date: Fri, 20 Sep 2024 12:37:29 +0100 Subject: [PATCH 2/9] Bumping version from 0.1.240 to 0.1.241 --- pyproject.toml | 2 +- utils/generate_latency_benchmarks.py | 62 +++++++++++++++++++--------- 2 files changed, 43 insertions(+), 21 deletions(-) diff --git a/pyproject.toml b/pyproject.toml index 8805bd01..3abf6a7c 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -1,6 +1,6 @@ [tool.poetry] name = "redis-benchmarks-specification" -version = "0.1.240" +version = "0.1.241" description = "The Redis benchmarks specification describes the cross-language/tools requirements and expectations to foster performance and observability standards around redis related technologies. Members from both industry and academia, including organizations and individuals are encouraged to contribute." authors = ["filipecosta90 ","Redis Performance Group "] readme = "Readme.md" diff --git a/utils/generate_latency_benchmarks.py b/utils/generate_latency_benchmarks.py index e0531a89..68869826 100644 --- a/utils/generate_latency_benchmarks.py +++ b/utils/generate_latency_benchmarks.py @@ -7,6 +7,7 @@ import ruamel.yaml from ruamel.yaml.scalarstring import DoubleQuotedScalarString + def calculate_rate_limit(p50_value): if p50_value < 1000: return 100 @@ -15,7 +16,10 @@ def calculate_rate_limit(p50_value): else: return 10000 -def create_new_test_config(original_config_path, new_config_path, test_name, new_test_name, p50_value): + +def create_new_test_config( + original_config_path, new_config_path, test_name, new_test_name, p50_value +): # Check if the original configuration file exists if not os.path.exists(original_config_path): return False # Indicate failure @@ -23,7 +27,7 @@ def create_new_test_config(original_config_path, new_config_path, test_name, new # Load the original test configuration with ruamel.yaml yaml = ruamel.yaml.YAML() yaml.preserve_quotes = True # Preserve quotes in scalar values - with open(original_config_path, 'r') as file: + with open(original_config_path, "r") as file: config = yaml.load(file) # Calculate the total desired rate limit @@ -31,7 +35,7 @@ def create_new_test_config(original_config_path, new_config_path, test_name, new # Calculate per-connection rate limit # Extract the original arguments - original_arguments = config['clientconfig']['arguments'] + original_arguments = config["clientconfig"]["arguments"] # Convert to string if necessary if not isinstance(original_arguments, str): @@ -46,11 +50,15 @@ def create_new_test_config(original_config_path, new_config_path, test_name, new clients_per_thread = 50 # Default value threads = 4 # Default value - clients_match = re.search(r'(?:-c|--clients)(?:[=\s]+)(\d+)', original_arguments_str) + clients_match = re.search( + r"(?:-c|--clients)(?:[=\s]+)(\d+)", original_arguments_str + ) if clients_match: clients_per_thread = int(clients_match.group(1)) - threads_match = re.search(r'(?:-t|--threads)(?:[=\s]+)(\d+)', original_arguments_str) + threads_match = re.search( + r"(?:-t|--threads)(?:[=\s]+)(\d+)", original_arguments_str + ) if threads_match: threads = int(threads_match.group(1)) @@ -61,28 +69,35 @@ def create_new_test_config(original_config_path, new_config_path, test_name, new per_connection_rate_limit = max(1, int(total_rate_limit / total_connections)) # Remove existing rate limit arguments using regex - new_arguments = re.sub(r'--rate(?:-limit(?:ing)?)?(?:\s+\S+)?', '', original_arguments_str) + new_arguments = re.sub( + r"--rate(?:-limit(?:ing)?)?(?:\s+\S+)?", "", original_arguments_str + ) # Append the new '--rate-limiting' argument and its value - new_arguments = f'{new_arguments.strip()} --rate-limiting {per_connection_rate_limit}' + new_arguments = ( + f"{new_arguments.strip()} --rate-limiting {per_connection_rate_limit}" + ) # Update the test name to reflect the new test - config['name'] = new_test_name - config['description'] += f" Rate limited to {total_rate_limit} ops/sec." + config["name"] = new_test_name + config["description"] += f" Rate limited to {total_rate_limit} ops/sec." # Update the arguments in the config - config['clientconfig']['arguments'] = DoubleQuotedScalarString(new_arguments) + config["clientconfig"]["arguments"] = DoubleQuotedScalarString(new_arguments) # Ensure the destination directory exists os.makedirs(os.path.dirname(new_config_path), exist_ok=True) # Save the new test configuration - with open(new_config_path, 'w') as file: + with open(new_config_path, "w") as file: yaml.dump(config, file) - print(f"Created new test configuration for '{test_name}' with total rate limit {total_rate_limit} ops/sec and per-connection rate limit {per_connection_rate_limit} ops/sec.") + print( + f"Created new test configuration for '{test_name}' with total rate limit {total_rate_limit} ops/sec and per-connection rate limit {per_connection_rate_limit} ops/sec." + ) return True # Indicate success + def main(): parser = argparse.ArgumentParser( description="Create latency benchmarks", @@ -141,40 +156,47 @@ def main(): # Execute the TS.REVRANGE command # "-" and "+" denote the minimal and maximal timestamps result = rts.execute_command("TS.REVRANGE", ts_key, "-", "+") - + # Check if result is not empty if result: # Extract values and convert to floats values = [float(value) for timestamp, value in result] # Compute the median (p50) p50_value = np.median(values) - + # Output the results print(f"Results for test case '{test_name}': p50 rate = {p50_value}") rate = calculate_rate_limit(p50_value) - original_config_path = f'../redis_benchmarks_specification/test-suites/{test_name}.yml' # Original test config file - new_test_name = f'latency-rate-limited-{rate}_qps-{test_name}' - new_config_path = f'../redis_benchmarks_specification/test-suites/{new_test_name}.yaml' # New test config file - success = create_new_test_config(original_config_path, new_config_path, test_name, new_test_name, p50_value) + original_config_path = f"../redis_benchmarks_specification/test-suites/{test_name}.yml" # Original test config file + new_test_name = f"latency-rate-limited-{rate}_qps-{test_name}" + new_config_path = f"../redis_benchmarks_specification/test-suites/{new_test_name}.yaml" # New test config file + success = create_new_test_config( + original_config_path, + new_config_path, + test_name, + new_test_name, + p50_value, + ) if not success: failed_files.append(test_name) else: print(f"No data available for test case '{test_name}'.") failed_files.append(test_name) - + except redis.exceptions.ResponseError as e: print(f"Error retrieving data for test case '{test_name}': {e}") failed_files.append(test_name) except Exception as e: print(f"An error occurred while processing test case '{test_name}': {e}") failed_files.append(test_name) - + # At the end, print out the list of failed files if any if failed_files: print("\nThe following test cases had missing configuration files or errors:") for test_name in failed_files: print(f"- {test_name}") + if __name__ == "__main__": main() From c66841817539b0a207f5aa52ce5c45a59029941d Mon Sep 17 00:00:00 2001 From: fcosta_oliveira Date: Fri, 20 Sep 2024 12:49:01 +0100 Subject: [PATCH 3/9] Added 142 new benchmarks focused on latency tracking (rate-limited) --- ...r_benchmark-100Kkeys-hash-hgetall-50-fields-100B-values.yml} | 0 ...enchmark-100Kkeys-load-hash-50-fields-with-1000B-values.yml} | 0 ...benchmark-100Kkeys-load-hash-50-fields-with-100B-values.yml} | 0 ..._benchmark-100Kkeys-load-hash-50-fields-with-10B-values.yml} | 0 ...0Mkeys-load-hash-5-fields-with-1000B-values-pipeline-10.yml} | 0 ..._benchmark-10Mkeys-load-hash-5-fields-with-1000B-values.yml} | 0 ...10Mkeys-load-hash-5-fields-with-100B-values-pipeline-10.yml} | 0 ...r_benchmark-10Mkeys-load-hash-5-fields-with-100B-values.yml} | 0 ...-10Mkeys-load-hash-5-fields-with-10B-values-pipeline-10.yml} | 0 ...er_benchmark-10Mkeys-load-hash-5-fields-with-10B-values.yml} | 0 ...10000_qps-memtier_benchmark-1Mkeys-100B-expire-use-case.yml} | 0 ...-10000_qps-memtier_benchmark-1Mkeys-10B-expire-use-case.yml} | 0 ...10000_qps-memtier_benchmark-1Mkeys-1KiB-expire-use-case.yml} | 0 ...10000_qps-memtier_benchmark-1Mkeys-4KiB-expire-use-case.yml} | 0 ..._qps-memtier_benchmark-1Mkeys-bitmap-getbit-pipeline-10.yml} | 0 ...qps-memtier_benchmark-1Mkeys-generic-exists-pipeline-10.yml} | 0 ...qps-memtier_benchmark-1Mkeys-generic-expire-pipeline-10.yml} | 0 ...s-memtier_benchmark-1Mkeys-generic-expireat-pipeline-10.yml} | 0 ...ps-memtier_benchmark-1Mkeys-generic-pexpire-pipeline-10.yml} | 0 ...0_qps-memtier_benchmark-1Mkeys-generic-scan-pipeline-10.yml} | 0 ..._qps-memtier_benchmark-1Mkeys-generic-touch-pipeline-10.yml} | 0 ...00_qps-memtier_benchmark-1Mkeys-generic-ttl-pipeline-10.yml} | 0 ...limited-10000_qps-memtier_benchmark-1Mkeys-hash-hexists.yml} | 0 ...k-1Mkeys-hash-hget-hgetall-hkeys-hvals-with-100B-values.yml} | 0 ...tier_benchmark-1Mkeys-hash-hgetall-50-fields-10B-values.yml} | 0 ...limited-10000_qps-memtier_benchmark-1Mkeys-hash-hincrby.yml} | 0 ...1Mkeys-hash-hmget-5-fields-with-100B-values-pipeline-10.yml} | 0 ...nchmark-1Mkeys-hash-transactions-multi-exec-pipeline-20.yml} | 0 ...emtier_benchmark-1Mkeys-list-lpop-rpop-with-100B-values.yml} | 0 ...memtier_benchmark-1Mkeys-list-lpop-rpop-with-10B-values.yml} | 0 ...emtier_benchmark-1Mkeys-list-lpop-rpop-with-1KiB-values.yml} | 0 ...1Mkeys-load-hash-5-fields-with-1000B-values-pipeline-10.yml} | 0 ...r_benchmark-1Mkeys-load-hash-5-fields-with-1000B-values.yml} | 0 ...hmark-1Mkeys-load-hash-hmset-5-fields-with-1000B-values.yml} | 0 ...qps-memtier_benchmark-1Mkeys-load-list-with-100B-values.yml} | 0 ..._qps-memtier_benchmark-1Mkeys-load-list-with-10B-values.yml} | 0 ...qps-memtier_benchmark-1Mkeys-load-list-with-1KiB-values.yml} | 0 ...rk-1Mkeys-load-set-intset-with-100-elements-pipeline-10.yml} | 0 ...tier_benchmark-1Mkeys-load-set-intset-with-100-elements.yml} | 0 ...Mkeys-load-stream-1-fields-with-100B-values-pipeline-10.yml} | 0 ..._benchmark-1Mkeys-load-stream-1-fields-with-100B-values.yml} | 0 ...Mkeys-load-stream-5-fields-with-100B-values-pipeline-10.yml} | 0 ..._benchmark-1Mkeys-load-stream-5-fields-with-100B-values.yml} | 0 ...nchmark-1Mkeys-load-string-with-100B-values-pipeline-10.yml} | 0 ...s-memtier_benchmark-1Mkeys-load-string-with-100B-values.yml} | 0 ...enchmark-1Mkeys-load-string-with-10B-values-pipeline-10.yml} | 0 ...ps-memtier_benchmark-1Mkeys-load-string-with-10B-values.yml} | 0 ...s-memtier_benchmark-1Mkeys-load-string-with-1KiB-values.yml} | 0 ...-memtier_benchmark-1Mkeys-load-string-with-20KiB-values.yml} | 0 ...enchmark-1Mkeys-load-zset-with-10-elements-double-score.yml} | 0 ...r_benchmark-1Mkeys-load-zset-with-10-elements-int-score.yml} | 0 ...mtier_benchmark-1Mkeys-string-append-1-100B-pipeline-10.yml} | 0 ...10000_qps-memtier_benchmark-1Mkeys-string-append-1-100B.yml} | 0 ...-limited-10000_qps-memtier_benchmark-1Mkeys-string-decr.yml} | 0 ...ps-memtier_benchmark-1Mkeys-string-get-100B-pipeline-10.yml} | 0 ...ited-10000_qps-memtier_benchmark-1Mkeys-string-get-100B.yml} | 0 ...qps-memtier_benchmark-1Mkeys-string-get-10B-pipeline-10.yml} | 0 ...mited-10000_qps-memtier_benchmark-1Mkeys-string-get-10B.yml} | 0 ...ps-memtier_benchmark-1Mkeys-string-get-1KiB-pipeline-10.yml} | 0 ...ited-10000_qps-memtier_benchmark-1Mkeys-string-get-1KiB.yml} | 0 ...ed-10000_qps-memtier_benchmark-1Mkeys-string-get-200KiB.yml} | 0 ...ted-10000_qps-memtier_benchmark-1Mkeys-string-get-20KiB.yml} | 0 ..._qps-memtier_benchmark-1Mkeys-string-incrby-pipeline-10.yml} | 0 ...imited-10000_qps-memtier_benchmark-1Mkeys-string-incrby.yml} | 0 ...memtier_benchmark-1Mkeys-string-incrbyfloat-pipeline-10.yml} | 0 ...d-10000_qps-memtier_benchmark-1Mkeys-string-incrbyfloat.yml} | 0 ...ted-10000_qps-memtier_benchmark-1Mkeys-string-mget-1KiB.yml} | 0 ...-memtier_benchmark-1Mkeys-string-setex-100B-pipeline-10.yml} | 0 ...mtier_benchmark-1Mkeys-string-setrange-100B-pipeline-10.yml} | 0 ...10000_qps-memtier_benchmark-1Mkeys-string-setrange-100B.yml} | 0 ...-10000_qps-memtier_benchmark-1key-geo-2-elements-geopos.yml} | 0 ...mark-1key-geo-2-elements-geosearch-fromlonlat-withcoord.yml} | 0 ...ier_benchmark-1key-geo-60M-elements-geodist-pipeline-10.yml} | 0 ...000_qps-memtier_benchmark-1key-geo-60M-elements-geodist.yml} | 0 ...ier_benchmark-1key-geo-60M-elements-geohash-pipeline-10.yml} | 0 ...000_qps-memtier_benchmark-1key-geo-60M-elements-geohash.yml} | 0 ...tier_benchmark-1key-geo-60M-elements-geopos-pipeline-10.yml} | 0 ...0000_qps-memtier_benchmark-1key-geo-60M-elements-geopos.yml} | 0 ...chmark-1key-geo-60M-elements-geosearch-fromlonlat-bybox.yml} | 0 ...-1key-geo-60M-elements-geosearch-fromlonlat-pipeline-10.yml} | 0 ...er_benchmark-1key-geo-60M-elements-geosearch-fromlonlat.yml} | 0 ...-memtier_benchmark-1key-hash-hscan-50-fields-10B-values.yml} | 0 ...k-1key-list-10-elements-lrange-all-elements-pipeline-10.yml} | 0 ...ier_benchmark-1key-list-10-elements-lrange-all-elements.yml} | 0 ...-1key-list-100-elements-lrange-all-elements-pipeline-10.yml} | 0 ...er_benchmark-1key-list-100-elements-lrange-all-elements.yml} | 0 ...memtier_benchmark-1key-list-10K-elements-lindex-integer.yml} | 0 ...-memtier_benchmark-1key-list-10K-elements-lindex-string.yml} | 0 ...k-1key-list-1K-elements-lrange-all-elements-pipeline-10.yml} | 0 ...ier_benchmark-1key-list-1K-elements-lrange-all-elements.yml} | 0 ...qps-memtier_benchmark-1key-pfadd-4KB-values-pipeline-10.yml} | 0 ...ier_benchmark-1key-set-10-elements-smembers-pipeline-10.yml} | 0 ...000_qps-memtier_benchmark-1key-set-10-elements-smembers.yml} | 0 ...0_qps-memtier_benchmark-1key-set-10-elements-smismember.yml} | 0 ...r_benchmark-1key-set-100-elements-sismember-is-a-member.yml} | 0 ..._benchmark-1key-set-100-elements-sismember-not-a-member.yml} | 0 ...00_qps-memtier_benchmark-1key-set-100-elements-smembers.yml} | 0 ..._qps-memtier_benchmark-1key-set-100-elements-smismember.yml} | 0 ...10000_qps-memtier_benchmark-1key-set-100-elements-sscan.yml} | 0 ..._benchmark-1key-set-10M-elements-sismember-50pct-chance.yml} | 0 ...000_qps-memtier_benchmark-1key-set-1K-elements-smembers.yml} | 0 ...r_benchmark-1key-set-1M-elements-sismember-50pct-chance.yml} | 0 ...-memtier_benchmark-1key-set-200K-elements-sadd-constant.yml} | 0 ...-memtier_benchmark-1key-set-2M-elements-sadd-increasing.yml} | 0 ...s-memtier_benchmark-1key-zincrby-1M-elements-pipeline-1.yml} | 0 ...qps-memtier_benchmark-1key-zrank-1M-elements-pipeline-1.yml} | 0 ..._qps-memtier_benchmark-1key-zrem-5M-elements-pipeline-1.yml} | 0 ...enchmark-1key-zrevrangebyscore-256K-elements-pipeline-1.yml} | 0 ...-memtier_benchmark-1key-zrevrank-1M-elements-pipeline-1.yml} | 0 ...k-1key-zset-10-elements-zrange-all-elements-long-scores.yml} | 0 ...ier_benchmark-1key-zset-10-elements-zrange-all-elements.yml} | 0 ...er_benchmark-1key-zset-100-elements-zrange-all-elements.yml} | 0 ...set-100-elements-zrangebyscore-all-elements-long-scores.yml} | 0 ...hmark-1key-zset-100-elements-zrangebyscore-all-elements.yml} | 0 ...0000_qps-memtier_benchmark-1key-zset-100-elements-zscan.yml} | 0 ...mtier_benchmark-1key-zset-1M-elements-zcard-pipeline-10.yml} | 0 ...er_benchmark-1key-zset-1M-elements-zrevrange-5-elements.yml} | 0 ...tier_benchmark-1key-zset-1M-elements-zscore-pipeline-10.yml} | 0 ...-10000_qps-memtier_benchmark-2keys-lua-eval-hset-expire.yml} | 0 ...000_qps-memtier_benchmark-2keys-lua-evalsha-hset-expire.yml} | 0 ...0_qps-memtier_benchmark-2keys-set-10-100-elements-sdiff.yml} | 0 ..._qps-memtier_benchmark-2keys-set-10-100-elements-sinter.yml} | 0 ..._qps-memtier_benchmark-2keys-set-10-100-elements-sunion.yml} | 0 ...rk-2keys-stream-5-entries-xread-all-entries-pipeline-10.yml} | 0 ...tier_benchmark-2keys-stream-5-entries-xread-all-entries.yml} | 0 ...s-memtier_benchmark-3Mkeys-load-string-with-512B-values.yml} | 0 ...te-limited-10000_qps-memtier_benchmark-connection-hello.yml} | 0 ...enchmark-10Kkeys-load-hash-50-fields-with-10000B-values.yml} | 0 ...memtier_benchmark-1Mkeys-load-string-with-200KiB-values.yml} | 0 ...Mkeys-load-zset-listpack-with-100-elements-double-score.yml} | 0 ...00_qps-memtier_benchmark-1key-100M-bits-bitmap-bitcount.yml} | 0 ...r_benchmark-1key-list-10K-elements-linsert-lrem-integer.yml} | 0 ...er_benchmark-1key-list-10K-elements-linsert-lrem-string.yml} | 0 ...s-memtier_benchmark-1key-list-10K-elements-lpos-integer.yml} | 0 ...ps-memtier_benchmark-1key-list-10K-elements-lpos-string.yml} | 0 ...ey-list-2K-elements-quicklist-lrange-all-elements-longs.yml} | 0 ...ier_benchmark-1key-zset-1K-elements-zrange-all-elements.yml} | 0 ...nchmark-2keys-zset-300-elements-skiplist-encoded-zunion.yml} | 0 ...rk-2keys-zset-300-elements-skiplist-encoded-zunionstore.yml} | 0 ...ps-memtier_benchmark-1Mkeys-load-string-with-2MB-values.yml} | 0 ...limited-100_qps-memtier_benchmark-1Mkeys-string-get-2MB.yml} | 0 ...ps-memtier_benchmark-1key-1Billion-bits-bitmap-bitcount.yml} | 0 utils/generate_latency_benchmarks.py | 2 +- 143 files changed, 1 insertion(+), 1 deletion(-) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-hash-hgetall-50-fields-100B-values.yaml => latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-hash-hgetall-50-fields-100B-values.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-1000B-values.yaml => latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-1000B-values.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-100B-values.yaml => latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-100B-values.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-10B-values.yaml => latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-10B-values.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-1000B-values-pipeline-10.yaml => latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-1000B-values-pipeline-10.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-1000B-values.yaml => latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-1000B-values.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-100B-values-pipeline-10.yaml => latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-100B-values-pipeline-10.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-100B-values.yaml => latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-100B-values.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-10B-values-pipeline-10.yaml => latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-10B-values-pipeline-10.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-10B-values.yaml => latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-10B-values.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-100B-expire-use-case.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-100B-expire-use-case.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-10B-expire-use-case.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-10B-expire-use-case.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-1KiB-expire-use-case.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-1KiB-expire-use-case.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-4KiB-expire-use-case.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-4KiB-expire-use-case.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-bitmap-getbit-pipeline-10.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-bitmap-getbit-pipeline-10.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-exists-pipeline-10.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-exists-pipeline-10.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-expire-pipeline-10.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-expire-pipeline-10.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-expireat-pipeline-10.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-expireat-pipeline-10.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-pexpire-pipeline-10.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-pexpire-pipeline-10.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-scan-pipeline-10.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-scan-pipeline-10.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-touch-pipeline-10.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-touch-pipeline-10.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-ttl-pipeline-10.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-ttl-pipeline-10.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hexists.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hexists.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hget-hgetall-hkeys-hvals-with-100B-values.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hget-hgetall-hkeys-hvals-with-100B-values.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hgetall-50-fields-10B-values.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hgetall-50-fields-10B-values.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hincrby.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hincrby.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hmget-5-fields-with-100B-values-pipeline-10.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hmget-5-fields-with-100B-values-pipeline-10.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-transactions-multi-exec-pipeline-20.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-transactions-multi-exec-pipeline-20.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-100B-values.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-100B-values.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-10B-values.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-10B-values.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-1KiB-values.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-1KiB-values.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-5-fields-with-1000B-values-pipeline-10.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-5-fields-with-1000B-values-pipeline-10.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-5-fields-with-1000B-values.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-5-fields-with-1000B-values.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-hmset-5-fields-with-1000B-values.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-hmset-5-fields-with-1000B-values.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-100B-values.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-100B-values.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-10B-values.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-10B-values.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-1KiB-values.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-1KiB-values.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-set-intset-with-100-elements-pipeline-10.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-set-intset-with-100-elements-pipeline-10.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-set-intset-with-100-elements.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-set-intset-with-100-elements.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-1-fields-with-100B-values-pipeline-10.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-1-fields-with-100B-values-pipeline-10.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-1-fields-with-100B-values.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-1-fields-with-100B-values.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-5-fields-with-100B-values-pipeline-10.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-5-fields-with-100B-values-pipeline-10.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-5-fields-with-100B-values.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-5-fields-with-100B-values.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-100B-values-pipeline-10.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-100B-values-pipeline-10.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-100B-values.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-100B-values.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-10.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-10.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-10B-values.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-10B-values.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-1KiB-values.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-1KiB-values.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-20KiB-values.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-20KiB-values.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-zset-with-10-elements-double-score.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-zset-with-10-elements-double-score.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-zset-with-10-elements-int-score.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-zset-with-10-elements-int-score.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-append-1-100B-pipeline-10.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-append-1-100B-pipeline-10.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-append-1-100B.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-append-1-100B.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-decr.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-decr.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-100B-pipeline-10.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-100B-pipeline-10.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-100B.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-100B.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-10B-pipeline-10.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-10B-pipeline-10.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-10B.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-10B.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-1KiB-pipeline-10.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-1KiB-pipeline-10.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-1KiB.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-1KiB.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-200KiB.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-200KiB.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-20KiB.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-20KiB.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrby-pipeline-10.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrby-pipeline-10.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrby.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrby.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrbyfloat-pipeline-10.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrbyfloat-pipeline-10.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrbyfloat.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrbyfloat.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-mget-1KiB.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-mget-1KiB.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setex-100B-pipeline-10.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setex-100B-pipeline-10.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setrange-100B-pipeline-10.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setrange-100B-pipeline-10.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setrange-100B.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setrange-100B.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-2-elements-geopos.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-2-elements-geopos.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-2-elements-geosearch-fromlonlat-withcoord.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-2-elements-geosearch-fromlonlat-withcoord.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geodist-pipeline-10.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geodist-pipeline-10.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geodist.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geodist.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geohash-pipeline-10.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geohash-pipeline-10.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geohash.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geohash.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geopos-pipeline-10.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geopos-pipeline-10.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geopos.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geopos.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat-bybox.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat-bybox.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat-pipeline-10.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat-pipeline-10.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1key-hash-hscan-50-fields-10B-values.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1key-hash-hscan-50-fields-10B-values.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10-elements-lrange-all-elements-pipeline-10.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10-elements-lrange-all-elements-pipeline-10.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10-elements-lrange-all-elements.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10-elements-lrange-all-elements.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1key-list-100-elements-lrange-all-elements-pipeline-10.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1key-list-100-elements-lrange-all-elements-pipeline-10.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1key-list-100-elements-lrange-all-elements.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1key-list-100-elements-lrange-all-elements.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10K-elements-lindex-integer.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10K-elements-lindex-integer.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10K-elements-lindex-string.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10K-elements-lindex-string.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1key-list-1K-elements-lrange-all-elements-pipeline-10.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1key-list-1K-elements-lrange-all-elements-pipeline-10.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1key-list-1K-elements-lrange-all-elements.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1key-list-1K-elements-lrange-all-elements.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1key-pfadd-4KB-values-pipeline-10.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1key-pfadd-4KB-values-pipeline-10.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smembers-pipeline-10.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smembers-pipeline-10.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smembers.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smembers.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smismember.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smismember.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sismember-is-a-member.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sismember-is-a-member.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sismember-not-a-member.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sismember-not-a-member.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-smembers.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-smembers.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-smismember.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-smismember.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sscan.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sscan.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10M-elements-sismember-50pct-chance.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10M-elements-sismember-50pct-chance.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1key-set-1K-elements-smembers.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1key-set-1K-elements-smembers.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1key-set-1M-elements-sismember-50pct-chance.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1key-set-1M-elements-sismember-50pct-chance.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1key-set-200K-elements-sadd-constant.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1key-set-200K-elements-sadd-constant.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1key-set-2M-elements-sadd-increasing.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1key-set-2M-elements-sadd-increasing.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1key-zincrby-1M-elements-pipeline-1.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1key-zincrby-1M-elements-pipeline-1.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1key-zrank-1M-elements-pipeline-1.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1key-zrank-1M-elements-pipeline-1.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1key-zrem-5M-elements-pipeline-1.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1key-zrem-5M-elements-pipeline-1.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1key-zrevrangebyscore-256K-elements-pipeline-1.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1key-zrevrangebyscore-256K-elements-pipeline-1.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1key-zrevrank-1M-elements-pipeline-1.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1key-zrevrank-1M-elements-pipeline-1.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-10-elements-zrange-all-elements-long-scores.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-10-elements-zrange-all-elements-long-scores.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-10-elements-zrange-all-elements.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-10-elements-zrange-all-elements.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrange-all-elements.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrange-all-elements.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrangebyscore-all-elements-long-scores.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrangebyscore-all-elements-long-scores.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrangebyscore-all-elements.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrangebyscore-all-elements.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zscan.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zscan.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zcard-pipeline-10.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zcard-pipeline-10.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zrevrange-5-elements.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zrevrange-5-elements.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zscore-pipeline-10.yaml => latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zscore-pipeline-10.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-2keys-lua-eval-hset-expire.yaml => latency-rate-limited-10000_qps-memtier_benchmark-2keys-lua-eval-hset-expire.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-2keys-lua-evalsha-hset-expire.yaml => latency-rate-limited-10000_qps-memtier_benchmark-2keys-lua-evalsha-hset-expire.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sdiff.yaml => latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sdiff.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sinter.yaml => latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sinter.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sunion.yaml => latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sunion.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-2keys-stream-5-entries-xread-all-entries-pipeline-10.yaml => latency-rate-limited-10000_qps-memtier_benchmark-2keys-stream-5-entries-xread-all-entries-pipeline-10.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-2keys-stream-5-entries-xread-all-entries.yaml => latency-rate-limited-10000_qps-memtier_benchmark-2keys-stream-5-entries-xread-all-entries.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-3Mkeys-load-string-with-512B-values.yaml => latency-rate-limited-10000_qps-memtier_benchmark-3Mkeys-load-string-with-512B-values.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-10000_qps-memtier_benchmark-connection-hello.yaml => latency-rate-limited-10000_qps-memtier_benchmark-connection-hello.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-1000_qps-memtier_benchmark-10Kkeys-load-hash-50-fields-with-10000B-values.yaml => latency-rate-limited-1000_qps-memtier_benchmark-10Kkeys-load-hash-50-fields-with-10000B-values.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-1000_qps-memtier_benchmark-1Mkeys-load-string-with-200KiB-values.yaml => latency-rate-limited-1000_qps-memtier_benchmark-1Mkeys-load-string-with-200KiB-values.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-1000_qps-memtier_benchmark-1Mkeys-load-zset-listpack-with-100-elements-double-score.yaml => latency-rate-limited-1000_qps-memtier_benchmark-1Mkeys-load-zset-listpack-with-100-elements-double-score.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-1000_qps-memtier_benchmark-1key-100M-bits-bitmap-bitcount.yaml => latency-rate-limited-1000_qps-memtier_benchmark-1key-100M-bits-bitmap-bitcount.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-linsert-lrem-integer.yaml => latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-linsert-lrem-integer.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-linsert-lrem-string.yaml => latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-linsert-lrem-string.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-lpos-integer.yaml => latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-lpos-integer.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-lpos-string.yaml => latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-lpos-string.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-1000_qps-memtier_benchmark-1key-list-2K-elements-quicklist-lrange-all-elements-longs.yaml => latency-rate-limited-1000_qps-memtier_benchmark-1key-list-2K-elements-quicklist-lrange-all-elements-longs.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-1000_qps-memtier_benchmark-1key-zset-1K-elements-zrange-all-elements.yaml => latency-rate-limited-1000_qps-memtier_benchmark-1key-zset-1K-elements-zrange-all-elements.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-1000_qps-memtier_benchmark-2keys-zset-300-elements-skiplist-encoded-zunion.yaml => latency-rate-limited-1000_qps-memtier_benchmark-2keys-zset-300-elements-skiplist-encoded-zunion.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-1000_qps-memtier_benchmark-2keys-zset-300-elements-skiplist-encoded-zunionstore.yaml => latency-rate-limited-1000_qps-memtier_benchmark-2keys-zset-300-elements-skiplist-encoded-zunionstore.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-100_qps-memtier_benchmark-1Mkeys-load-string-with-2MB-values.yaml => latency-rate-limited-100_qps-memtier_benchmark-1Mkeys-load-string-with-2MB-values.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-100_qps-memtier_benchmark-1Mkeys-string-get-2MB.yaml => latency-rate-limited-100_qps-memtier_benchmark-1Mkeys-string-get-2MB.yml} (100%) rename redis_benchmarks_specification/test-suites/{latency-rate-limited-100_qps-memtier_benchmark-1key-1Billion-bits-bitmap-bitcount.yaml => latency-rate-limited-100_qps-memtier_benchmark-1key-1Billion-bits-bitmap-bitcount.yml} (100%) diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-hash-hgetall-50-fields-100B-values.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-hash-hgetall-50-fields-100B-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-hash-hgetall-50-fields-100B-values.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-hash-hgetall-50-fields-100B-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-1000B-values.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-1000B-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-1000B-values.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-1000B-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-100B-values.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-100B-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-100B-values.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-100B-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-10B-values.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-10B-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-10B-values.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-10B-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-1000B-values-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-1000B-values-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-1000B-values-pipeline-10.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-1000B-values-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-1000B-values.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-1000B-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-1000B-values.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-1000B-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-100B-values-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-100B-values-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-100B-values-pipeline-10.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-100B-values-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-100B-values.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-100B-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-100B-values.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-100B-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-10B-values-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-10B-values-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-10B-values-pipeline-10.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-10B-values-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-10B-values.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-10B-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-10B-values.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-10B-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-100B-expire-use-case.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-100B-expire-use-case.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-100B-expire-use-case.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-100B-expire-use-case.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-10B-expire-use-case.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-10B-expire-use-case.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-10B-expire-use-case.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-10B-expire-use-case.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-1KiB-expire-use-case.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-1KiB-expire-use-case.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-1KiB-expire-use-case.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-1KiB-expire-use-case.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-4KiB-expire-use-case.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-4KiB-expire-use-case.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-4KiB-expire-use-case.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-4KiB-expire-use-case.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-bitmap-getbit-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-bitmap-getbit-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-bitmap-getbit-pipeline-10.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-bitmap-getbit-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-exists-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-exists-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-exists-pipeline-10.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-exists-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-expire-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-expire-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-expire-pipeline-10.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-expire-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-expireat-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-expireat-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-expireat-pipeline-10.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-expireat-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-pexpire-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-pexpire-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-pexpire-pipeline-10.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-pexpire-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-scan-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-scan-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-scan-pipeline-10.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-scan-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-touch-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-touch-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-touch-pipeline-10.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-touch-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-ttl-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-ttl-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-ttl-pipeline-10.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-ttl-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hexists.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hexists.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hexists.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hexists.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hget-hgetall-hkeys-hvals-with-100B-values.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hget-hgetall-hkeys-hvals-with-100B-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hget-hgetall-hkeys-hvals-with-100B-values.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hget-hgetall-hkeys-hvals-with-100B-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hgetall-50-fields-10B-values.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hgetall-50-fields-10B-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hgetall-50-fields-10B-values.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hgetall-50-fields-10B-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hincrby.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hincrby.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hincrby.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hincrby.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hmget-5-fields-with-100B-values-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hmget-5-fields-with-100B-values-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hmget-5-fields-with-100B-values-pipeline-10.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hmget-5-fields-with-100B-values-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-transactions-multi-exec-pipeline-20.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-transactions-multi-exec-pipeline-20.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-transactions-multi-exec-pipeline-20.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-transactions-multi-exec-pipeline-20.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-100B-values.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-100B-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-100B-values.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-100B-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-10B-values.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-10B-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-10B-values.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-10B-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-1KiB-values.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-1KiB-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-1KiB-values.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-1KiB-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-5-fields-with-1000B-values-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-5-fields-with-1000B-values-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-5-fields-with-1000B-values-pipeline-10.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-5-fields-with-1000B-values-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-5-fields-with-1000B-values.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-5-fields-with-1000B-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-5-fields-with-1000B-values.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-5-fields-with-1000B-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-hmset-5-fields-with-1000B-values.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-hmset-5-fields-with-1000B-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-hmset-5-fields-with-1000B-values.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-hmset-5-fields-with-1000B-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-100B-values.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-100B-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-100B-values.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-100B-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-10B-values.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-10B-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-10B-values.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-10B-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-1KiB-values.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-1KiB-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-1KiB-values.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-1KiB-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-set-intset-with-100-elements-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-set-intset-with-100-elements-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-set-intset-with-100-elements-pipeline-10.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-set-intset-with-100-elements-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-set-intset-with-100-elements.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-set-intset-with-100-elements.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-set-intset-with-100-elements.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-set-intset-with-100-elements.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-1-fields-with-100B-values-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-1-fields-with-100B-values-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-1-fields-with-100B-values-pipeline-10.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-1-fields-with-100B-values-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-1-fields-with-100B-values.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-1-fields-with-100B-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-1-fields-with-100B-values.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-1-fields-with-100B-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-5-fields-with-100B-values-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-5-fields-with-100B-values-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-5-fields-with-100B-values-pipeline-10.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-5-fields-with-100B-values-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-5-fields-with-100B-values.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-5-fields-with-100B-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-5-fields-with-100B-values.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-5-fields-with-100B-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-100B-values-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-100B-values-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-100B-values-pipeline-10.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-100B-values-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-100B-values.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-100B-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-100B-values.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-100B-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-10.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-10B-values.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-10B-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-10B-values.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-10B-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-1KiB-values.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-1KiB-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-1KiB-values.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-1KiB-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-20KiB-values.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-20KiB-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-20KiB-values.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-20KiB-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-zset-with-10-elements-double-score.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-zset-with-10-elements-double-score.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-zset-with-10-elements-double-score.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-zset-with-10-elements-double-score.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-zset-with-10-elements-int-score.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-zset-with-10-elements-int-score.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-zset-with-10-elements-int-score.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-zset-with-10-elements-int-score.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-append-1-100B-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-append-1-100B-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-append-1-100B-pipeline-10.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-append-1-100B-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-append-1-100B.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-append-1-100B.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-append-1-100B.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-append-1-100B.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-decr.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-decr.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-decr.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-decr.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-100B-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-100B-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-100B-pipeline-10.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-100B-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-100B.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-100B.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-100B.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-100B.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-10B-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-10B-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-10B-pipeline-10.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-10B-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-10B.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-10B.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-10B.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-10B.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-1KiB-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-1KiB-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-1KiB-pipeline-10.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-1KiB-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-1KiB.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-1KiB.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-1KiB.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-1KiB.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-200KiB.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-200KiB.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-200KiB.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-200KiB.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-20KiB.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-20KiB.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-20KiB.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-20KiB.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrby-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrby-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrby-pipeline-10.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrby-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrby.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrby.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrby.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrby.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrbyfloat-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrbyfloat-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrbyfloat-pipeline-10.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrbyfloat-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrbyfloat.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrbyfloat.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrbyfloat.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrbyfloat.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-mget-1KiB.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-mget-1KiB.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-mget-1KiB.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-mget-1KiB.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setex-100B-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setex-100B-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setex-100B-pipeline-10.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setex-100B-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setrange-100B-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setrange-100B-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setrange-100B-pipeline-10.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setrange-100B-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setrange-100B.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setrange-100B.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setrange-100B.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setrange-100B.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-2-elements-geopos.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-2-elements-geopos.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-2-elements-geopos.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-2-elements-geopos.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-2-elements-geosearch-fromlonlat-withcoord.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-2-elements-geosearch-fromlonlat-withcoord.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-2-elements-geosearch-fromlonlat-withcoord.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-2-elements-geosearch-fromlonlat-withcoord.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geodist-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geodist-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geodist-pipeline-10.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geodist-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geodist.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geodist.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geodist.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geodist.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geohash-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geohash-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geohash-pipeline-10.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geohash-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geohash.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geohash.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geohash.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geohash.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geopos-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geopos-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geopos-pipeline-10.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geopos-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geopos.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geopos.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geopos.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geopos.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat-bybox.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat-bybox.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat-bybox.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat-bybox.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat-pipeline-10.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-hash-hscan-50-fields-10B-values.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-hash-hscan-50-fields-10B-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-hash-hscan-50-fields-10B-values.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-hash-hscan-50-fields-10B-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10-elements-lrange-all-elements-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10-elements-lrange-all-elements-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10-elements-lrange-all-elements-pipeline-10.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10-elements-lrange-all-elements-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10-elements-lrange-all-elements.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10-elements-lrange-all-elements.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10-elements-lrange-all-elements.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10-elements-lrange-all-elements.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-100-elements-lrange-all-elements-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-100-elements-lrange-all-elements-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-100-elements-lrange-all-elements-pipeline-10.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-100-elements-lrange-all-elements-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-100-elements-lrange-all-elements.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-100-elements-lrange-all-elements.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-100-elements-lrange-all-elements.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-100-elements-lrange-all-elements.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10K-elements-lindex-integer.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10K-elements-lindex-integer.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10K-elements-lindex-integer.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10K-elements-lindex-integer.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10K-elements-lindex-string.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10K-elements-lindex-string.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10K-elements-lindex-string.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10K-elements-lindex-string.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-1K-elements-lrange-all-elements-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-1K-elements-lrange-all-elements-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-1K-elements-lrange-all-elements-pipeline-10.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-1K-elements-lrange-all-elements-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-1K-elements-lrange-all-elements.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-1K-elements-lrange-all-elements.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-1K-elements-lrange-all-elements.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-1K-elements-lrange-all-elements.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-pfadd-4KB-values-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-pfadd-4KB-values-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-pfadd-4KB-values-pipeline-10.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-pfadd-4KB-values-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smembers-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smembers-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smembers-pipeline-10.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smembers-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smembers.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smembers.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smembers.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smembers.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smismember.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smismember.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smismember.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smismember.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sismember-is-a-member.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sismember-is-a-member.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sismember-is-a-member.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sismember-is-a-member.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sismember-not-a-member.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sismember-not-a-member.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sismember-not-a-member.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sismember-not-a-member.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-smembers.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-smembers.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-smembers.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-smembers.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-smismember.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-smismember.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-smismember.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-smismember.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sscan.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sscan.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sscan.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sscan.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10M-elements-sismember-50pct-chance.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10M-elements-sismember-50pct-chance.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10M-elements-sismember-50pct-chance.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10M-elements-sismember-50pct-chance.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-1K-elements-smembers.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-1K-elements-smembers.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-1K-elements-smembers.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-1K-elements-smembers.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-1M-elements-sismember-50pct-chance.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-1M-elements-sismember-50pct-chance.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-1M-elements-sismember-50pct-chance.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-1M-elements-sismember-50pct-chance.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-200K-elements-sadd-constant.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-200K-elements-sadd-constant.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-200K-elements-sadd-constant.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-200K-elements-sadd-constant.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-2M-elements-sadd-increasing.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-2M-elements-sadd-increasing.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-2M-elements-sadd-increasing.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-2M-elements-sadd-increasing.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zincrby-1M-elements-pipeline-1.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zincrby-1M-elements-pipeline-1.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zincrby-1M-elements-pipeline-1.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zincrby-1M-elements-pipeline-1.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrank-1M-elements-pipeline-1.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrank-1M-elements-pipeline-1.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrank-1M-elements-pipeline-1.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrank-1M-elements-pipeline-1.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrem-5M-elements-pipeline-1.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrem-5M-elements-pipeline-1.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrem-5M-elements-pipeline-1.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrem-5M-elements-pipeline-1.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrevrangebyscore-256K-elements-pipeline-1.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrevrangebyscore-256K-elements-pipeline-1.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrevrangebyscore-256K-elements-pipeline-1.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrevrangebyscore-256K-elements-pipeline-1.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrevrank-1M-elements-pipeline-1.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrevrank-1M-elements-pipeline-1.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrevrank-1M-elements-pipeline-1.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrevrank-1M-elements-pipeline-1.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-10-elements-zrange-all-elements-long-scores.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-10-elements-zrange-all-elements-long-scores.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-10-elements-zrange-all-elements-long-scores.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-10-elements-zrange-all-elements-long-scores.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-10-elements-zrange-all-elements.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-10-elements-zrange-all-elements.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-10-elements-zrange-all-elements.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-10-elements-zrange-all-elements.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrange-all-elements.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrange-all-elements.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrange-all-elements.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrange-all-elements.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrangebyscore-all-elements-long-scores.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrangebyscore-all-elements-long-scores.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrangebyscore-all-elements-long-scores.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrangebyscore-all-elements-long-scores.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrangebyscore-all-elements.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrangebyscore-all-elements.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrangebyscore-all-elements.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrangebyscore-all-elements.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zscan.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zscan.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zscan.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zscan.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zcard-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zcard-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zcard-pipeline-10.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zcard-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zrevrange-5-elements.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zrevrange-5-elements.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zrevrange-5-elements.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zrevrange-5-elements.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zscore-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zscore-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zscore-pipeline-10.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zscore-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-lua-eval-hset-expire.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-lua-eval-hset-expire.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-lua-eval-hset-expire.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-lua-eval-hset-expire.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-lua-evalsha-hset-expire.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-lua-evalsha-hset-expire.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-lua-evalsha-hset-expire.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-lua-evalsha-hset-expire.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sdiff.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sdiff.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sdiff.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sdiff.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sinter.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sinter.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sinter.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sinter.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sunion.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sunion.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sunion.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sunion.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-stream-5-entries-xread-all-entries-pipeline-10.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-stream-5-entries-xread-all-entries-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-stream-5-entries-xread-all-entries-pipeline-10.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-stream-5-entries-xread-all-entries-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-stream-5-entries-xread-all-entries.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-stream-5-entries-xread-all-entries.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-stream-5-entries-xread-all-entries.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-stream-5-entries-xread-all-entries.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-3Mkeys-load-string-with-512B-values.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-3Mkeys-load-string-with-512B-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-3Mkeys-load-string-with-512B-values.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-3Mkeys-load-string-with-512B-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-connection-hello.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-connection-hello.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-connection-hello.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-connection-hello.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-10Kkeys-load-hash-50-fields-with-10000B-values.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-10Kkeys-load-hash-50-fields-with-10000B-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-10Kkeys-load-hash-50-fields-with-10000B-values.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-10Kkeys-load-hash-50-fields-with-10000B-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1Mkeys-load-string-with-200KiB-values.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1Mkeys-load-string-with-200KiB-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1Mkeys-load-string-with-200KiB-values.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1Mkeys-load-string-with-200KiB-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1Mkeys-load-zset-listpack-with-100-elements-double-score.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1Mkeys-load-zset-listpack-with-100-elements-double-score.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1Mkeys-load-zset-listpack-with-100-elements-double-score.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1Mkeys-load-zset-listpack-with-100-elements-double-score.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-100M-bits-bitmap-bitcount.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-100M-bits-bitmap-bitcount.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-100M-bits-bitmap-bitcount.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-100M-bits-bitmap-bitcount.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-linsert-lrem-integer.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-linsert-lrem-integer.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-linsert-lrem-integer.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-linsert-lrem-integer.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-linsert-lrem-string.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-linsert-lrem-string.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-linsert-lrem-string.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-linsert-lrem-string.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-lpos-integer.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-lpos-integer.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-lpos-integer.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-lpos-integer.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-lpos-string.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-lpos-string.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-lpos-string.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-lpos-string.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-2K-elements-quicklist-lrange-all-elements-longs.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-2K-elements-quicklist-lrange-all-elements-longs.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-2K-elements-quicklist-lrange-all-elements-longs.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-2K-elements-quicklist-lrange-all-elements-longs.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-zset-1K-elements-zrange-all-elements.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-zset-1K-elements-zrange-all-elements.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-zset-1K-elements-zrange-all-elements.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-zset-1K-elements-zrange-all-elements.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-2keys-zset-300-elements-skiplist-encoded-zunion.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-2keys-zset-300-elements-skiplist-encoded-zunion.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-2keys-zset-300-elements-skiplist-encoded-zunion.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-2keys-zset-300-elements-skiplist-encoded-zunion.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-2keys-zset-300-elements-skiplist-encoded-zunionstore.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-2keys-zset-300-elements-skiplist-encoded-zunionstore.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-2keys-zset-300-elements-skiplist-encoded-zunionstore.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-2keys-zset-300-elements-skiplist-encoded-zunionstore.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-100_qps-memtier_benchmark-1Mkeys-load-string-with-2MB-values.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-100_qps-memtier_benchmark-1Mkeys-load-string-with-2MB-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-100_qps-memtier_benchmark-1Mkeys-load-string-with-2MB-values.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-100_qps-memtier_benchmark-1Mkeys-load-string-with-2MB-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-100_qps-memtier_benchmark-1Mkeys-string-get-2MB.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-100_qps-memtier_benchmark-1Mkeys-string-get-2MB.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-100_qps-memtier_benchmark-1Mkeys-string-get-2MB.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-100_qps-memtier_benchmark-1Mkeys-string-get-2MB.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-100_qps-memtier_benchmark-1key-1Billion-bits-bitmap-bitcount.yaml b/redis_benchmarks_specification/test-suites/latency-rate-limited-100_qps-memtier_benchmark-1key-1Billion-bits-bitmap-bitcount.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-100_qps-memtier_benchmark-1key-1Billion-bits-bitmap-bitcount.yaml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-100_qps-memtier_benchmark-1key-1Billion-bits-bitmap-bitcount.yml diff --git a/utils/generate_latency_benchmarks.py b/utils/generate_latency_benchmarks.py index 68869826..a7765b1f 100644 --- a/utils/generate_latency_benchmarks.py +++ b/utils/generate_latency_benchmarks.py @@ -170,7 +170,7 @@ def main(): original_config_path = f"../redis_benchmarks_specification/test-suites/{test_name}.yml" # Original test config file new_test_name = f"latency-rate-limited-{rate}_qps-{test_name}" - new_config_path = f"../redis_benchmarks_specification/test-suites/{new_test_name}.yaml" # New test config file + new_config_path = f"../redis_benchmarks_specification/test-suites/{new_test_name}.yml" # New test config file success = create_new_test_config( original_config_path, new_config_path, From 58d5fe12142ad31358ffe6366934ffca3cdba986 Mon Sep 17 00:00:00 2001 From: fcosta_oliveira Date: Fri, 20 Sep 2024 12:54:17 +0100 Subject: [PATCH 4/9] Using docker image redislabs/memtier_benchmark:2.1.0 on latency related benchmarks --- pyproject.toml | 2 +- ..._benchmark-100Kkeys-hash-hgetall-50-fields-100B-values.yml | 4 ++-- ...nchmark-100Kkeys-load-hash-50-fields-with-1000B-values.yml | 2 +- ...enchmark-100Kkeys-load-hash-50-fields-with-100B-values.yml | 2 +- ...benchmark-100Kkeys-load-hash-50-fields-with-10B-values.yml | 2 +- ...Mkeys-load-hash-5-fields-with-1000B-values-pipeline-10.yml | 2 +- ...benchmark-10Mkeys-load-hash-5-fields-with-1000B-values.yml | 2 +- ...0Mkeys-load-hash-5-fields-with-100B-values-pipeline-10.yml | 2 +- ..._benchmark-10Mkeys-load-hash-5-fields-with-100B-values.yml | 2 +- ...10Mkeys-load-hash-5-fields-with-10B-values-pipeline-10.yml | 2 +- ...r_benchmark-10Mkeys-load-hash-5-fields-with-10B-values.yml | 2 +- ...0000_qps-memtier_benchmark-1Mkeys-100B-expire-use-case.yml | 4 ++-- ...10000_qps-memtier_benchmark-1Mkeys-10B-expire-use-case.yml | 4 ++-- ...0000_qps-memtier_benchmark-1Mkeys-1KiB-expire-use-case.yml | 4 ++-- ...0000_qps-memtier_benchmark-1Mkeys-4KiB-expire-use-case.yml | 4 ++-- ...qps-memtier_benchmark-1Mkeys-bitmap-getbit-pipeline-10.yml | 4 ++-- ...ps-memtier_benchmark-1Mkeys-generic-exists-pipeline-10.yml | 4 ++-- ...ps-memtier_benchmark-1Mkeys-generic-expire-pipeline-10.yml | 4 ++-- ...-memtier_benchmark-1Mkeys-generic-expireat-pipeline-10.yml | 4 ++-- ...s-memtier_benchmark-1Mkeys-generic-pexpire-pipeline-10.yml | 4 ++-- ..._qps-memtier_benchmark-1Mkeys-generic-scan-pipeline-10.yml | 4 ++-- ...qps-memtier_benchmark-1Mkeys-generic-touch-pipeline-10.yml | 4 ++-- ...0_qps-memtier_benchmark-1Mkeys-generic-ttl-pipeline-10.yml | 4 ++-- ...imited-10000_qps-memtier_benchmark-1Mkeys-hash-hexists.yml | 4 ++-- ...-1Mkeys-hash-hget-hgetall-hkeys-hvals-with-100B-values.yml | 4 ++-- ...ier_benchmark-1Mkeys-hash-hgetall-50-fields-10B-values.yml | 4 ++-- ...imited-10000_qps-memtier_benchmark-1Mkeys-hash-hincrby.yml | 4 ++-- ...Mkeys-hash-hmget-5-fields-with-100B-values-pipeline-10.yml | 4 ++-- ...chmark-1Mkeys-hash-transactions-multi-exec-pipeline-20.yml | 2 +- ...mtier_benchmark-1Mkeys-list-lpop-rpop-with-100B-values.yml | 4 ++-- ...emtier_benchmark-1Mkeys-list-lpop-rpop-with-10B-values.yml | 4 ++-- ...mtier_benchmark-1Mkeys-list-lpop-rpop-with-1KiB-values.yml | 4 ++-- ...Mkeys-load-hash-5-fields-with-1000B-values-pipeline-10.yml | 2 +- ..._benchmark-1Mkeys-load-hash-5-fields-with-1000B-values.yml | 2 +- ...mark-1Mkeys-load-hash-hmset-5-fields-with-1000B-values.yml | 2 +- ...ps-memtier_benchmark-1Mkeys-load-list-with-100B-values.yml | 2 +- ...qps-memtier_benchmark-1Mkeys-load-list-with-10B-values.yml | 2 +- ...ps-memtier_benchmark-1Mkeys-load-list-with-1KiB-values.yml | 2 +- ...k-1Mkeys-load-set-intset-with-100-elements-pipeline-10.yml | 2 +- ...ier_benchmark-1Mkeys-load-set-intset-with-100-elements.yml | 2 +- ...keys-load-stream-1-fields-with-100B-values-pipeline-10.yml | 2 +- ...benchmark-1Mkeys-load-stream-1-fields-with-100B-values.yml | 2 +- ...keys-load-stream-5-fields-with-100B-values-pipeline-10.yml | 2 +- ...benchmark-1Mkeys-load-stream-5-fields-with-100B-values.yml | 2 +- ...chmark-1Mkeys-load-string-with-100B-values-pipeline-10.yml | 2 +- ...-memtier_benchmark-1Mkeys-load-string-with-100B-values.yml | 2 +- ...nchmark-1Mkeys-load-string-with-10B-values-pipeline-10.yml | 2 +- ...s-memtier_benchmark-1Mkeys-load-string-with-10B-values.yml | 2 +- ...-memtier_benchmark-1Mkeys-load-string-with-1KiB-values.yml | 2 +- ...memtier_benchmark-1Mkeys-load-string-with-20KiB-values.yml | 2 +- ...nchmark-1Mkeys-load-zset-with-10-elements-double-score.yml | 2 +- ..._benchmark-1Mkeys-load-zset-with-10-elements-int-score.yml | 2 +- ...tier_benchmark-1Mkeys-string-append-1-100B-pipeline-10.yml | 4 ++-- ...0000_qps-memtier_benchmark-1Mkeys-string-append-1-100B.yml | 4 ++-- ...limited-10000_qps-memtier_benchmark-1Mkeys-string-decr.yml | 4 ++-- ...s-memtier_benchmark-1Mkeys-string-get-100B-pipeline-10.yml | 4 ++-- ...ted-10000_qps-memtier_benchmark-1Mkeys-string-get-100B.yml | 4 ++-- ...ps-memtier_benchmark-1Mkeys-string-get-10B-pipeline-10.yml | 4 ++-- ...ited-10000_qps-memtier_benchmark-1Mkeys-string-get-10B.yml | 4 ++-- ...s-memtier_benchmark-1Mkeys-string-get-1KiB-pipeline-10.yml | 4 ++-- ...ted-10000_qps-memtier_benchmark-1Mkeys-string-get-1KiB.yml | 4 ++-- ...d-10000_qps-memtier_benchmark-1Mkeys-string-get-200KiB.yml | 4 ++-- ...ed-10000_qps-memtier_benchmark-1Mkeys-string-get-20KiB.yml | 4 ++-- ...qps-memtier_benchmark-1Mkeys-string-incrby-pipeline-10.yml | 2 +- ...mited-10000_qps-memtier_benchmark-1Mkeys-string-incrby.yml | 2 +- ...emtier_benchmark-1Mkeys-string-incrbyfloat-pipeline-10.yml | 2 +- ...-10000_qps-memtier_benchmark-1Mkeys-string-incrbyfloat.yml | 2 +- ...ed-10000_qps-memtier_benchmark-1Mkeys-string-mget-1KiB.yml | 4 ++-- ...memtier_benchmark-1Mkeys-string-setex-100B-pipeline-10.yml | 4 ++-- ...tier_benchmark-1Mkeys-string-setrange-100B-pipeline-10.yml | 4 ++-- ...0000_qps-memtier_benchmark-1Mkeys-string-setrange-100B.yml | 4 ++-- ...10000_qps-memtier_benchmark-1key-geo-2-elements-geopos.yml | 2 +- ...ark-1key-geo-2-elements-geosearch-fromlonlat-withcoord.yml | 2 +- ...er_benchmark-1key-geo-60M-elements-geodist-pipeline-10.yml | 2 +- ...00_qps-memtier_benchmark-1key-geo-60M-elements-geodist.yml | 2 +- ...er_benchmark-1key-geo-60M-elements-geohash-pipeline-10.yml | 2 +- ...00_qps-memtier_benchmark-1key-geo-60M-elements-geohash.yml | 2 +- ...ier_benchmark-1key-geo-60M-elements-geopos-pipeline-10.yml | 2 +- ...000_qps-memtier_benchmark-1key-geo-60M-elements-geopos.yml | 2 +- ...hmark-1key-geo-60M-elements-geosearch-fromlonlat-bybox.yml | 2 +- ...1key-geo-60M-elements-geosearch-fromlonlat-pipeline-10.yml | 2 +- ...r_benchmark-1key-geo-60M-elements-geosearch-fromlonlat.yml | 2 +- ...memtier_benchmark-1key-hash-hscan-50-fields-10B-values.yml | 4 ++-- ...-1key-list-10-elements-lrange-all-elements-pipeline-10.yml | 2 +- ...er_benchmark-1key-list-10-elements-lrange-all-elements.yml | 2 +- ...1key-list-100-elements-lrange-all-elements-pipeline-10.yml | 2 +- ...r_benchmark-1key-list-100-elements-lrange-all-elements.yml | 2 +- ...emtier_benchmark-1key-list-10K-elements-lindex-integer.yml | 4 ++-- ...memtier_benchmark-1key-list-10K-elements-lindex-string.yml | 4 ++-- ...-1key-list-1K-elements-lrange-all-elements-pipeline-10.yml | 2 +- ...er_benchmark-1key-list-1K-elements-lrange-all-elements.yml | 2 +- ...ps-memtier_benchmark-1key-pfadd-4KB-values-pipeline-10.yml | 2 +- ...er_benchmark-1key-set-10-elements-smembers-pipeline-10.yml | 2 +- ...00_qps-memtier_benchmark-1key-set-10-elements-smembers.yml | 2 +- ..._qps-memtier_benchmark-1key-set-10-elements-smismember.yml | 2 +- ..._benchmark-1key-set-100-elements-sismember-is-a-member.yml | 2 +- ...benchmark-1key-set-100-elements-sismember-not-a-member.yml | 2 +- ...0_qps-memtier_benchmark-1key-set-100-elements-smembers.yml | 2 +- ...qps-memtier_benchmark-1key-set-100-elements-smismember.yml | 2 +- ...0000_qps-memtier_benchmark-1key-set-100-elements-sscan.yml | 2 +- ...benchmark-1key-set-10M-elements-sismember-50pct-chance.yml | 4 ++-- ...00_qps-memtier_benchmark-1key-set-1K-elements-smembers.yml | 2 +- ..._benchmark-1key-set-1M-elements-sismember-50pct-chance.yml | 4 ++-- ...memtier_benchmark-1key-set-200K-elements-sadd-constant.yml | 4 ++-- ...memtier_benchmark-1key-set-2M-elements-sadd-increasing.yml | 2 +- ...-memtier_benchmark-1key-zincrby-1M-elements-pipeline-1.yml | 4 ++-- ...ps-memtier_benchmark-1key-zrank-1M-elements-pipeline-1.yml | 4 ++-- ...qps-memtier_benchmark-1key-zrem-5M-elements-pipeline-1.yml | 4 ++-- ...nchmark-1key-zrevrangebyscore-256K-elements-pipeline-1.yml | 4 ++-- ...memtier_benchmark-1key-zrevrank-1M-elements-pipeline-1.yml | 4 ++-- ...-1key-zset-10-elements-zrange-all-elements-long-scores.yml | 2 +- ...er_benchmark-1key-zset-10-elements-zrange-all-elements.yml | 2 +- ...r_benchmark-1key-zset-100-elements-zrange-all-elements.yml | 2 +- ...et-100-elements-zrangebyscore-all-elements-long-scores.yml | 2 +- ...mark-1key-zset-100-elements-zrangebyscore-all-elements.yml | 2 +- ...000_qps-memtier_benchmark-1key-zset-100-elements-zscan.yml | 2 +- ...tier_benchmark-1key-zset-1M-elements-zcard-pipeline-10.yml | 4 ++-- ...r_benchmark-1key-zset-1M-elements-zrevrange-5-elements.yml | 4 ++-- ...ier_benchmark-1key-zset-1M-elements-zscore-pipeline-10.yml | 4 ++-- ...10000_qps-memtier_benchmark-2keys-lua-eval-hset-expire.yml | 2 +- ...00_qps-memtier_benchmark-2keys-lua-evalsha-hset-expire.yml | 2 +- ..._qps-memtier_benchmark-2keys-set-10-100-elements-sdiff.yml | 2 +- ...qps-memtier_benchmark-2keys-set-10-100-elements-sinter.yml | 2 +- ...qps-memtier_benchmark-2keys-set-10-100-elements-sunion.yml | 2 +- ...k-2keys-stream-5-entries-xread-all-entries-pipeline-10.yml | 2 +- ...ier_benchmark-2keys-stream-5-entries-xread-all-entries.yml | 2 +- ...-memtier_benchmark-3Mkeys-load-string-with-512B-values.yml | 2 +- ...e-limited-10000_qps-memtier_benchmark-connection-hello.yml | 2 +- ...nchmark-10Kkeys-load-hash-50-fields-with-10000B-values.yml | 2 +- ...emtier_benchmark-1Mkeys-load-string-with-200KiB-values.yml | 2 +- ...keys-load-zset-listpack-with-100-elements-double-score.yml | 2 +- ...0_qps-memtier_benchmark-1key-100M-bits-bitmap-bitcount.yml | 4 ++-- ..._benchmark-1key-list-10K-elements-linsert-lrem-integer.yml | 4 ++-- ...r_benchmark-1key-list-10K-elements-linsert-lrem-string.yml | 4 ++-- ...-memtier_benchmark-1key-list-10K-elements-lpos-integer.yml | 4 ++-- ...s-memtier_benchmark-1key-list-10K-elements-lpos-string.yml | 4 ++-- ...y-list-2K-elements-quicklist-lrange-all-elements-longs.yml | 2 +- ...er_benchmark-1key-zset-1K-elements-zrange-all-elements.yml | 2 +- ...chmark-2keys-zset-300-elements-skiplist-encoded-zunion.yml | 2 +- ...k-2keys-zset-300-elements-skiplist-encoded-zunionstore.yml | 2 +- ...s-memtier_benchmark-1Mkeys-load-string-with-2MB-values.yml | 2 +- ...imited-100_qps-memtier_benchmark-1Mkeys-string-get-2MB.yml | 4 ++-- ...s-memtier_benchmark-1key-1Billion-bits-bitmap-bitcount.yml | 4 ++-- 143 files changed, 200 insertions(+), 200 deletions(-) diff --git a/pyproject.toml b/pyproject.toml index 3abf6a7c..b06356f6 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -1,6 +1,6 @@ [tool.poetry] name = "redis-benchmarks-specification" -version = "0.1.241" +version = "0.1.242" description = "The Redis benchmarks specification describes the cross-language/tools requirements and expectations to foster performance and observability standards around redis related technologies. Members from both industry and academia, including organizations and individuals are encouraged to contribute." authors = ["filipecosta90 ","Redis Performance Group "] readme = "Readme.md" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-hash-hgetall-50-fields-100B-values.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-hash-hgetall-50-fields-100B-values.yml index b1a3c449..c7513949 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-hash-hgetall-50-fields-100B-values.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-hash-hgetall-50-fields-100B-values.yml @@ -10,7 +10,7 @@ dbconfig: check: keyspacelen: 100000 preload_tool: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: '"--data-size" "100" --command "HSET __key__ field:1 __data__ field:2 __data__ field:3 __data__ field:4 __data__ field:5 __data__ field:6 __data__ @@ -38,7 +38,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--command \"HGETALL __key__\" --command-key-pattern=\"R\" --key-minimum=1 --key-maximum 100000 --test-time 120 -c 50 -t 4 --hide-histogram --rate-limiting diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-1000B-values.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-1000B-values.yml index 2e435120..0c80f705 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-1000B-values.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-1000B-values.yml @@ -22,7 +22,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--test-time 120 --distinct-client-seed \"--data-size\" \"1000\" --command \"HSET __key__ field:1 __data__ field:2 __data__ field:3 __data__ field:4 __data__ diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-100B-values.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-100B-values.yml index 36e73544..87c9852c 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-100B-values.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-100B-values.yml @@ -22,7 +22,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--test-time 120 --distinct-client-seed \"--data-size\" \"100\" --command \"HSET __key__ field:1 __data__ field:2 __data__ field:3 __data__ field:4 __data__ diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-10B-values.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-10B-values.yml index 72f09e9d..96e9809e 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-10B-values.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-10B-values.yml @@ -22,7 +22,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--test-time 120 --distinct-client-seed \"--data-size\" \"10\" --command \"HSET __key__ field:1 __data__ field:2 __data__ field:3 __data__ field:4 __data__ diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-1000B-values-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-1000B-values-pipeline-10.yml index 48ac5898..8dff0b9f 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-1000B-values-pipeline-10.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-1000B-values-pipeline-10.yml @@ -20,7 +20,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--test-time 180 \"--pipeline\" \"10\" \"--data-size\" \"1000\" --command \"HSET __key__ field1 __data__ field2 __data__ field3 __data__ field4 __data__ diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-1000B-values.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-1000B-values.yml index 10c4bfd5..c378466e 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-1000B-values.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-1000B-values.yml @@ -20,7 +20,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--test-time 180 \"--data-size\" \"1000\" --command \"HSET __key__ field1 __data__ field2 __data__ field3 __data__ field4 __data__ field5 __data__\" --command-key-pattern=\"\ diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-100B-values-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-100B-values-pipeline-10.yml index a8edd5da..1ad4a6f0 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-100B-values-pipeline-10.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-100B-values-pipeline-10.yml @@ -20,7 +20,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "\"--pipeline\" \"10\" \"--data-size\" \"100\" --command \"HSET __key__ field1 __data__ field2 __data__ field3 __data__ field4 __data__ field5 __data__\"\ diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-100B-values.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-100B-values.yml index 9c299ea5..0476715b 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-100B-values.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-100B-values.yml @@ -20,7 +20,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--test-time 180 \"--data-size\" \"100\" --command \"HSET __key__ field1 __data__ field2 __data__ field3 __data__ field4 __data__ field5 __data__\" --command-key-pattern=\"\ diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-10B-values-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-10B-values-pipeline-10.yml index 49baf7fe..49aff9da 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-10B-values-pipeline-10.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-10B-values-pipeline-10.yml @@ -20,7 +20,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--test-time 180 \"--pipeline\" \"10\" \"--data-size\" \"10\" --command \"HSET __key__ field1 __data__ field2 __data__ field3 __data__ field4 __data__ diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-10B-values.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-10B-values.yml index 22d0a85e..893b8aa7 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-10B-values.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-10B-values.yml @@ -20,7 +20,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--test-time 180 \"--data-size\" \"10\" --command \"HSET __key__ field1 __data__ field2 __data__ field3 __data__ field4 __data__ field5 __data__\" --command-key-pattern=\"\ diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-100B-expire-use-case.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-100B-expire-use-case.yml index b830cd95..c6bb373f 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-100B-expire-use-case.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-100B-expire-use-case.yml @@ -9,7 +9,7 @@ dbconfig: check: keyspacelen: 1000000 preload_tool: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: '"--data-size" "100" "--command" "SET __key__ __data__" "--command-key-pattern" "P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' @@ -31,7 +31,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "\"--data-size\" \"100\" --command \"SETEX __key__ 10 __data__\" --command-key-pattern=\"\ R\" --command \"SET __key__ __data__\" --command-key-pattern=\"R\" --command \"\ diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-10B-expire-use-case.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-10B-expire-use-case.yml index 4f70e590..453e5a7a 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-10B-expire-use-case.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-10B-expire-use-case.yml @@ -9,7 +9,7 @@ dbconfig: check: keyspacelen: 1000000 preload_tool: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: '"--data-size" "10" "--command" "SET __key__ __data__" "--command-key-pattern" "P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' @@ -31,7 +31,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "\"--data-size\" \"10\" --command \"SETEX __key__ 10 __data__\" --command-key-pattern=\"\ R\" --command \"SET __key__ __data__\" --command-key-pattern=\"R\" --command \"\ diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-1KiB-expire-use-case.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-1KiB-expire-use-case.yml index 953b062d..bc4c8c06 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-1KiB-expire-use-case.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-1KiB-expire-use-case.yml @@ -9,7 +9,7 @@ dbconfig: check: keyspacelen: 1000000 preload_tool: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: '"--data-size" "1000" "--command" "SET __key__ __data__" "--command-key-pattern" "P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' @@ -31,7 +31,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "\"--data-size\" \"1000\" --command \"SETEX __key__ 10 __data__\" --command-key-pattern=\"\ R\" --command \"SET __key__ __data__\" --command-key-pattern=\"R\" --command \"\ diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-4KiB-expire-use-case.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-4KiB-expire-use-case.yml index 5162fe19..45dbaa25 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-4KiB-expire-use-case.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-4KiB-expire-use-case.yml @@ -9,7 +9,7 @@ dbconfig: check: keyspacelen: 1000000 preload_tool: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: '"--data-size" "1000" "--command" "SET __key__ __data__" "--command-key-pattern" "P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' @@ -31,7 +31,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "\"--data-size\" \"4000\" --command \"SETEX __key__ 10 __data__\" --command-key-pattern=\"\ R\" --command \"SET __key__ __data__\" --command-key-pattern=\"R\" --command \"\ diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-bitmap-getbit-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-bitmap-getbit-pipeline-10.yml index e9eae59e..5e115d75 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-bitmap-getbit-pipeline-10.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-bitmap-getbit-pipeline-10.yml @@ -10,7 +10,7 @@ dbconfig: check: keyspacelen: 1000000 preload_tool: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: --hide-histogram --key-minimum 1 --key-maximum 10000000 -c 50 -t 2 --pipeline 10 --command "SETBIT __key__ 1 1" --command-key-pattern "P" @@ -28,7 +28,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--pipeline 10 --command=\"GETBIT __key__ 1\" --command-key-pattern=\"\ R\" --command \"GETBIT __key__ 100\" --command-key-pattern=\"R\" -c 50 -t 2 --hide-histogram diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-exists-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-exists-pipeline-10.yml index 29a945be..f7526f52 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-exists-pipeline-10.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-exists-pipeline-10.yml @@ -10,7 +10,7 @@ dbconfig: check: keyspacelen: 1000000 preload_tool: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: '"--data-size" "100" "--command" "HSET __key__ field __data__" "--command-key-pattern" "P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' @@ -27,7 +27,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--key-minimum=1 --key-maximum 2000000 --command \"EXISTS __key__\" --pipeline 10 --command-key-pattern=\"R\" -c 50 -t 2 --hide-histogram --test-time 180 --rate-limiting diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-expire-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-expire-pipeline-10.yml index 8d56a636..3c0b930e 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-expire-pipeline-10.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-expire-pipeline-10.yml @@ -9,7 +9,7 @@ dbconfig: check: keyspacelen: 1000000 preload_tool: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: '"--data-size" "100" "--command" "HSET __key__ field __data__" "--command-key-pattern" "P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' @@ -26,7 +26,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--command \"EXPIRE __key__ 3600\" --pipeline 10 --command-key-pattern=\"\ R\" -c 50 -t 2 --hide-histogram --test-time 180 --rate-limiting 100" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-expireat-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-expireat-pipeline-10.yml index 09c4b1a2..ff0fd9f3 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-expireat-pipeline-10.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-expireat-pipeline-10.yml @@ -10,7 +10,7 @@ dbconfig: check: keyspacelen: 1000000 preload_tool: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: '"--data-size" "100" "--command" "HSET __key__ field __data__" "--command-key-pattern" "P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' @@ -27,7 +27,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--command \"EXPIREAT __key__ 2145916800\" --pipeline 10 --command-key-pattern=\"\ R\" -c 50 -t 2 --hide-histogram --test-time 180 --rate-limiting 100" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-pexpire-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-pexpire-pipeline-10.yml index 6d9f7830..1db68cd5 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-pexpire-pipeline-10.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-pexpire-pipeline-10.yml @@ -9,7 +9,7 @@ dbconfig: check: keyspacelen: 1000000 preload_tool: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: '"--data-size" "100" "--command" "HSET __key__ field __data__" "--command-key-pattern" "P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' @@ -26,7 +26,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--command \"PEXPIRE __key__ 3600000\" --pipeline 10 --command-key-pattern=\"\ R\" -c 50 -t 2 --hide-histogram --test-time 180 --rate-limiting 100" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-scan-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-scan-pipeline-10.yml index 12ffb93e..70b04f2b 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-scan-pipeline-10.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-scan-pipeline-10.yml @@ -8,7 +8,7 @@ dbconfig: check: keyspacelen: 1000000 preload_tool: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: '"--data-size" "100" "--command" "HSET __key__ field __data__" "--command-key-pattern" "P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' @@ -25,7 +25,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--command \"SCAN 0\" --pipeline 10 --command-key-pattern=\"R\" -c 50 -t 2 --hide-histogram --test-time 180 --rate-limiting 100" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-touch-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-touch-pipeline-10.yml index aaa1321a..eb0025cd 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-touch-pipeline-10.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-touch-pipeline-10.yml @@ -9,7 +9,7 @@ dbconfig: check: keyspacelen: 1000000 preload_tool: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: '"--data-size" "100" "--command" "SETEX __key__ 3600 __data__" "--command-key-pattern" "P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' @@ -26,7 +26,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--command \"TOUCH __key__\" --pipeline 10 --command-key-pattern=\"R\"\ \ -c 50 -t 2 --hide-histogram --test-time 180 --rate-limiting 100" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-ttl-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-ttl-pipeline-10.yml index fa2ff9cc..b6198f1b 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-ttl-pipeline-10.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-ttl-pipeline-10.yml @@ -8,7 +8,7 @@ dbconfig: check: keyspacelen: 1000000 preload_tool: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: '"--data-size" "100" "--command" "SETEX __key__ 3600 __data__" "--command-key-pattern" "P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' @@ -25,7 +25,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--command \"TTL __key__\" --pipeline 10 --command-key-pattern=\"R\" -c 50 -t 2 --hide-histogram --test-time 180 --rate-limiting 100" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hexists.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hexists.yml index e0377f9e..5df17a8d 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hexists.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hexists.yml @@ -9,7 +9,7 @@ dbconfig: check: keyspacelen: 1000000 preload_tool: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: '"--data-size" "100" --command "HSET __key__ field1 __data__ field2 __data__ field3 __data__ field4 __data__ field5 __data__" --command-key-pattern="P" @@ -27,7 +27,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--test-time 180 --command \"HEXISTS __key__ field1\" --command-key-pattern=\"\ R\" --command \"HEXISTS __key__ field3\" --command-key-pattern=\"R\" --command diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hget-hgetall-hkeys-hvals-with-100B-values.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hget-hgetall-hkeys-hvals-with-100B-values.yml index d6fc1bf1..48629eeb 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hget-hgetall-hkeys-hvals-with-100B-values.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hget-hgetall-hkeys-hvals-with-100B-values.yml @@ -10,7 +10,7 @@ dbconfig: check: keyspacelen: 1000000 preload_tool: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: '"--data-size" "100" --command "HSET __key__ field1 __data__ field2 __data__ field3 __data__ field4 __data__ field5 __data__" --command-key-pattern="P" @@ -31,7 +31,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "\"--data-size\" \"100\" --command \"HGETALL __key__\" --command-key-pattern=\"\ R\" --command \"HKEYS __key__\" --command-key-pattern=\"R\" --command \"HVALS diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hgetall-50-fields-10B-values.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hgetall-50-fields-10B-values.yml index 8a6fbe9e..a97f084c 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hgetall-50-fields-10B-values.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hgetall-50-fields-10B-values.yml @@ -10,7 +10,7 @@ dbconfig: check: keyspacelen: 1000000 preload_tool: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: '"--data-size" "10" --command "HSET __key__ field:1 __data__ field:2 __data__ field:3 __data__ field:4 __data__ field:5 __data__ field:6 __data__ @@ -38,7 +38,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--command \"HGETALL __key__\" --command-key-pattern=\"R\" --key-minimum=1 --key-maximum 1000000 --test-time 120 -c 50 -t 4 --hide-histogram --rate-limiting diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hincrby.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hincrby.yml index 86299fdf..f135fede 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hincrby.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hincrby.yml @@ -9,7 +9,7 @@ dbconfig: check: keyspacelen: 1000000 preload_tool: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: '"--data-size" "1000" --command "HSET __key__ field1 __data__ field2 __data__ field3 __data__ field4 __data__ field5 __data__" --command-key-pattern="P" @@ -27,7 +27,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--test-time 180 --command \"HINCRBY __key__ field1 1.0\" --command-key-pattern=\"\ R\" --key-minimum=1 --key-maximum 1000000 -c 50 -t 4 --hide-histogram --rate-limiting diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hmget-5-fields-with-100B-values-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hmget-5-fields-with-100B-values-pipeline-10.yml index e5611039..84995e2e 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hmget-5-fields-with-100B-values-pipeline-10.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hmget-5-fields-with-100B-values-pipeline-10.yml @@ -11,7 +11,7 @@ dbconfig: check: keyspacelen: 1000000 preload_tool: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: '"--data-size" "100" --command "HSET __key__ field1 __data__ field2 __data__ field3 __data__ field4 __data__ field5 __data__" --command-key-pattern="P" @@ -29,7 +29,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--pipeline 10 --command \"HMGET __key__ field1 field2 field3 field4 field5\" --command-key-pattern=\"R\" --key-minimum=1 --key-maximum 1000000 --test-time diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-transactions-multi-exec-pipeline-20.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-transactions-multi-exec-pipeline-20.yml index 78bf88db..670d02cb 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-transactions-multi-exec-pipeline-20.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-transactions-multi-exec-pipeline-20.yml @@ -29,7 +29,7 @@ dbconfig: requests: memory: 1g clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "\"--data-size\" \"100\" --command=MULTI --command-key-pattern=S --command=\"\ HSETNX __key__ __key__ __data__\" --command-key-pattern=S --command=\"HEXISTS diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-100B-values.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-100B-values.yml index 2806e96d..8a38c690 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-100B-values.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-100B-values.yml @@ -10,7 +10,7 @@ dbconfig: check: keyspacelen: 1000000 preload_tool: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: '"--data-size" "100" --command "LPUSH __key__ __data__" --command-key-pattern="P" --key-minimum=1 --key-maximum 1000000 --test-time 60 -c 50 -t 4 --hide-histogram' @@ -28,7 +28,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "\"--data-size\" \"100\" --command \"LPOP __key__\" --command-key-pattern=\"\ R\" --command \"RPOP __key__\" --command-key-pattern=\"R\" --key-minimum=1 --key-maximum diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-10B-values.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-10B-values.yml index d3a42a5c..0ba62fc3 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-10B-values.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-10B-values.yml @@ -10,7 +10,7 @@ dbconfig: check: keyspacelen: 1000000 preload_tool: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: '"--data-size" "10" --command "LPUSH __key__ __data__" --command-key-pattern="P" --key-minimum=1 --key-maximum 1000000 --test-time 60 -c 50 -t 4 --hide-histogram' @@ -28,7 +28,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "\"--data-size\" \"10\" --command \"LPOP __key__\" --command-key-pattern=\"\ R\" --command \"RPOP __key__\" --command-key-pattern=\"R\" --key-minimum=1 --key-maximum diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-1KiB-values.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-1KiB-values.yml index 972ef67e..bb2fb07c 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-1KiB-values.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-1KiB-values.yml @@ -10,7 +10,7 @@ dbconfig: check: keyspacelen: 1000000 preload_tool: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: '"--data-size" "1000" --command "LPUSH __key__ __data__" --command-key-pattern="P" --key-minimum=1 --key-maximum 1000000 --test-time 60 -c 50 -t 4 --hide-histogram' @@ -28,7 +28,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "\"--data-size\" \"1000\" --command \"LPOP __key__\" --command-key-pattern=\"\ R\" --command \"RPOP __key__\" --command-key-pattern=\"R\" --key-minimum=1 --key-maximum diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-5-fields-with-1000B-values-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-5-fields-with-1000B-values-pipeline-10.yml index 255567cb..0aa26ad2 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-5-fields-with-1000B-values-pipeline-10.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-5-fields-with-1000B-values-pipeline-10.yml @@ -22,7 +22,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--test-time 180 \"--pipeline\" \"10\" \"--data-size\" \"1000\" --command \"HSET __key__ field1 __data__ field2 __data__ field3 __data__ field4 __data__ diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-5-fields-with-1000B-values.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-5-fields-with-1000B-values.yml index 1354a258..5cae3e0c 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-5-fields-with-1000B-values.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-5-fields-with-1000B-values.yml @@ -22,7 +22,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--test-time 180 \"--data-size\" \"1000\" --command \"HSET __key__ field1 __data__ field2 __data__ field3 __data__ field4 __data__ field5 __data__\" --command-key-pattern=\"\ diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-hmset-5-fields-with-1000B-values.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-hmset-5-fields-with-1000B-values.yml index b5c943f2..3c05786a 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-hmset-5-fields-with-1000B-values.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-hmset-5-fields-with-1000B-values.yml @@ -22,7 +22,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--test-time 180 \"--data-size\" \"1000\" --command \"HMSET __key__ field1 __data__ field2 __data__ field3 __data__ field4 __data__ field5 __data__\" --command-key-pattern=\"\ diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-100B-values.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-100B-values.yml index c346116c..c4259abb 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-100B-values.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-100B-values.yml @@ -21,7 +21,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "\"--data-size\" \"100\" --command \"LPUSH __key__ __data__\" --command-key-pattern=\"\ P\" --key-minimum=1 --key-maximum 1000000 --test-time 180 -c 50 -t 4 --hide-histogram diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-10B-values.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-10B-values.yml index 476151d6..631454ae 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-10B-values.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-10B-values.yml @@ -21,7 +21,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "\"--data-size\" \"10\" --command \"LPUSH __key__ __data__\" --command-key-pattern=\"\ P\" --key-minimum=1 --key-maximum 1000000 --test-time 180 -c 50 -t 4 --hide-histogram diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-1KiB-values.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-1KiB-values.yml index 8c499ffc..bd3d1d44 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-1KiB-values.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-1KiB-values.yml @@ -21,7 +21,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "\"--data-size\" \"1000\" --command \"LPUSH __key__ __data__\" --command-key-pattern=\"\ P\" --key-minimum=1 --key-maximum 1000000 --test-time 180 -c 50 -t 4 --hide-histogram diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-set-intset-with-100-elements-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-set-intset-with-100-elements-pipeline-10.yml index 813d1c63..ba88d7bb 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-set-intset-with-100-elements-pipeline-10.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-set-intset-with-100-elements-pipeline-10.yml @@ -19,7 +19,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--pipeline 10 --test-time 180 -c 50 -t 4 --command \"SADD __key__ 436858 768277 10664 860016 865292 841848 313147 896678 386308 977048 203069 283373 593503 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-set-intset-with-100-elements.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-set-intset-with-100-elements.yml index 242c3061..010314f5 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-set-intset-with-100-elements.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-set-intset-with-100-elements.yml @@ -19,7 +19,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--test-time 180 -c 50 -t 4 --command \"SADD __key__ 436858 768277 10664 860016 865292 841848 313147 896678 386308 977048 203069 283373 593503 457419 169542 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-1-fields-with-100B-values-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-1-fields-with-100B-values-pipeline-10.yml index a36dd5ce..ba9d7425 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-1-fields-with-100B-values-pipeline-10.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-1-fields-with-100B-values-pipeline-10.yml @@ -19,7 +19,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "\"--pipeline\" \"10\" \"--data-size\" \"100\" --command \"XADD __key__ MAXLEN ~ 1 * field __data__\" --command-key-pattern=\"P\" --key-minimum=1 --key-maximum diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-1-fields-with-100B-values.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-1-fields-with-100B-values.yml index d9b0230e..66a4e987 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-1-fields-with-100B-values.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-1-fields-with-100B-values.yml @@ -19,7 +19,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "\"--data-size\" \"100\" --command \"XADD __key__ MAXLEN ~ 1 * field __data__\" --command-key-pattern=\"P\" --key-minimum=1 --key-maximum 1000000 --test-time diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-5-fields-with-100B-values-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-5-fields-with-100B-values-pipeline-10.yml index 8cf4c011..2ccb1367 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-5-fields-with-100B-values-pipeline-10.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-5-fields-with-100B-values-pipeline-10.yml @@ -20,7 +20,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "\"--pipeline\" \"10\" \"--data-size\" \"100\" --command \"XADD __key__ MAXLEN ~ 5 * field __data__ field __data__ field __data__ field __data__ field diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-5-fields-with-100B-values.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-5-fields-with-100B-values.yml index b23bc67b..c6fa3f20 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-5-fields-with-100B-values.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-5-fields-with-100B-values.yml @@ -20,7 +20,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "\"--data-size\" \"100\" --command \"XADD __key__ MAXLEN ~ 5 * field __data__ field __data__ field __data__ field __data__ field __data__\" --command-key-pattern=\"\ diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-100B-values-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-100B-values-pipeline-10.yml index 6c1014d9..3f375e79 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-100B-values-pipeline-10.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-100B-values-pipeline-10.yml @@ -19,7 +19,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "\"--pipeline\" \"10\" \"--data-size\" \"100\" --ratio 1:0 --key-pattern P:P --key-minimum=1 --key-maximum 1000000 --test-time 180 -c 50 -t 4 --hide-histogram diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-100B-values.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-100B-values.yml index e655910b..7c518351 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-100B-values.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-100B-values.yml @@ -20,7 +20,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "\"--data-size\" \"100\" --ratio 1:0 --key-pattern P:P --key-minimum=1 --key-maximum 1000000 --test-time 180 -c 50 -t 4 --hide-histogram --rate-limiting diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-10.yml index 1230652c..b141b2d2 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-10.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-10.yml @@ -19,7 +19,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "\"--pipeline\" \"10\" \"--data-size\" \"10\" --ratio 1:0 --key-pattern P:P --key-minimum=1 --key-maximum 1000000 --test-time 180 -c 50 -t 4 --hide-histogram diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-10B-values.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-10B-values.yml index 85204acb..837585bc 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-10B-values.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-10B-values.yml @@ -19,7 +19,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "\"--data-size\" \"10\" --ratio 1:0 --key-pattern P:P --key-minimum=1 --key-maximum 1000000 --test-time 180 -c 50 -t 4 --hide-histogram --rate-limiting diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-1KiB-values.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-1KiB-values.yml index e3f2ad28..ebc72d7d 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-1KiB-values.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-1KiB-values.yml @@ -19,7 +19,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "\"--data-size\" \"1000\" --ratio 1:0 --key-pattern P:P --key-minimum=1 --key-maximum 1000000 --test-time 180 -c 50 -t 4 --hide-histogram --rate-limiting diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-20KiB-values.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-20KiB-values.yml index 638ee21e..a89d4f6b 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-20KiB-values.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-20KiB-values.yml @@ -20,7 +20,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "\"--data-size\" \"20000\" --ratio 1:0 --key-pattern P:P --key-minimum=1 --key-maximum 1000000 --test-time 180 -c 50 -t 4 --hide-histogram --rate-limiting diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-zset-with-10-elements-double-score.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-zset-with-10-elements-double-score.yml index 1ea84d08..525e219e 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-zset-with-10-elements-double-score.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-zset-with-10-elements-double-score.yml @@ -19,7 +19,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--test-time 180 -c 50 -t 4 --command \"ZADD __key__ 0.306275 lysbgqqfqw 0.486004 mtccjerdon 0.941626 jekkafodvk 0.602656 nmgxcctxpn 0.630771 vyqqkuszzh diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-zset-with-10-elements-int-score.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-zset-with-10-elements-int-score.yml index 3bde6554..4b6ba985 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-zset-with-10-elements-int-score.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-zset-with-10-elements-int-score.yml @@ -19,7 +19,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--test-time 180 -c 50 -t 4 --command \"ZADD __key__ 1 lysbgqqfqw 2 mtccjerdon 3 jekkafodvk 4 nmgxcctxpn 5 vyqqkuszzh 6 pytrnqdhvs 7 oguwnmniig 8 gekntrykfh diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-append-1-100B-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-append-1-100B-pipeline-10.yml index d4b0b524..c1b1241d 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-append-1-100B-pipeline-10.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-append-1-100B-pipeline-10.yml @@ -10,7 +10,7 @@ dbconfig: check: keyspacelen: 1000000 preload_tool: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: '"--data-size" "1" "--ratio" "1:0" "--key-pattern" "P:P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' @@ -25,7 +25,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--test-time 120 --pipeline 10 --data-size-range=1-100 --command \"APPEND __key__ __data__\" --command-key-pattern=\"R\" --key-minimum=1 --key-maximum 1000000 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-append-1-100B.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-append-1-100B.yml index c1f8505e..ad676873 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-append-1-100B.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-append-1-100B.yml @@ -9,7 +9,7 @@ dbconfig: check: keyspacelen: 1000000 preload_tool: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: '"--data-size" "1" "--ratio" "1:0" "--key-pattern" "P:P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' @@ -24,7 +24,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--test-time 120 --data-size-range=1-100 --command \"APPEND __key__ __data__\"\ \ --command-key-pattern=\"R\" --key-minimum=1 --key-maximum 1000000 -c 50 -t 4 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-decr.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-decr.yml index ab9fa880..a6eefb0c 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-decr.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-decr.yml @@ -9,7 +9,7 @@ dbconfig: check: keyspacelen: 1000000 preload_tool: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: ' --command "SET __key__ 9223372036854775807" --command-key-pattern="P" -n 5000 --key-minimum=1 --key-maximum 1000000 -c 50 -t 4 --hide-histogram' @@ -24,7 +24,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--test-time 180 --command \"DECR __key__\" --command-key-pattern=\"\ R\" --key-minimum=1 --key-maximum 1000000 -c 4 -t 4 --hide-histogram --rate-limiting diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-100B-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-100B-pipeline-10.yml index fc5d6b97..6c75dc62 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-100B-pipeline-10.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-100B-pipeline-10.yml @@ -9,7 +9,7 @@ dbconfig: check: keyspacelen: 1000000 preload_tool: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: '"--data-size" "100" "--ratio" "1:0" "--key-pattern" "P:P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' @@ -24,7 +24,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "\"--pipeline\" \"10\" \"--data-size\" \"100\" --ratio 0:1 --key-pattern R:R -c 25 -t 4 --hide-histogram --test-time 180 --rate-limiting 100" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-100B.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-100B.yml index 0d1c63ce..7d87a49e 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-100B.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-100B.yml @@ -8,7 +8,7 @@ dbconfig: check: keyspacelen: 1000000 preload_tool: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: '"--data-size" "100" "--ratio" "1:0" "--key-pattern" "P:P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' @@ -23,7 +23,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--data-size 100 --ratio 0:1 --key-pattern R:R -c 25 -t 4 --hide-histogram --test-time 180 --rate-limiting 100" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-10B-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-10B-pipeline-10.yml index ea3dceaa..00c36c5e 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-10B-pipeline-10.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-10B-pipeline-10.yml @@ -9,7 +9,7 @@ dbconfig: check: keyspacelen: 1000000 preload_tool: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: '"--data-size" "10" "--ratio" "1:0" "--key-pattern" "P:P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' @@ -24,7 +24,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "\"--pipeline\" \"10\" \"--data-size\" \"10\" --ratio 0:1 --key-pattern R:R -c 25 -t 4 --hide-histogram --test-time 180 --rate-limiting 100" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-10B.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-10B.yml index cec600af..dcfdc888 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-10B.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-10B.yml @@ -8,7 +8,7 @@ dbconfig: check: keyspacelen: 1000000 preload_tool: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: '"--data-size" "10" "--ratio" "1:0" "--key-pattern" "P:P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' @@ -23,7 +23,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "\"--data-size\" \"10\" --ratio 0:1 --key-pattern R:R -c 25 -t 4 --hide-histogram --test-time 180 --rate-limiting 100" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-1KiB-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-1KiB-pipeline-10.yml index d6265d25..7620c760 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-1KiB-pipeline-10.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-1KiB-pipeline-10.yml @@ -9,7 +9,7 @@ dbconfig: check: keyspacelen: 1000000 preload_tool: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: '"--data-size" "1000" "--ratio" "1:0" "--key-pattern" "P:P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' @@ -24,7 +24,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--pipeline 10 --data-size 1000 --ratio 0:1 --key-pattern R:R -c 25 -t 4 --hide-histogram --test-time 180 --rate-limiting 100" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-1KiB.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-1KiB.yml index 1f0a561b..23c162d8 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-1KiB.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-1KiB.yml @@ -8,7 +8,7 @@ dbconfig: check: keyspacelen: 1000000 preload_tool: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: '"--data-size" "1000" "--ratio" "1:0" "--key-pattern" "P:P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' @@ -23,7 +23,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--data-size 1000 --ratio 0:1 --key-pattern R:R -c 25 -t 4 --hide-histogram --test-time 180 --rate-limiting 100" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-200KiB.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-200KiB.yml index e2ed461a..1d102a81 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-200KiB.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-200KiB.yml @@ -8,7 +8,7 @@ dbconfig: check: keyspacelen: 1000000 preload_tool: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: '"--data-size" "200000" "--ratio" "1:0" "--key-pattern" "P:P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' @@ -23,7 +23,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--data-size 200000 --ratio 0:1 --key-pattern R:R -c 25 -t 4 --hide-histogram --test-time 180 --rate-limiting 100" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-20KiB.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-20KiB.yml index 03dbbe9e..e6cfae25 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-20KiB.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-20KiB.yml @@ -8,7 +8,7 @@ dbconfig: check: keyspacelen: 1000000 preload_tool: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: '"--data-size" "20000" "--ratio" "1:0" "--key-pattern" "P:P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' @@ -23,7 +23,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--data-size 20000 --ratio 0:1 --key-pattern R:R -c 25 -t 4 --hide-histogram --test-time 180 --rate-limiting 100" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrby-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrby-pipeline-10.yml index aa25cfe4..4d9cad4f 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrby-pipeline-10.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrby-pipeline-10.yml @@ -19,7 +19,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--test-time 120 --pipeline 10 --command \"INCRBY __key__ 1\" --command-key-pattern=\"\ R\" --key-minimum=1 --key-maximum 1000000 -c 50 -t 4 --hide-histogram --rate-limiting diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrby.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrby.yml index 19400211..c5070a40 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrby.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrby.yml @@ -18,7 +18,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--test-time 120 --command \"INCRBY __key__ 1\" --command-key-pattern=\"\ R\" --key-minimum=1 --key-maximum 1000000 -c 50 -t 4 --hide-histogram --rate-limiting diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrbyfloat-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrbyfloat-pipeline-10.yml index 9a42384c..811acc2f 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrbyfloat-pipeline-10.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrbyfloat-pipeline-10.yml @@ -19,7 +19,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--test-time 120 --pipeline 10 --command \"INCRBYFLOAT __key__ 0.01\"\ \ --command-key-pattern=\"R\" --key-minimum=1 --key-maximum 1000000 -c 50 -t 4 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrbyfloat.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrbyfloat.yml index a2caca66..5946fcac 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrbyfloat.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrbyfloat.yml @@ -18,7 +18,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--test-time 120 --command \"INCRBYFLOAT __key__ 0.01\" --command-key-pattern=\"\ R\" --key-minimum=1 --key-maximum 1000000 -c 50 -t 4 --hide-histogram --rate-limiting diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-mget-1KiB.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-mget-1KiB.yml index e9204301..3397e02f 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-mget-1KiB.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-mget-1KiB.yml @@ -8,7 +8,7 @@ dbconfig: check: keyspacelen: 1000000 preload_tool: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: --data-size 1000 --key-maximum 1000000 --key-prefix "" --command="SET __key__ __data__" --command-key-pattern P --key-minimum 1 --hide-histogram @@ -24,7 +24,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--key-prefix \"\" --command \"MGET __key__ 1 2 3 4 5 6 7 8 9\" -c 50 -t 2 --hide-histogram --test-time 180 --rate-limiting 100" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setex-100B-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setex-100B-pipeline-10.yml index 9a301e91..5ad800b0 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setex-100B-pipeline-10.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setex-100B-pipeline-10.yml @@ -9,7 +9,7 @@ dbconfig: check: keyspacelen: 1000000 preload_tool: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: '"--data-size" "100" "--ratio" "1:0" "--key-pattern" "P:P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' @@ -24,7 +24,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--test-time 120 --pipeline 10 --command \"SETEX __key__ 3600 __value__\"\ \ --command-key-pattern=\"R\" --key-minimum=1 --key-maximum 1000000 -c 50 -t 4 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setrange-100B-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setrange-100B-pipeline-10.yml index d0a272f7..d81cf0d3 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setrange-100B-pipeline-10.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setrange-100B-pipeline-10.yml @@ -9,7 +9,7 @@ dbconfig: check: keyspacelen: 1000000 preload_tool: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: '"--data-size" "100" "--ratio" "1:0" "--key-pattern" "P:P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' @@ -24,7 +24,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--test-time 120 --pipeline 10 --data-size-range=1-95 --command \"SETRANGE __key__ 5 __data__\" --command-key-pattern=\"R\" --key-minimum=1 --key-maximum diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setrange-100B.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setrange-100B.yml index 9a8a567a..e9b28b19 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setrange-100B.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setrange-100B.yml @@ -8,7 +8,7 @@ dbconfig: check: keyspacelen: 1000000 preload_tool: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: '"--data-size" "100" "--ratio" "1:0" "--key-pattern" "P:P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' @@ -23,7 +23,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--test-time 120 --data-size-range=1-95 --command \"SETRANGE __key__ 5 __data__\" --command-key-pattern=\"R\" --key-minimum=1 --key-maximum 1000000 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-2-elements-geopos.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-2-elements-geopos.yml index 32ea7dfb..6a1ba364 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-2-elements-geopos.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-2-elements-geopos.yml @@ -23,7 +23,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "-c 50 -t 4 --command=\"GEOPOS Sicily Palermo Catania\" --hide-histogram --test-time 120 --rate-limiting 50" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-2-elements-geosearch-fromlonlat-withcoord.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-2-elements-geosearch-fromlonlat-withcoord.yml index cad655fb..46612764 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-2-elements-geosearch-fromlonlat-withcoord.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-2-elements-geosearch-fromlonlat-withcoord.yml @@ -25,7 +25,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "-c 50 -t 4 --command=\"GEOSEARCH Sicily FROMLONLAT 15 37 BYBOX 400 400 km ASC WITHCOORD WITHDIST\" --hide-histogram --test-time 120 --rate-limiting diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geodist-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geodist-pipeline-10.yml index 543a24c7..1449dfb4 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geodist-pipeline-10.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geodist-pipeline-10.yml @@ -24,7 +24,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--pipeline 10 -c 50 -t 4 --command=\"GEODIST key 1 2\" --hide-histogram --test-time 180 --rate-limiting 50" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geodist.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geodist.yml index a836f6f0..eb1456ee 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geodist.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geodist.yml @@ -23,7 +23,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "-c 50 -t 4 --command=\"GEODIST key 1 2\" --hide-histogram --test-time 180 --rate-limiting 50" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geohash-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geohash-pipeline-10.yml index 4a91f5bb..2bdf31a4 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geohash-pipeline-10.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geohash-pipeline-10.yml @@ -24,7 +24,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--pipeline 10 -c 50 -t 4 --command=\"GEOHASH key 1\" --hide-histogram --test-time 180 --rate-limiting 50" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geohash.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geohash.yml index 62c38407..9956cc04 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geohash.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geohash.yml @@ -23,7 +23,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "-c 50 -t 4 --command=\"GEOHASH key 1\" --hide-histogram --test-time 180 --rate-limiting 50" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geopos-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geopos-pipeline-10.yml index fc9e7d3e..920a1322 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geopos-pipeline-10.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geopos-pipeline-10.yml @@ -24,7 +24,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--pipeline 10 -c 50 -t 4 --command=\"GEOPOS key 1\" --hide-histogram --test-time 180 --rate-limiting 50" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geopos.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geopos.yml index fcfb0384..23e6487b 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geopos.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geopos.yml @@ -23,7 +23,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "-c 50 -t 4 --command=\"GEOPOS key 1\" --hide-histogram --test-time 180 --rate-limiting 50" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat-bybox.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat-bybox.yml index 30f9ef9b..eb57592c 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat-bybox.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat-bybox.yml @@ -24,7 +24,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "-c 2 -t 4 --command=\"GEOSEARCH key FROMLONLAT 7.0 55.0 BYBOX 200 200 KM\" --hide-histogram --test-time 180 --rate-limiting 1250" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat-pipeline-10.yml index acce55dc..801f6afc 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat-pipeline-10.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat-pipeline-10.yml @@ -24,7 +24,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--pipeline 10 -c 2 -t 4 --command=\"GEOSEARCH key FROMLONLAT 7.0 55.0 BYRADIUS 200 KM\" --hide-histogram --test-time 180 --rate-limiting 1250" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat.yml index 1e3fa16d..08fbef77 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat.yml @@ -24,7 +24,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "-c 2 -t 4 --command=\"GEOSEARCH key FROMLONLAT 7.0 55.0 BYRADIUS 200 KM\" --hide-histogram --test-time 180 --rate-limiting 1250" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-hash-hscan-50-fields-10B-values.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-hash-hscan-50-fields-10B-values.yml index a2f3059a..5cd88746 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-hash-hscan-50-fields-10B-values.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-hash-hscan-50-fields-10B-values.yml @@ -10,7 +10,7 @@ dbconfig: check: keyspacelen: 1 preload_tool: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: '"--data-size" "10" --command "HSET __key__ field:1 __data__ field:2 __data__ field:3 __data__ field:4 __data__ field:5 __data__ field:6 __data__ @@ -38,7 +38,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--command \"HSCAN __key__ 0\" --command-key-pattern=\"R\" --key-minimum=1 --key-maximum 1 --test-time 120 -c 50 -t 4 --hide-histogram --rate-limiting 50" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10-elements-lrange-all-elements-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10-elements-lrange-all-elements-pipeline-10.yml index 61018493..3c7d5d33 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10-elements-lrange-all-elements-pipeline-10.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10-elements-lrange-all-elements-pipeline-10.yml @@ -25,7 +25,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--pipeline 10 --command=\"LRANGE list:10 0 -1\" --hide-histogram --test-time 180 --rate-limiting 50" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10-elements-lrange-all-elements.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10-elements-lrange-all-elements.yml index 64d9edc0..15a8c705 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10-elements-lrange-all-elements.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10-elements-lrange-all-elements.yml @@ -25,7 +25,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--command=\"LRANGE list:10 0 -1\" --hide-histogram --test-time 180 --rate-limiting 50" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-100-elements-lrange-all-elements-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-100-elements-lrange-all-elements-pipeline-10.yml index 3329ab55..7b58e9eb 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-100-elements-lrange-all-elements-pipeline-10.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-100-elements-lrange-all-elements-pipeline-10.yml @@ -40,7 +40,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--pipeline 10 --command=\"LRANGE list:100 0 -1\" --hide-histogram --test-time 180 --rate-limiting 50" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-100-elements-lrange-all-elements.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-100-elements-lrange-all-elements.yml index 35df60b4..a53eba36 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-100-elements-lrange-all-elements.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-100-elements-lrange-all-elements.yml @@ -40,7 +40,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--command=\"LRANGE list:100 0 -1\" --hide-histogram --test-time 180 --rate-limiting 50" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10K-elements-lindex-integer.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10K-elements-lindex-integer.yml index 64cb3089..d69042db 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10K-elements-lindex-integer.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10K-elements-lindex-integer.yml @@ -10,7 +10,7 @@ dbconfig: check: keyspacelen: 1 preload_tool: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: --hide-histogram --command "RPUSH intlist __key__" --key-maximum 10000 --key-minimum 1 -n allkeys --key-prefix "" --command-key-pattern S -c 1 -t 1 @@ -29,7 +29,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--command=\"LINDEX intlist 5000\" --hide-histogram --test-time 120 --rate-limiting 50" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10K-elements-lindex-string.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10K-elements-lindex-string.yml index 29c63f43..a412110d 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10K-elements-lindex-string.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10K-elements-lindex-string.yml @@ -10,7 +10,7 @@ dbconfig: check: keyspacelen: 1 preload_tool: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: --hide-histogram --command "RPUSH strlist __key__" --key-maximum 10000 --key-minimum 1 -n allkeys --key-prefix "hello" --command-key-pattern S -c 1 @@ -29,7 +29,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--command=\"LINDEX strlist 5000\" --hide-histogram --test-time 120 --rate-limiting 50" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-1K-elements-lrange-all-elements-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-1K-elements-lrange-all-elements-pipeline-10.yml index 1d69761d..4f33585f 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-1K-elements-lrange-all-elements-pipeline-10.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-1K-elements-lrange-all-elements-pipeline-10.yml @@ -190,7 +190,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--pipeline 10 --command=\"LRANGE list:1000 0 -1\" --hide-histogram --test-time 180 --rate-limiting 50" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-1K-elements-lrange-all-elements.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-1K-elements-lrange-all-elements.yml index c5caab6c..357ed734 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-1K-elements-lrange-all-elements.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-1K-elements-lrange-all-elements.yml @@ -190,7 +190,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--command=\"LRANGE list:1000 0 -1\" --hide-histogram --test-time 180 --rate-limiting 50" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-pfadd-4KB-values-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-pfadd-4KB-values-pipeline-10.yml index bccdbd60..bfe05401 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-pfadd-4KB-values-pipeline-10.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-pfadd-4KB-values-pipeline-10.yml @@ -21,7 +21,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--pipeline 10 -c 2 -t 2 --command=\"PFADD hll __data__\" -R --data-size=4096\ \ --hide-histogram --test-time 180 --rate-limiting 2500" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smembers-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smembers-pipeline-10.yml index 9114969d..9d3198e4 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smembers-pipeline-10.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smembers-pipeline-10.yml @@ -25,7 +25,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--pipeline 10 --command=\"SMEMBERS set:10\" --hide-histogram --test-time 180 --rate-limiting 50" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smembers.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smembers.yml index 079224fb..4cae22f1 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smembers.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smembers.yml @@ -24,7 +24,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--command=\"SMEMBERS set:10\" --hide-histogram --test-time 180 --rate-limiting 50" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smismember.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smismember.yml index 7b129b67..21bdcb26 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smismember.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smismember.yml @@ -24,7 +24,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--command=\"SMISMEMBER set:10 lysbgqqfqw not-a-member\" --hide-histogram --test-time 180 --rate-limiting 50" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sismember-is-a-member.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sismember-is-a-member.yml index 35465316..e0bcd5a1 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sismember-is-a-member.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sismember-is-a-member.yml @@ -40,7 +40,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--command=\"SISMEMBER set:100 lysbgqqfqw\" --hide-histogram --test-time 180 --rate-limiting 50" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sismember-not-a-member.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sismember-not-a-member.yml index 63d38eab..8944b915 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sismember-not-a-member.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sismember-not-a-member.yml @@ -40,7 +40,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--command=\"SISMEMBER set:100 not-a-member\" --hide-histogram --test-time 180 --rate-limiting 50" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-smembers.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-smembers.yml index 932bbb26..557761a4 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-smembers.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-smembers.yml @@ -38,7 +38,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--command=\"SMEMBERS set:100\" --hide-histogram --test-time 180 --rate-limiting 50" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-smismember.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-smismember.yml index 6cfc444f..31056597 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-smismember.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-smismember.yml @@ -41,7 +41,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--command=\"SMISMEMBER set:100 lysbgqqfqw not-a-member\" --hide-histogram --test-time 180 --rate-limiting 50" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sscan.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sscan.yml index da5b2550..79d470d6 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sscan.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sscan.yml @@ -38,7 +38,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--command=\"SSCAN set:100 0\" --hide-histogram --test-time 120 --rate-limiting 50" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10M-elements-sismember-50pct-chance.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10M-elements-sismember-50pct-chance.yml index 71101c65..cc8a5e2e 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10M-elements-sismember-50pct-chance.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10M-elements-sismember-50pct-chance.yml @@ -13,7 +13,7 @@ dbconfig: requests: memory: 1g preload_tool: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: --command="SADD set:10M:elements __key__" --command-key-pattern=P --key-maximum 10000000 --key-prefix "" -n 10000000 --hide-histogram -t 1 -c 1 @@ -28,7 +28,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--command=\"SISMEMBER set:10M:elements __key__\" --key-maximum 20000000 --key-prefix \"\" --hide-histogram --test-time 180 --rate-limiting 50" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-1K-elements-smembers.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-1K-elements-smembers.yml index 83df2820..2ca56612 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-1K-elements-smembers.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-1K-elements-smembers.yml @@ -188,7 +188,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--command=\"SMEMBERS set:1000\" --hide-histogram --test-time 180 --rate-limiting 50" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-1M-elements-sismember-50pct-chance.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-1M-elements-sismember-50pct-chance.yml index 0854e4a8..27e51723 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-1M-elements-sismember-50pct-chance.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-1M-elements-sismember-50pct-chance.yml @@ -13,7 +13,7 @@ dbconfig: requests: memory: 1g preload_tool: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: --command="SADD set:1M:elements __key__" --command-key-pattern=P --key-maximum 1000000 --key-prefix "" -n 1000000 --hide-histogram -t 1 -c 1 @@ -28,7 +28,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--command=\"SISMEMBER set:1M:elements __key__\" --key-maximum 2000000 --key-prefix \"\" --hide-histogram --test-time 180 --rate-limiting 50" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-200K-elements-sadd-constant.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-200K-elements-sadd-constant.yml index 917b4ad5..2fc585e4 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-200K-elements-sadd-constant.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-200K-elements-sadd-constant.yml @@ -13,7 +13,7 @@ dbconfig: requests: memory: 1g preload_tool: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: --command="SADD myset __key__" --command-key-pattern=P --key-maximum 200000 --key-prefix "" -n 200000 --hide-histogram -t 1 -c 1 @@ -27,7 +27,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--command=\"SADD myset __key__\" --key-maximum 200000 --key-prefix \"\ \" --hide-histogram --test-time 180 --rate-limiting 50" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-2M-elements-sadd-increasing.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-2M-elements-sadd-increasing.yml index 89f5837f..e6933b4b 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-2M-elements-sadd-increasing.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-2M-elements-sadd-increasing.yml @@ -21,7 +21,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--command=\"SADD myset __key__\" --command-key-pattern=P --key-maximum 2000000 --key-prefix \"\" -n 1000000 -c 5 -t 4 --hide-histogram --rate-limiting diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zincrby-1M-elements-pipeline-1.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zincrby-1M-elements-pipeline-1.yml index b612062d..563c1024 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zincrby-1M-elements-pipeline-1.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zincrby-1M-elements-pipeline-1.yml @@ -10,7 +10,7 @@ dbconfig: check: keyspacelen: 1 preload_tool: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: --command="ZADD key1 __key__ __key__" --command-key-pattern=P --key-maximum 1000000 --key-prefix "" -n 1000000 --hide-histogram -t 1 -c 1 @@ -27,7 +27,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--command=\"ZINCRBY key1 1 __key__\" --key-maximum 1000000 --command-key-pattern=R --key-prefix \"\" --hide-histogram --test-time 180 --pipeline 1 -c 1 -t 1 --rate-limiting diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrank-1M-elements-pipeline-1.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrank-1M-elements-pipeline-1.yml index 8055b868..5aa7f9e7 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrank-1M-elements-pipeline-1.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrank-1M-elements-pipeline-1.yml @@ -10,7 +10,7 @@ dbconfig: check: keyspacelen: 1 preload_tool: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: --command="ZADD key1 __key__ __key__" --command-key-pattern=P --key-maximum 1000000 --key-prefix "" -n 1000000 --hide-histogram -t 1 -c 1 @@ -27,7 +27,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--command=\"ZRANK key1 __key__\" --key-maximum 1000000 --command-key-pattern=R --key-prefix \"\" --hide-histogram --test-time 180 --pipeline 1 -c 1 -t 1 --rate-limiting diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrem-5M-elements-pipeline-1.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrem-5M-elements-pipeline-1.yml index f12709cf..3b8813b9 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrem-5M-elements-pipeline-1.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrem-5M-elements-pipeline-1.yml @@ -17,7 +17,7 @@ dbconfig: check: keyspacelen: 1 preload_tool: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: --command="ZADD key1 __key__ __key__" --command-key-pattern=P --key-maximum 5000000 --key-prefix "" -n 5000000 --hide-histogram -t 1 -c 1 @@ -34,7 +34,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--command=\"ZREM key1 __key__\" --key-maximum 5000000 --command-key-pattern=R --key-prefix \"\" --hide-histogram --test-time 180 --pipeline 1 -c 1 -t 1 --randomize diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrevrangebyscore-256K-elements-pipeline-1.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrevrangebyscore-256K-elements-pipeline-1.yml index 44fbd4d1..3a750de9 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrevrangebyscore-256K-elements-pipeline-1.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrevrangebyscore-256K-elements-pipeline-1.yml @@ -10,7 +10,7 @@ dbconfig: check: keyspacelen: 1 preload_tool: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: --command="ZADD key1 __key__ __data__" --command-key-pattern=P --key-maximum 262144 --key-prefix "" -R --data-size=1024 -n 262144 --hide-histogram -t 1 -c @@ -28,7 +28,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--command=\"ZREVRANGEBYSCORE key1 262144 1 WITHSCORES LIMIT 1 10\" --hide-histogram --test-time 180 --pipeline 1 --rate-limiting 50" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrevrank-1M-elements-pipeline-1.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrevrank-1M-elements-pipeline-1.yml index 93a61e8b..8b1baa7f 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrevrank-1M-elements-pipeline-1.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrevrank-1M-elements-pipeline-1.yml @@ -10,7 +10,7 @@ dbconfig: check: keyspacelen: 1 preload_tool: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: --command="ZADD key1 __key__ __key__" --command-key-pattern=P --key-maximum 1000000 --key-prefix "" -n 1000000 --hide-histogram -t 1 -c 1 @@ -27,7 +27,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--command=\"ZREVRANK key1 __key__\" --key-maximum 1000000 --command-key-pattern=R --key-prefix \"\" --hide-histogram --test-time 180 --pipeline 1 -c 1 -t 1 --rate-limiting diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-10-elements-zrange-all-elements-long-scores.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-10-elements-zrange-all-elements-long-scores.yml index 3565b5c3..39e98671 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-10-elements-zrange-all-elements-long-scores.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-10-elements-zrange-all-elements-long-scores.yml @@ -27,7 +27,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--command=\"ZRANGE zset:10:long_score 0 1000000000 BYSCORE WITHSCORES\"\ \ --hide-histogram --test-time 180 --rate-limiting 50" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-10-elements-zrange-all-elements.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-10-elements-zrange-all-elements.yml index f668fa07..56e66c63 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-10-elements-zrange-all-elements.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-10-elements-zrange-all-elements.yml @@ -26,7 +26,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--command=\"ZRANGE zset:10 0 1 BYSCORE WITHSCORES\" --hide-histogram --test-time 180 --rate-limiting 50" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrange-all-elements.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrange-all-elements.yml index 63c73820..89e28e3b 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrange-all-elements.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrange-all-elements.yml @@ -52,7 +52,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--command=\"ZRANGE zset:100 0 1 BYSCORE WITHSCORES\" --hide-histogram --test-time 180 --rate-limiting 50" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrangebyscore-all-elements-long-scores.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrangebyscore-all-elements-long-scores.yml index 81912f33..87c4572e 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrangebyscore-all-elements-long-scores.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrangebyscore-all-elements-long-scores.yml @@ -52,7 +52,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--command=\"ZRANGEBYSCORE zset:100:long_score 0 1000000000 WITHSCORES\"\ \ --hide-histogram --test-time 180 --rate-limiting 50" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrangebyscore-all-elements.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrangebyscore-all-elements.yml index 85bf6842..d8a89597 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrangebyscore-all-elements.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrangebyscore-all-elements.yml @@ -52,7 +52,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--command=\"ZRANGEBYSCORE zset:100 0 1 WITHSCORES\" --hide-histogram --test-time 180 --rate-limiting 50" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zscan.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zscan.yml index d788799b..f5a1d6cb 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zscan.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zscan.yml @@ -51,7 +51,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--command=\"ZSCAN zset:100 0\" --hide-histogram --test-time 120 --rate-limiting 50" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zcard-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zcard-pipeline-10.yml index 2c5ede63..0d44b067 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zcard-pipeline-10.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zcard-pipeline-10.yml @@ -10,7 +10,7 @@ dbconfig: check: keyspacelen: 1 preload_tool: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: --key-maximum 1000000 --key-prefix "" --command="ZADD lb __key__ __key__" --command-key-pattern P --hide-histogram -t 4 -c 100 @@ -27,7 +27,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--command=\"ZCARD lb\" --hide-histogram --test-time 180 --pipeline 10 --rate-limiting 50" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zrevrange-5-elements.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zrevrange-5-elements.yml index 491efc86..ec30fdcc 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zrevrange-5-elements.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zrevrange-5-elements.yml @@ -11,7 +11,7 @@ dbconfig: check: keyspacelen: 1 preload_tool: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: --key-maximum 1000000 --key-prefix "" --command="ZADD lb __key__ __key__" --command-key-pattern P --hide-histogram -t 4 -c 100 @@ -28,7 +28,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--command=\"ZREVRANGE lb 5 10\" --hide-histogram --test-time 180 --rate-limiting 50" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zscore-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zscore-pipeline-10.yml index edfd90d3..5e2b7a94 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zscore-pipeline-10.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zscore-pipeline-10.yml @@ -10,7 +10,7 @@ dbconfig: check: keyspacelen: 1 preload_tool: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: --key-maximum 1000000 --key-prefix "" --command="ZADD lb __key__ __key__" --command-key-pattern P --hide-histogram -t 4 -c 100 @@ -27,7 +27,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--command=\"zscore lb __key__\" --key-prefix \"\" --hide-histogram --test-time 180 --pipeline 10 --rate-limiting 50" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-lua-eval-hset-expire.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-lua-eval-hset-expire.yml index a4d273bb..92c47060 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-lua-eval-hset-expire.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-lua-eval-hset-expire.yml @@ -24,7 +24,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--command=\"eval \\\"redis.call('hset', 'h1', 'k', 'v');redis.call('hset', 'h2', 'k', 'v');redis.call('expire', 'h1', 3600);redis.call('expire', 'h2', 3600);return diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-lua-evalsha-hset-expire.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-lua-evalsha-hset-expire.yml index 1cc3fd5a..1a1a8c9e 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-lua-evalsha-hset-expire.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-lua-evalsha-hset-expire.yml @@ -30,7 +30,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--command=\"EVALSHA 5664e4cac3c4cb86682722a5e3cf03e2f83ce7a1 0\" --hide-histogram --test-time 180 --rate-limiting 50" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sdiff.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sdiff.yml index 9480cffa..8b992d69 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sdiff.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sdiff.yml @@ -41,7 +41,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--command=\"SDIFF set:100 set:10\" --hide-histogram --test-time 180 --rate-limiting 50" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sinter.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sinter.yml index 31776d83..a26b1897 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sinter.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sinter.yml @@ -42,7 +42,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--command=\"SINTER set:100 set:10\" --hide-histogram --test-time 180 --rate-limiting 50" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sunion.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sunion.yml index ff38fc8a..793dcb84 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sunion.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sunion.yml @@ -42,7 +42,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--command=\"SUNION set:100 set:10\" --hide-histogram --test-time 180 --rate-limiting 50" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-stream-5-entries-xread-all-entries-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-stream-5-entries-xread-all-entries-pipeline-10.yml index 6510ee54..61bee79f 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-stream-5-entries-xread-all-entries-pipeline-10.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-stream-5-entries-xread-all-entries-pipeline-10.yml @@ -31,7 +31,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--pipeline 10 --command=\"XREAD STREAMS key-1 key-2 0 0\" --hide-histogram --test-time 180 --rate-limiting 50" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-stream-5-entries-xread-all-entries.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-stream-5-entries-xread-all-entries.yml index a4b52427..4b7e6143 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-stream-5-entries-xread-all-entries.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-stream-5-entries-xread-all-entries.yml @@ -31,7 +31,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--command=\"XREAD STREAMS key-1 key-2 0 0\" --hide-histogram --test-time 180 --rate-limiting 50" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-3Mkeys-load-string-with-512B-values.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-3Mkeys-load-string-with-512B-values.yml index c0b2a5a5..c7b26532 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-3Mkeys-load-string-with-512B-values.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-3Mkeys-load-string-with-512B-values.yml @@ -26,7 +26,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "\"--data-size\" \"512\" --ratio 1:0 --key-pattern P:P --key-minimum=1 --key-maximum 3000000 --test-time 180 -c 50 -t 13 --hide-histogram --rate-limiting diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-connection-hello.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-connection-hello.yml index b62e62ea..3098ade8 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-connection-hello.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-connection-hello.yml @@ -20,7 +20,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "-c 50 -t 4 --command=\"HELLO 2 SETNAME __key__\" --hide-histogram --test-time 120 --rate-limiting 50" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-10Kkeys-load-hash-50-fields-with-10000B-values.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-10Kkeys-load-hash-50-fields-with-10000B-values.yml index f58e4fdd..a8b2a73b 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-10Kkeys-load-hash-50-fields-with-10000B-values.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-10Kkeys-load-hash-50-fields-with-10000B-values.yml @@ -22,7 +22,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--test-time 120 --distinct-client-seed \"--data-size\" \"10000\" --command \"HSET __key__ field:1 __data__ field:2 __data__ field:3 __data__ field:4 __data__ diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1Mkeys-load-string-with-200KiB-values.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1Mkeys-load-string-with-200KiB-values.yml index 4be37007..386ec1a6 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1Mkeys-load-string-with-200KiB-values.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1Mkeys-load-string-with-200KiB-values.yml @@ -20,7 +20,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "\"--data-size\" \"200000\" --ratio 1:0 --key-pattern P:P --key-minimum=1 --key-maximum 1000000 --test-time 180 -c 50 -t 4 --hide-histogram --rate-limiting diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1Mkeys-load-zset-listpack-with-100-elements-double-score.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1Mkeys-load-zset-listpack-with-100-elements-double-score.yml index b1e10524..54fafe75 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1Mkeys-load-zset-listpack-with-100-elements-double-score.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1Mkeys-load-zset-listpack-with-100-elements-double-score.yml @@ -19,7 +19,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--test-time 180 -c 50 -t 4 --command \"ZADD __key__ 0.652540306855235 UaZtxmrKBkxhBqJOlNJlwVUfHVALGkjnUemvubDvbGSVAaaQkXLlsg 0.8731899671198792 RKlVyoHMTvZcoh diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-100M-bits-bitmap-bitcount.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-100M-bits-bitmap-bitcount.yml index b12322d2..7cf41c75 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-100M-bits-bitmap-bitcount.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-100M-bits-bitmap-bitcount.yml @@ -11,7 +11,7 @@ dbconfig: init_commands: - '"SETBIT" "users" "100000000" "1"' preload_tool: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: --hide-histogram --command "SETBIT users __key__ 1" --key-maximum 100000000 --key-minimum 1 -n 10000 --key-prefix "" --command-key-pattern R --distinct-client-seed @@ -30,7 +30,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--command \"BITCOUNT users __key__ -1\" --key-maximum 100000000 --key-minimum 1 --key-prefix \"\" --command-key-pattern R --distinct-client-seed --test-time diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-linsert-lrem-integer.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-linsert-lrem-integer.yml index e35e4353..f9eb0833 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-linsert-lrem-integer.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-linsert-lrem-integer.yml @@ -12,7 +12,7 @@ dbconfig: check: keyspacelen: 1 preload_tool: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: --hide-histogram --command "RPUSH intlist __key__" --key-maximum 10000 --key-minimum 1 -n allkeys --key-prefix "" --command-key-pattern S -c 1 -t 1 @@ -32,7 +32,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--command=\"LINSERT intlist AFTER 5000 5001\" --command=\"LREM intlist 1 5001\" --hide-histogram --test-time 120 --rate-limiting 5" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-linsert-lrem-string.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-linsert-lrem-string.yml index 2a0c2494..bf374149 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-linsert-lrem-string.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-linsert-lrem-string.yml @@ -12,7 +12,7 @@ dbconfig: check: keyspacelen: 1 preload_tool: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: --hide-histogram --command "RPUSH strlist __key__" --key-maximum 10000 --key-minimum 1 -n allkeys --key-prefix "hello" --command-key-pattern S -c 1 @@ -32,7 +32,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--command=\"LINSERT strlist AFTER hello5000 hello5000-new\" --command=\"\ LREM strlist 1 hello5000-new\" --hide-histogram --test-time 120 --rate-limiting diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-lpos-integer.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-lpos-integer.yml index 767f9951..cb2a50bb 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-lpos-integer.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-lpos-integer.yml @@ -10,7 +10,7 @@ dbconfig: check: keyspacelen: 1 preload_tool: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: --hide-histogram --command "RPUSH intlist __key__" --key-maximum 10000 --key-minimum 1 -n allkeys --key-prefix "" --command-key-pattern S -c 1 -t 1 @@ -29,7 +29,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--command=\"LPOS intlist 5000\" --hide-histogram --test-time 120 --rate-limiting 5" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-lpos-string.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-lpos-string.yml index 6b22ff2d..e0de1e07 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-lpos-string.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-lpos-string.yml @@ -10,7 +10,7 @@ dbconfig: check: keyspacelen: 1 preload_tool: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: --hide-histogram --command "RPUSH strlist __key__" --key-maximum 10000 --key-minimum 1 -n allkeys --key-prefix "hello" --command-key-pattern S -c 1 @@ -29,7 +29,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--command=\"LPOS strlist hello5000\" --hide-histogram --test-time 120 --rate-limiting 5" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-2K-elements-quicklist-lrange-all-elements-longs.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-2K-elements-quicklist-lrange-all-elements-longs.yml index 1bd6bc88..e15d3a26 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-2K-elements-quicklist-lrange-all-elements-longs.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-2K-elements-quicklist-lrange-all-elements-longs.yml @@ -247,7 +247,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--command=\"LRANGE int:2000 0 -1\" --hide-histogram --test-time 120 --rate-limiting 5" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-zset-1K-elements-zrange-all-elements.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-zset-1K-elements-zrange-all-elements.yml index 792bd59a..34e3f2d7 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-zset-1K-elements-zrange-all-elements.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-zset-1K-elements-zrange-all-elements.yml @@ -309,7 +309,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--command=\"ZRANGE zset:1000 0 1 BYSCORE WITHSCORES\" --hide-histogram --test-time 180 --rate-limiting 5" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-2keys-zset-300-elements-skiplist-encoded-zunion.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-2keys-zset-300-elements-skiplist-encoded-zunion.yml index 3386dbc4..777753a4 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-2keys-zset-300-elements-skiplist-encoded-zunion.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-2keys-zset-300-elements-skiplist-encoded-zunion.yml @@ -419,7 +419,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--command=\"ZUNION 2 zset:skiplist:1:300 zset:skiplist:2:300\" --hide-histogram --test-time 120 --rate-limiting 5" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-2keys-zset-300-elements-skiplist-encoded-zunionstore.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-2keys-zset-300-elements-skiplist-encoded-zunionstore.yml index 92661daf..afe1c5c7 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-2keys-zset-300-elements-skiplist-encoded-zunionstore.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-2keys-zset-300-elements-skiplist-encoded-zunionstore.yml @@ -419,7 +419,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--command=\"ZUNIONSTORE zset:skiplist:3:600 2 zset:skiplist:1:300 zset:skiplist:2:300\"\ \ --hide-histogram --test-time 120 --rate-limiting 5" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-100_qps-memtier_benchmark-1Mkeys-load-string-with-2MB-values.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-100_qps-memtier_benchmark-1Mkeys-load-string-with-2MB-values.yml index 64bd2b77..c1c11e5f 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-100_qps-memtier_benchmark-1Mkeys-load-string-with-2MB-values.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-100_qps-memtier_benchmark-1Mkeys-load-string-with-2MB-values.yml @@ -20,7 +20,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "\"--data-size\" \"2000000\" --ratio 1:0 --key-pattern P:P --key-minimum=1 --key-maximum 1000000 --test-time 180 -c 50 -t 4 --hide-histogram --rate-limiting diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-100_qps-memtier_benchmark-1Mkeys-string-get-2MB.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-100_qps-memtier_benchmark-1Mkeys-string-get-2MB.yml index f06066f6..8667a0b3 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-100_qps-memtier_benchmark-1Mkeys-string-get-2MB.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-100_qps-memtier_benchmark-1Mkeys-string-get-2MB.yml @@ -8,7 +8,7 @@ dbconfig: check: keyspacelen: 1000000 preload_tool: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: '"--data-size" "2000000" "--ratio" "1:0" "--key-pattern" "P:P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1" "--key-minimum" "1000"' @@ -23,7 +23,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--data-size 2000000 --key-minimum 1 --key-maximum 1000 --ratio 0:1 --key-pattern R:R -c 25 -t 4 --hide-histogram --test-time 180 --rate-limiting 1" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-100_qps-memtier_benchmark-1key-1Billion-bits-bitmap-bitcount.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-100_qps-memtier_benchmark-1key-1Billion-bits-bitmap-bitcount.yml index 5ef1f86d..f0ae27fe 100644 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-100_qps-memtier_benchmark-1key-1Billion-bits-bitmap-bitcount.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-100_qps-memtier_benchmark-1key-1Billion-bits-bitmap-bitcount.yml @@ -12,7 +12,7 @@ dbconfig: init_commands: - '"SETBIT" "users" "1000000000" "1"' preload_tool: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: --hide-histogram --command "SETBIT users __key__ 1" --key-maximum 1000000000 --key-minimum 1 -n 100000 --key-prefix "" --command-key-pattern R --distinct-client-seed @@ -31,7 +31,7 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark arguments: "--command \"BITCOUNT users __key__ -1\" --key-maximum 1000000000 --key-minimum 1 --key-prefix \"\" --command-key-pattern R --distinct-client-seed --test-time From 4c3ed4fe400964b83081596e9dd3fd932e38a1aa Mon Sep 17 00:00:00 2001 From: fcosta_oliveira Date: Sat, 21 Sep 2024 00:04:38 +0100 Subject: [PATCH 5/9] Removed benchmarks above 25gb --- ...5-fields-with-1000B-values-pipeline-10.yml | 36 --- ...s-load-hash-5-fields-with-1000B-values.yml | 36 --- ...ier_benchmark-1Mkeys-string-get-200KiB.yml | 37 --- ...-1Mkeys-load-string-with-200KiB-values.yml | 38 --- ...ark-1Mkeys-load-string-with-2MB-values.yml | 38 --- ...5-fields-with-1000B-values-pipeline-10.yml | 30 --- ...s-load-hash-5-fields-with-1000B-values.yml | 30 --- ...-1Mkeys-load-string-with-200KiB-values.yml | 34 --- ...ark-1Mkeys-load-string-with-2MB-values.yml | 34 --- ...ier_benchmark-1Mkeys-string-get-200KiB.yml | 34 --- utils/generate_memory_requirements.py | 220 ++++++++++++++++++ 11 files changed, 220 insertions(+), 347 deletions(-) delete mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-1000B-values-pipeline-10.yml delete mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-1000B-values.yml delete mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-200KiB.yml delete mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1Mkeys-load-string-with-200KiB-values.yml delete mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-100_qps-memtier_benchmark-1Mkeys-load-string-with-2MB-values.yml delete mode 100644 redis_benchmarks_specification/test-suites/memtier_benchmark-10Mkeys-load-hash-5-fields-with-1000B-values-pipeline-10.yml delete mode 100644 redis_benchmarks_specification/test-suites/memtier_benchmark-10Mkeys-load-hash-5-fields-with-1000B-values.yml delete mode 100644 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-200KiB-values.yml delete mode 100644 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-2MB-values.yml delete mode 100644 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-200KiB.yml create mode 100644 utils/generate_memory_requirements.py diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-1000B-values-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-1000B-values-pipeline-10.yml deleted file mode 100644 index 8dff0b9f..00000000 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-1000B-values-pipeline-10.yml +++ /dev/null @@ -1,36 +0,0 @@ -version: 0.4 -name: - latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-1000B-values-pipeline-10 -description: Runs memtier_benchmark, for a keyspace length of 10M keys loading HASHES - with 5 fields each. Each field value has a data size of 1000 Bytes. Rate limited - to 10000 ops/sec. -dbconfig: - configuration-parameters: - save: '""' - check: - keyspacelen: 0 - resources: - requests: - memory: 52g -tested-commands: -- hset -redis-topologies: -- oss-standalone -build-variants: -- gcc:8.5.0-amd64-debian-buster-default -- dockerhub -clientconfig: - run_image: redislabs/memtier_benchmark:2.1.0 - tool: memtier_benchmark - arguments: "--test-time 180 \"--pipeline\" \"10\" \"--data-size\" \"1000\" --command - \"HSET __key__ field1 __data__ field2 __data__ field3 __data__ field4 __data__ - field5 __data__\" \"--command-key-pattern\" \"P\" --key-minimum=1 --key-maximum - 10000000 -c 50 -t 4 --hide-histogram --rate-limiting 50" - resources: - requests: - cpus: '4' - memory: 2g - -tested-groups: -- hash -priority: 5 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-1000B-values.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-1000B-values.yml deleted file mode 100644 index c378466e..00000000 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-1000B-values.yml +++ /dev/null @@ -1,36 +0,0 @@ -version: 0.4 -name: - latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-1000B-values -description: Runs memtier_benchmark, for a keyspace length of 10M keys loading HASHES - with 5 fields each. Each field value has a data size of 1000 Bytes. Rate limited - to 10000 ops/sec. -dbconfig: - configuration-parameters: - save: '""' - check: - keyspacelen: 0 - resources: - requests: - memory: 52g -tested-commands: -- hset -redis-topologies: -- oss-standalone -build-variants: -- gcc:8.5.0-amd64-debian-buster-default -- dockerhub -clientconfig: - run_image: redislabs/memtier_benchmark:2.1.0 - tool: memtier_benchmark - arguments: "--test-time 180 \"--data-size\" \"1000\" --command \"HSET __key__ field1 - __data__ field2 __data__ field3 __data__ field4 __data__ field5 __data__\" --command-key-pattern=\"\ - P\" --key-minimum=1 --key-maximum 10000000 -c 50 -t 4 --hide-histogram --rate-limiting - 50" - resources: - requests: - cpus: '4' - memory: 2g - -tested-groups: -- hash -priority: 5 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-200KiB.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-200KiB.yml deleted file mode 100644 index 1d102a81..00000000 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-200KiB.yml +++ /dev/null @@ -1,37 +0,0 @@ -version: 0.4 -name: latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-200KiB -description: Runs memtier_benchmark, for a keyspace length of 1M keys with a data - size of 200000 Bytes for each key. Rate limited to 10000 ops/sec. -dbconfig: - configuration-parameters: - save: '""' - check: - keyspacelen: 1000000 - preload_tool: - run_image: redislabs/memtier_benchmark:2.1.0 - tool: memtier_benchmark - arguments: '"--data-size" "200000" "--ratio" "1:0" "--key-pattern" "P:P" "-c" - "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' - resources: - requests: - memory: 2g -tested-commands: -- get -redis-topologies: -- oss-standalone -build-variants: -- gcc:8.5.0-amd64-debian-buster-default -- dockerhub -clientconfig: - run_image: redislabs/memtier_benchmark:2.1.0 - tool: memtier_benchmark - arguments: "--data-size 200000 --ratio 0:1 --key-pattern R:R -c 25 -t 4 --hide-histogram - --test-time 180 --rate-limiting 100" - resources: - requests: - cpus: '4' - memory: 2g - -tested-groups: -- string -priority: 1 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1Mkeys-load-string-with-200KiB-values.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1Mkeys-load-string-with-200KiB-values.yml deleted file mode 100644 index 386ec1a6..00000000 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1Mkeys-load-string-with-200KiB-values.yml +++ /dev/null @@ -1,38 +0,0 @@ -version: 0.4 -name: - latency-rate-limited-1000_qps-memtier_benchmark-1Mkeys-load-string-with-200KiB-values -description: Runs memtier_benchmark, for a keyspace length of 1M keys loading STRINGs - in which the value has a data size of 200K Bytes. Rate limited to 1000 ops/sec. -dbconfig: - configuration-parameters: - save: '""' - check: - keyspacelen: 0 - resources: - requests: - memory: 12g -tested-commands: -- set -redis-topologies: -- oss-standalone - -build-variants: -- gcc:8.5.0-amd64-debian-buster-default -- dockerhub -clientconfig: - run_image: redislabs/memtier_benchmark:2.1.0 - tool: memtier_benchmark - arguments: "\"--data-size\" \"200000\" --ratio 1:0 --key-pattern P:P --key-minimum=1 - --key-maximum 1000000 --test-time 180 -c 50 -t 4 --hide-histogram --rate-limiting - 5" - resources: - requests: - cpus: '4' - memory: 2g - scalability: - mode: '1:1' - max_processes: 21 - -tested-groups: -- string -priority: 17 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-100_qps-memtier_benchmark-1Mkeys-load-string-with-2MB-values.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-100_qps-memtier_benchmark-1Mkeys-load-string-with-2MB-values.yml deleted file mode 100644 index c1c11e5f..00000000 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-100_qps-memtier_benchmark-1Mkeys-load-string-with-2MB-values.yml +++ /dev/null @@ -1,38 +0,0 @@ -version: 0.4 -name: - latency-rate-limited-100_qps-memtier_benchmark-1Mkeys-load-string-with-2MB-values -description: Runs memtier_benchmark, for a keyspace length of 1M keys loading STRINGs - in which the value has a data size of 2M Bytes. Rate limited to 100 ops/sec. -dbconfig: - configuration-parameters: - save: '""' - check: - keyspacelen: 0 - resources: - requests: - memory: 12g -tested-commands: -- set -redis-topologies: -- oss-standalone - -build-variants: -- gcc:8.5.0-amd64-debian-buster-default -- dockerhub -clientconfig: - run_image: redislabs/memtier_benchmark:2.1.0 - tool: memtier_benchmark - arguments: "\"--data-size\" \"2000000\" --ratio 1:0 --key-pattern P:P --key-minimum=1 - --key-maximum 1000000 --test-time 180 -c 50 -t 4 --hide-histogram --rate-limiting - 1" - resources: - requests: - cpus: '4' - memory: 2g - scalability: - mode: '1:1' - max_processes: 21 - -tested-groups: -- string -priority: 17 diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-10Mkeys-load-hash-5-fields-with-1000B-values-pipeline-10.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-10Mkeys-load-hash-5-fields-with-1000B-values-pipeline-10.yml deleted file mode 100644 index fbc98660..00000000 --- a/redis_benchmarks_specification/test-suites/memtier_benchmark-10Mkeys-load-hash-5-fields-with-1000B-values-pipeline-10.yml +++ /dev/null @@ -1,30 +0,0 @@ -version: 0.4 -name: memtier_benchmark-10Mkeys-load-hash-5-fields-with-1000B-values-pipeline-10 -description: Runs memtier_benchmark, for a keyspace length of 10M keys loading HASHES with 5 fields each. Each field value has a data size of 1000 Bytes. -dbconfig: - configuration-parameters: - save: '""' - check: - keyspacelen: 0 - resources: - requests: - memory: 52g -tested-commands: -- hset -redis-topologies: -- oss-standalone -build-variants: -- gcc:8.5.0-amd64-debian-buster-default -- dockerhub -clientconfig: - run_image: redislabs/memtier_benchmark:edge - tool: memtier_benchmark - arguments: --test-time 180 "--pipeline" "10" "--data-size" "1000" --command "HSET __key__ field1 __data__ field2 __data__ field3 __data__ field4 __data__ field5 __data__" "--command-key-pattern" "P" --key-minimum=1 --key-maximum 10000000 -c 50 -t 4 --hide-histogram - resources: - requests: - cpus: '4' - memory: 2g - -tested-groups: -- hash -priority: 5 diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-10Mkeys-load-hash-5-fields-with-1000B-values.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-10Mkeys-load-hash-5-fields-with-1000B-values.yml deleted file mode 100644 index 0afdebf8..00000000 --- a/redis_benchmarks_specification/test-suites/memtier_benchmark-10Mkeys-load-hash-5-fields-with-1000B-values.yml +++ /dev/null @@ -1,30 +0,0 @@ -version: 0.4 -name: memtier_benchmark-10Mkeys-load-hash-5-fields-with-1000B-values -description: Runs memtier_benchmark, for a keyspace length of 10M keys loading HASHES with 5 fields each. Each field value has a data size of 1000 Bytes. -dbconfig: - configuration-parameters: - save: '""' - check: - keyspacelen: 0 - resources: - requests: - memory: 52g -tested-commands: -- hset -redis-topologies: -- oss-standalone -build-variants: -- gcc:8.5.0-amd64-debian-buster-default -- dockerhub -clientconfig: - run_image: redislabs/memtier_benchmark:edge - tool: memtier_benchmark - arguments: --test-time 180 "--data-size" "1000" --command "HSET __key__ field1 __data__ field2 __data__ field3 __data__ field4 __data__ field5 __data__" --command-key-pattern="P" --key-minimum=1 --key-maximum 10000000 -c 50 -t 4 --hide-histogram - resources: - requests: - cpus: '4' - memory: 2g - -tested-groups: -- hash -priority: 5 diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-200KiB-values.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-200KiB-values.yml deleted file mode 100644 index e331fc3e..00000000 --- a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-200KiB-values.yml +++ /dev/null @@ -1,34 +0,0 @@ -version: 0.4 -name: memtier_benchmark-1Mkeys-load-string-with-200KiB-values -description: Runs memtier_benchmark, for a keyspace length of 1M keys loading STRINGs in which the value has a data size of 200K Bytes. -dbconfig: - configuration-parameters: - save: '""' - check: - keyspacelen: 0 - resources: - requests: - memory: 12g -tested-commands: -- set -redis-topologies: -- oss-standalone - -build-variants: -- gcc:8.5.0-amd64-debian-buster-default -- dockerhub -clientconfig: - run_image: redislabs/memtier_benchmark:edge - tool: memtier_benchmark - arguments: '"--data-size" "200000" --ratio 1:0 --key-pattern P:P --key-minimum=1 --key-maximum 1000000 --test-time 180 -c 50 -t 4 --hide-histogram' - resources: - requests: - cpus: '4' - memory: 2g - scalability: - mode: '1:1' - max_processes: 21 - -tested-groups: -- string -priority: 17 diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-2MB-values.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-2MB-values.yml deleted file mode 100644 index 44ed5ffd..00000000 --- a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-2MB-values.yml +++ /dev/null @@ -1,34 +0,0 @@ -version: 0.4 -name: memtier_benchmark-1Mkeys-load-string-with-2MB-values -description: Runs memtier_benchmark, for a keyspace length of 1M keys loading STRINGs in which the value has a data size of 2M Bytes. -dbconfig: - configuration-parameters: - save: '""' - check: - keyspacelen: 0 - resources: - requests: - memory: 12g -tested-commands: -- set -redis-topologies: -- oss-standalone - -build-variants: -- gcc:8.5.0-amd64-debian-buster-default -- dockerhub -clientconfig: - run_image: redislabs/memtier_benchmark:edge - tool: memtier_benchmark - arguments: '"--data-size" "2000000" --ratio 1:0 --key-pattern P:P --key-minimum=1 --key-maximum 1000000 --test-time 180 -c 50 -t 4 --hide-histogram' - resources: - requests: - cpus: '4' - memory: 2g - scalability: - mode: '1:1' - max_processes: 21 - -tested-groups: -- string -priority: 17 diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-200KiB.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-200KiB.yml deleted file mode 100644 index b799bffe..00000000 --- a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-200KiB.yml +++ /dev/null @@ -1,34 +0,0 @@ -version: 0.4 -name: memtier_benchmark-1Mkeys-string-get-200KiB -description: Runs memtier_benchmark, for a keyspace length of 1M keys with a data size of 200000 Bytes for each key. -dbconfig: - configuration-parameters: - save: '""' - check: - keyspacelen: 1000000 - preload_tool: - run_image: redislabs/memtier_benchmark:edge - tool: memtier_benchmark - arguments: '"--data-size" "200000" "--ratio" "1:0" "--key-pattern" "P:P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' - resources: - requests: - memory: 2g -tested-commands: -- get -redis-topologies: -- oss-standalone -build-variants: -- gcc:8.5.0-amd64-debian-buster-default -- dockerhub -clientconfig: - run_image: redislabs/memtier_benchmark:edge - tool: memtier_benchmark - arguments: --data-size 200000 --ratio 0:1 --key-pattern R:R -c 25 -t 4 --hide-histogram --test-time 180 - resources: - requests: - cpus: '4' - memory: 2g - -tested-groups: -- string -priority: 1 diff --git a/utils/generate_memory_requirements.py b/utils/generate_memory_requirements.py new file mode 100644 index 00000000..c09b5f39 --- /dev/null +++ b/utils/generate_memory_requirements.py @@ -0,0 +1,220 @@ +import os +import math +import shlex +import sys +import shutil +import argparse +from ruamel.yaml import YAML +from ruamel.yaml.scalarstring import PlainScalarString + +def parse_arguments(arguments): + """ + Parses the memtier benchmark arguments to extract relevant parameters. + + Args: + arguments (str): The arguments string from the YAML file. + + Returns: + dict: A dictionary containing extracted parameters. + """ + args_list = shlex.split(arguments) + params = {} + for i, arg in enumerate(args_list): + if arg == '--data-size' and i + 1 < len(args_list): + try: + params['data_size'] = int(args_list[i + 1]) + except ValueError: + pass + elif arg.startswith('--data-size='): + try: + params['data_size'] = int(arg.split('=', 1)[1]) + except ValueError: + pass + elif arg == '--key-maximum' and i + 1 < len(args_list): + try: + params['key_maximum'] = int(args_list[i + 1]) + except ValueError: + pass + elif arg.startswith('--key-maximum='): + try: + params['key_maximum'] = int(arg.split('=', 1)[1]) + except ValueError: + pass + elif arg == '--command' and i + 1 < len(args_list): + params['command'] = args_list[i + 1] + elif arg.startswith('--command='): + params['command'] = arg.split('=', 1)[1] + return params + +def calculate_expected_memory(params): + """ + Calculates the expected memory usage based on extracted parameters. + + Args: + params (dict): Extracted parameters from the arguments. + + Returns: + float: Expected memory usage in gigabytes (GB). + """ + # Assumptions + key_size = 20 # bytes + overhead_per_key = 50 # bytes + buffer_factor = 1.1 # 10% buffer + + data_size = params.get('data_size', 3) # bytes + key_maximum = params.get('key_maximum', 1000000) # default to 1 million + + # Calculate number of data fields based on '__data__' placeholders + command = params.get('command', '') + num_fields = command.count('__data__') + + if num_fields > 1: + total_data_size = data_size * num_fields + else: + total_data_size = data_size + + # Total size per key in bytes + total_size_per_key = key_size + total_data_size + overhead_per_key + + # Total memory in bytes with buffer + total_memory_bytes = total_size_per_key * key_maximum * buffer_factor + + # Convert to gigabytes + total_memory_gb = total_memory_bytes / (1024 ** 3) + + return total_memory_gb + +def remove_test_file(yaml_file_path, removed_dir): + """ + Removes the YAML test file by moving it to a 'removed_tests' directory. + + Args: + yaml_file_path (str): Path to the YAML file. + removed_dir (str): Directory where removed files are stored. + """ + if not os.path.exists(removed_dir): + os.makedirs(removed_dir) + basename = os.path.basename(yaml_file_path) + destination = os.path.join(removed_dir, basename) + shutil.move(yaml_file_path, destination) + print(f"Removed {yaml_file_path} (moved to {destination})") + +def process_yaml_file(yaml_file_path, removed_dir): + """ + Processes a single YAML file to determine if it should be removed. + + Args: + yaml_file_path (str): Path to the YAML file. + removed_dir (str): Directory where removed files are stored. + """ + yaml = YAML() + yaml.preserve_quotes = True + yaml.indent(mapping=2, sequence=4, offset=0) + yaml.width = 4096 # Prevent line wrapping + + try: + with open(yaml_file_path, 'r') as file: + config = yaml.load(file) + except Exception as e: + print(f"Error reading {yaml_file_path}: {e}", file=sys.stderr) + return + + # Check for necessary fields + try: + arguments = config['clientconfig']['arguments'] + except KeyError: + print(f"Skipping {yaml_file_path}: Missing 'clientconfig.arguments' field.") + return + + # Convert arguments to string + if not isinstance(arguments, str): + arguments_str = str(arguments) + else: + arguments_str = arguments + + # Parse arguments + params = parse_arguments(arguments_str) + + # Calculate expected memory + expected_memory_gb = calculate_expected_memory(params) + + #print(f"File: {yaml_file_path} | Expected Memory: {expected_memory_gb:.2f}GB") + + # If memory exceeds 20GB, remove the test + if expected_memory_gb > 25: + print(f"Removed {yaml_file_path}: Memory usage: {expected_memory_gb}.") + remove_test_file(yaml_file_path, removed_dir) + # else: + # print(f"Retained {yaml_file_path}: Memory usage within limits.") + +def main(): + parser = argparse.ArgumentParser(description="Remove YAML test files exceeding 20GB memory requirement.") + parser.add_argument( + '--directory', + type=str, + default='../redis_benchmarks_specification/test-suites/', + help='Path to the directory containing YAML test files.' + ) + parser.add_argument( + '--removed-dir', + type=str, + default='removed_tests', + help='Directory to move removed YAML files.' + ) + parser.add_argument( + '--dry-run', + action='store_true', + help='Perform a dry run without removing any files.' + ) + + args = parser.parse_args() + + directory = args.directory + removed_dir = os.path.join(directory, args.removed_dir) + + if not os.path.isdir(directory): + print(f"Directory {directory} does not exist.", file=sys.stderr) + sys.exit(1) + + # Iterate over all YAML files + for filename in os.listdir(directory): + if filename.endswith('.yml') or filename.endswith('.yaml'): + yaml_file_path = os.path.join(directory, filename) + if args.dry_run: + # Perform calculations without removing files + yaml = YAML() + yaml.preserve_quotes = True + yaml.indent(mapping=2, sequence=4, offset=0) + yaml.width = 4096 # Prevent line wrapping + try: + with open(yaml_file_path, 'r') as file: + config = yaml.load(file) + except Exception as e: + print(f"Error reading {yaml_file_path}: {e}", file=sys.stderr) + continue + + try: + arguments = config['clientconfig']['arguments'] + except KeyError: + print(f"Skipping {yaml_file_path}: Missing 'clientconfig.arguments' field.") + continue + + if not isinstance(arguments, str): + arguments_str = str(arguments) + else: + arguments_str = arguments + + params = parse_arguments(arguments_str) + expected_memory_gb = calculate_expected_memory(params) + + # print(f"File: {yaml_file_path} | Expected Memory: {expected_memory_gb:.2f}GB") + # if expected_memory_gb > 25: + # print(f"Would remove {yaml_file_path}: Exceeds 20GB.") + # else: + # print(f"Would retain {yaml_file_path}: Within memory limits.") + else: + # Actual removal based on memory calculation + process_yaml_file(yaml_file_path, removed_dir) + +if __name__ == "__main__": + main() From 95dd6b8e2b7a8767667d22a63373d8055a0985b4 Mon Sep 17 00:00:00 2001 From: fcosta_oliveira Date: Sat, 21 Sep 2024 00:11:01 +0100 Subject: [PATCH 6/9] Removed 2TB test --- ...emtier_benchmark-1Mkeys-string-get-2MB.yml | 37 ------------------- ...emtier_benchmark-1Mkeys-string-get-2MB.yml | 34 ----------------- 2 files changed, 71 deletions(-) delete mode 100644 redis_benchmarks_specification/test-suites/latency-rate-limited-100_qps-memtier_benchmark-1Mkeys-string-get-2MB.yml delete mode 100644 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-2MB.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-100_qps-memtier_benchmark-1Mkeys-string-get-2MB.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-100_qps-memtier_benchmark-1Mkeys-string-get-2MB.yml deleted file mode 100644 index 8667a0b3..00000000 --- a/redis_benchmarks_specification/test-suites/latency-rate-limited-100_qps-memtier_benchmark-1Mkeys-string-get-2MB.yml +++ /dev/null @@ -1,37 +0,0 @@ -version: 0.4 -name: latency-rate-limited-100_qps-memtier_benchmark-1Mkeys-string-get-2MB -description: Runs memtier_benchmark, for a keyspace length of 1M keys with a data - size of 2000000 Bytes for each key. Rate limited to 100 ops/sec. -dbconfig: - configuration-parameters: - save: '""' - check: - keyspacelen: 1000000 - preload_tool: - run_image: redislabs/memtier_benchmark:2.1.0 - tool: memtier_benchmark - arguments: '"--data-size" "2000000" "--ratio" "1:0" "--key-pattern" "P:P" "-c" - "50" "-t" "2" "--hide-histogram" "--key-minimum" "1" "--key-minimum" "1000"' - resources: - requests: - memory: 2g -tested-commands: -- get -redis-topologies: -- oss-standalone -build-variants: -- gcc:8.5.0-amd64-debian-buster-default -- dockerhub -clientconfig: - run_image: redislabs/memtier_benchmark:2.1.0 - tool: memtier_benchmark - arguments: "--data-size 2000000 --key-minimum 1 --key-maximum 1000 --ratio 0:1 --key-pattern - R:R -c 25 -t 4 --hide-histogram --test-time 180 --rate-limiting 1" - resources: - requests: - cpus: '4' - memory: 2g - -tested-groups: -- string -priority: 1 diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-2MB.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-2MB.yml deleted file mode 100644 index d97305f9..00000000 --- a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-2MB.yml +++ /dev/null @@ -1,34 +0,0 @@ -version: 0.4 -name: memtier_benchmark-1Mkeys-string-get-2MB -description: Runs memtier_benchmark, for a keyspace length of 1M keys with a data size of 2000000 Bytes for each key. -dbconfig: - configuration-parameters: - save: '""' - check: - keyspacelen: 1000000 - preload_tool: - run_image: redislabs/memtier_benchmark:edge - tool: memtier_benchmark - arguments: '"--data-size" "2000000" "--ratio" "1:0" "--key-pattern" "P:P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1" "--key-minimum" "1000"' - resources: - requests: - memory: 2g -tested-commands: -- get -redis-topologies: -- oss-standalone -build-variants: -- gcc:8.5.0-amd64-debian-buster-default -- dockerhub -clientconfig: - run_image: redislabs/memtier_benchmark:edge - tool: memtier_benchmark - arguments: --data-size 2000000 --key-minimum 1 --key-maximum 1000 --ratio 0:1 --key-pattern R:R -c 25 -t 4 --hide-histogram --test-time 180 - resources: - requests: - cpus: '4' - memory: 2g - -tested-groups: -- string -priority: 1 From f37ada7a374f43ea6eaf165ed7d7c150d1b1b220 Mon Sep 17 00:00:00 2001 From: fcosta_oliveira Date: Sat, 21 Sep 2024 08:10:51 +0100 Subject: [PATCH 7/9] Deleted wrongly designed test --- pyproject.toml | 2 +- ...tier_benchmark-1Mkeys-string-get-20KiB.yml | 34 ------------------- 2 files changed, 1 insertion(+), 35 deletions(-) delete mode 100644 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-20KiB.yml diff --git a/pyproject.toml b/pyproject.toml index b06356f6..b7523fcf 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -1,6 +1,6 @@ [tool.poetry] name = "redis-benchmarks-specification" -version = "0.1.242" +version = "0.1.245" description = "The Redis benchmarks specification describes the cross-language/tools requirements and expectations to foster performance and observability standards around redis related technologies. Members from both industry and academia, including organizations and individuals are encouraged to contribute." authors = ["filipecosta90 ","Redis Performance Group "] readme = "Readme.md" diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-20KiB.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-20KiB.yml deleted file mode 100644 index cca0660e..00000000 --- a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-20KiB.yml +++ /dev/null @@ -1,34 +0,0 @@ -version: 0.4 -name: memtier_benchmark-1Mkeys-string-get-20KiB -description: Runs memtier_benchmark, for a keyspace length of 1M keys with a data size of 20000 Bytes for each key. -dbconfig: - configuration-parameters: - save: '""' - check: - keyspacelen: 1000000 - preload_tool: - run_image: redislabs/memtier_benchmark:edge - tool: memtier_benchmark - arguments: '"--data-size" "20000" "--ratio" "1:0" "--key-pattern" "P:P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' - resources: - requests: - memory: 2g -tested-commands: -- get -redis-topologies: -- oss-standalone -build-variants: -- gcc:8.5.0-amd64-debian-buster-default -- dockerhub -clientconfig: - run_image: redislabs/memtier_benchmark:edge - tool: memtier_benchmark - arguments: --data-size 20000 --ratio 0:1 --key-pattern R:R -c 25 -t 4 --hide-histogram --test-time 180 - resources: - requests: - cpus: '4' - memory: 2g - -tested-groups: -- string -priority: 1 From 3175ab8811c1fbb3b3a1a0fc2d8007ec6c4991d4 Mon Sep 17 00:00:00 2001 From: fcosta_oliveira Date: Wed, 25 Sep 2024 14:45:00 +0100 Subject: [PATCH 8/9] Added 3M keys 512 and 1000B GET/SET use-cases --- ...ith-1KiB-values-pipeline-10-2000_conns.yml | 34 ++++ ...with-1KiB-values-pipeline-10-400_conns.yml | 34 ++++ ...-with-1KiB-values-pipeline-10-40_conns.yml | 34 ++++ ...ith-512B-values-pipeline-10-2000_conns.yml | 34 ++++ ...with-512B-values-pipeline-10-400_conns.yml | 34 ++++ ...ith-512B-values-pipeline-10-5200_conns.yml | 34 ++++ utils/generate_memory_requirements.py | 150 ++++++++++-------- 7 files changed, 285 insertions(+), 69 deletions(-) create mode 100644 redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-get-with-1KiB-values-pipeline-10-2000_conns.yml create mode 100644 redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-get-with-1KiB-values-pipeline-10-400_conns.yml create mode 100644 redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-get-with-1KiB-values-pipeline-10-40_conns.yml create mode 100644 redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-pipeline-10-2000_conns.yml create mode 100644 redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-pipeline-10-400_conns.yml create mode 100644 redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-pipeline-10-5200_conns.yml diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-get-with-1KiB-values-pipeline-10-2000_conns.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-get-with-1KiB-values-pipeline-10-2000_conns.yml new file mode 100644 index 00000000..f635f602 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-get-with-1KiB-values-pipeline-10-2000_conns.yml @@ -0,0 +1,34 @@ +version: 0.4 +name: memtier_benchmark-3Mkeys-string-get-with-1KiB-values-pipeline-10-2000_conns +description: Runs memtier_benchmark, for a keyspace length of 3M keys loading STRINGs in which the value has a data size of 1000 Bytes, with 400 clients running random GET commands. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 3000000 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --data-size 1000 --ratio 1:0 -n allkeys --pipeline 10 --key-maximum 3000000 --key-pattern P:P --key-minimum 1 --hide-histogram -t 4 -c 10 + resources: + requests: + memory: 3g +tested-commands: +- set +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "1000" --distinct-client-seed --ratio 0:1 --key-pattern R:R --key-minimum=1 --key-maximum 3000000 --test-time 180 -c 200 -t 10 --hide-histogram' + resources: + requests: + cpus: '10' + memory: 3g + +tested-groups: +- string +priority: 17 diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-get-with-1KiB-values-pipeline-10-400_conns.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-get-with-1KiB-values-pipeline-10-400_conns.yml new file mode 100644 index 00000000..b13067bd --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-get-with-1KiB-values-pipeline-10-400_conns.yml @@ -0,0 +1,34 @@ +version: 0.4 +name: memtier_benchmark-3Mkeys-string-get-with-1KiB-values-pipeline-10-400_conns +description: Runs memtier_benchmark, for a keyspace length of 3M keys loading STRINGs in which the value has a data size of 1000 Bytes, with 400 clients running random GET commands. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 3000000 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --data-size 1000 --ratio 1:0 -n allkeys --pipeline 10 --key-maximum 3000000 --key-pattern P:P --key-minimum 1 --hide-histogram -t 4 -c 10 + resources: + requests: + memory: 3g +tested-commands: +- set +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "1000" --distinct-client-seed --ratio 0:1 --key-pattern R:R --key-minimum=1 --key-maximum 3000000 --test-time 180 -c 40 -t 10 --hide-histogram' + resources: + requests: + cpus: '10' + memory: 3g + +tested-groups: +- string +priority: 17 diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-get-with-1KiB-values-pipeline-10-40_conns.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-get-with-1KiB-values-pipeline-10-40_conns.yml new file mode 100644 index 00000000..1de649dc --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-get-with-1KiB-values-pipeline-10-40_conns.yml @@ -0,0 +1,34 @@ +version: 0.4 +name: memtier_benchmark-3Mkeys-string-get-with-1KiB-values-pipeline-10-40_conns +description: Runs memtier_benchmark, for a keyspace length of 3M keys loading STRINGs in which the value has a data size of 1000 Bytes, with 40 clients running random GET commands. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 3000000 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --data-size 1000 --ratio 1:0 -n allkeys --pipeline 10 --key-maximum 3000000 --key-pattern P:P --key-minimum 1 --hide-histogram -t 4 -c 10 + resources: + requests: + memory: 3g +tested-commands: +- set +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "1000" --distinct-client-seed --ratio 0:1 --key-pattern R:R --key-minimum=1 --key-maximum 3000000 --test-time 180 -c 4 -t 10 --hide-histogram' + resources: + requests: + cpus: '10' + memory: 3g + +tested-groups: +- string +priority: 17 diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-pipeline-10-2000_conns.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-pipeline-10-2000_conns.yml new file mode 100644 index 00000000..c6ff7c87 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-pipeline-10-2000_conns.yml @@ -0,0 +1,34 @@ +version: 0.4 +name: memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-pipeline-10-2000_conns +description: Runs memtier_benchmark, for a keyspace length of 3M keys loading STRINGs in which the value has a data size of 1000 Bytes, with 400 clients running random GET commands. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 3000000 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --data-size 512 --ratio 1:0 -n allkeys --pipeline 10 --key-maximum 3000000 --key-pattern P:P --key-minimum 1 --hide-histogram -t 4 -c 10 + resources: + requests: + memory: 3g +tested-commands: +- set +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "512" --distinct-client-seed --ratio 1:4 --key-pattern R:R --key-minimum=1 --key-maximum 3000000 --test-time 180 -c 200 -t 10 --hide-histogram' + resources: + requests: + cpus: '10' + memory: 3g + +tested-groups: +- string +priority: 17 diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-pipeline-10-400_conns.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-pipeline-10-400_conns.yml new file mode 100644 index 00000000..3c63c703 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-pipeline-10-400_conns.yml @@ -0,0 +1,34 @@ +version: 0.4 +name: memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-pipeline-10-400_conns +description: Runs memtier_benchmark, for a keyspace length of 3M keys loading STRINGs in which the value has a data size of 1000 Bytes, with 400 clients running random GET commands. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 3000000 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --data-size 512 --ratio 1:0 -n allkeys --pipeline 10 --key-maximum 3000000 --key-pattern P:P --key-minimum 1 --hide-histogram -t 4 -c 10 + resources: + requests: + memory: 3g +tested-commands: +- set +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "512" --distinct-client-seed --ratio 1:4 --key-pattern R:R --key-minimum=1 --key-maximum 3000000 --test-time 180 -c 40 -t 10 --hide-histogram' + resources: + requests: + cpus: '10' + memory: 3g + +tested-groups: +- string +priority: 17 diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-pipeline-10-5200_conns.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-pipeline-10-5200_conns.yml new file mode 100644 index 00000000..5c151c66 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-pipeline-10-5200_conns.yml @@ -0,0 +1,34 @@ +version: 0.4 +name: memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-pipeline-10-5200_conns +description: Runs memtier_benchmark, for a keyspace length of 3M keys loading STRINGs in which the value has a data size of 1000 Bytes, with 400 clients running random GET commands. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 3000000 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --data-size 512 --ratio 1:0 -n allkeys --pipeline 10 --key-maximum 3000000 --key-pattern P:P --key-minimum 1 --hide-histogram -t 4 -c 10 + resources: + requests: + memory: 3g +tested-commands: +- set +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "512" --distinct-client-seed --ratio 1:4 --key-pattern R:R --key-minimum=1 --key-maximum 3000000 --test-time 180 -c 520 -t 10 --hide-histogram' + resources: + requests: + cpus: '10' + memory: 3g + +tested-groups: +- string +priority: 17 diff --git a/utils/generate_memory_requirements.py b/utils/generate_memory_requirements.py index c09b5f39..38fc40b0 100644 --- a/utils/generate_memory_requirements.py +++ b/utils/generate_memory_requirements.py @@ -7,52 +7,54 @@ from ruamel.yaml import YAML from ruamel.yaml.scalarstring import PlainScalarString + def parse_arguments(arguments): """ Parses the memtier benchmark arguments to extract relevant parameters. - + Args: arguments (str): The arguments string from the YAML file. - + Returns: dict: A dictionary containing extracted parameters. """ args_list = shlex.split(arguments) params = {} for i, arg in enumerate(args_list): - if arg == '--data-size' and i + 1 < len(args_list): + if arg == "--data-size" and i + 1 < len(args_list): try: - params['data_size'] = int(args_list[i + 1]) + params["data_size"] = int(args_list[i + 1]) except ValueError: pass - elif arg.startswith('--data-size='): + elif arg.startswith("--data-size="): try: - params['data_size'] = int(arg.split('=', 1)[1]) + params["data_size"] = int(arg.split("=", 1)[1]) except ValueError: pass - elif arg == '--key-maximum' and i + 1 < len(args_list): + elif arg == "--key-maximum" and i + 1 < len(args_list): try: - params['key_maximum'] = int(args_list[i + 1]) + params["key_maximum"] = int(args_list[i + 1]) except ValueError: pass - elif arg.startswith('--key-maximum='): + elif arg.startswith("--key-maximum="): try: - params['key_maximum'] = int(arg.split('=', 1)[1]) + params["key_maximum"] = int(arg.split("=", 1)[1]) except ValueError: pass - elif arg == '--command' and i + 1 < len(args_list): - params['command'] = args_list[i + 1] - elif arg.startswith('--command='): - params['command'] = arg.split('=', 1)[1] + elif arg == "--command" and i + 1 < len(args_list): + params["command"] = args_list[i + 1] + elif arg.startswith("--command="): + params["command"] = arg.split("=", 1)[1] return params + def calculate_expected_memory(params): """ Calculates the expected memory usage based on extracted parameters. - + Args: params (dict): Extracted parameters from the arguments. - + Returns: float: Expected memory usage in gigabytes (GB). """ @@ -60,34 +62,35 @@ def calculate_expected_memory(params): key_size = 20 # bytes overhead_per_key = 50 # bytes buffer_factor = 1.1 # 10% buffer - - data_size = params.get('data_size', 3) # bytes - key_maximum = params.get('key_maximum', 1000000) # default to 1 million - + + data_size = params.get("data_size", 3) # bytes + key_maximum = params.get("key_maximum", 1000000) # default to 1 million + # Calculate number of data fields based on '__data__' placeholders - command = params.get('command', '') - num_fields = command.count('__data__') - + command = params.get("command", "") + num_fields = command.count("__data__") + if num_fields > 1: total_data_size = data_size * num_fields else: total_data_size = data_size - + # Total size per key in bytes total_size_per_key = key_size + total_data_size + overhead_per_key - + # Total memory in bytes with buffer total_memory_bytes = total_size_per_key * key_maximum * buffer_factor - + # Convert to gigabytes - total_memory_gb = total_memory_bytes / (1024 ** 3) - + total_memory_gb = total_memory_bytes / (1024**3) + return total_memory_gb + def remove_test_file(yaml_file_path, removed_dir): """ Removes the YAML test file by moving it to a 'removed_tests' directory. - + Args: yaml_file_path (str): Path to the YAML file. removed_dir (str): Directory where removed files are stored. @@ -99,10 +102,11 @@ def remove_test_file(yaml_file_path, removed_dir): shutil.move(yaml_file_path, destination) print(f"Removed {yaml_file_path} (moved to {destination})") + def process_yaml_file(yaml_file_path, removed_dir): """ Processes a single YAML file to determine if it should be removed. - + Args: yaml_file_path (str): Path to the YAML file. removed_dir (str): Directory where removed files are stored. @@ -111,74 +115,79 @@ def process_yaml_file(yaml_file_path, removed_dir): yaml.preserve_quotes = True yaml.indent(mapping=2, sequence=4, offset=0) yaml.width = 4096 # Prevent line wrapping - + try: - with open(yaml_file_path, 'r') as file: + with open(yaml_file_path, "r") as file: config = yaml.load(file) except Exception as e: print(f"Error reading {yaml_file_path}: {e}", file=sys.stderr) return - + # Check for necessary fields try: - arguments = config['clientconfig']['arguments'] + arguments = config["clientconfig"]["arguments"] except KeyError: print(f"Skipping {yaml_file_path}: Missing 'clientconfig.arguments' field.") return - + # Convert arguments to string if not isinstance(arguments, str): arguments_str = str(arguments) else: arguments_str = arguments - + # Parse arguments params = parse_arguments(arguments_str) - + # Calculate expected memory expected_memory_gb = calculate_expected_memory(params) - - #print(f"File: {yaml_file_path} | Expected Memory: {expected_memory_gb:.2f}GB") - + + # print(f"File: {yaml_file_path} | Expected Memory: {expected_memory_gb:.2f}GB") + # If memory exceeds 20GB, remove the test if expected_memory_gb > 25: print(f"Removed {yaml_file_path}: Memory usage: {expected_memory_gb}.") remove_test_file(yaml_file_path, removed_dir) - # else: - # print(f"Retained {yaml_file_path}: Memory usage within limits.") + + +# else: +# print(f"Retained {yaml_file_path}: Memory usage within limits.") + def main(): - parser = argparse.ArgumentParser(description="Remove YAML test files exceeding 20GB memory requirement.") + parser = argparse.ArgumentParser( + description="Remove YAML test files exceeding 20GB memory requirement." + ) parser.add_argument( - '--directory', + "--directory", type=str, - default='../redis_benchmarks_specification/test-suites/', - help='Path to the directory containing YAML test files.' + default="../redis_benchmarks_specification/test-suites/", + help="Path to the directory containing YAML test files.", ) parser.add_argument( - '--removed-dir', + "--removed-dir", type=str, - default='removed_tests', - help='Directory to move removed YAML files.' + default="removed_tests", + help="Directory to move removed YAML files.", ) parser.add_argument( - '--dry-run', - action='store_true', - help='Perform a dry run without removing any files.' + "--dry-run", + action="store_true", + help="Perform a dry run without removing any files.", ) - + args = parser.parse_args() - + directory = args.directory removed_dir = os.path.join(directory, args.removed_dir) - + if not os.path.isdir(directory): print(f"Directory {directory} does not exist.", file=sys.stderr) sys.exit(1) - + # Iterate over all YAML files for filename in os.listdir(directory): - if filename.endswith('.yml') or filename.endswith('.yaml'): + if filename.endswith(".yml") or filename.endswith(".yaml"): yaml_file_path = os.path.join(directory, filename) if args.dry_run: # Perform calculations without removing files @@ -187,34 +196,37 @@ def main(): yaml.indent(mapping=2, sequence=4, offset=0) yaml.width = 4096 # Prevent line wrapping try: - with open(yaml_file_path, 'r') as file: + with open(yaml_file_path, "r") as file: config = yaml.load(file) except Exception as e: print(f"Error reading {yaml_file_path}: {e}", file=sys.stderr) continue - + try: - arguments = config['clientconfig']['arguments'] + arguments = config["clientconfig"]["arguments"] except KeyError: - print(f"Skipping {yaml_file_path}: Missing 'clientconfig.arguments' field.") + print( + f"Skipping {yaml_file_path}: Missing 'clientconfig.arguments' field." + ) continue - + if not isinstance(arguments, str): arguments_str = str(arguments) else: arguments_str = arguments - + params = parse_arguments(arguments_str) expected_memory_gb = calculate_expected_memory(params) - - # print(f"File: {yaml_file_path} | Expected Memory: {expected_memory_gb:.2f}GB") - # if expected_memory_gb > 25: - # print(f"Would remove {yaml_file_path}: Exceeds 20GB.") - # else: - # print(f"Would retain {yaml_file_path}: Within memory limits.") + + # print(f"File: {yaml_file_path} | Expected Memory: {expected_memory_gb:.2f}GB") + # if expected_memory_gb > 25: + # print(f"Would remove {yaml_file_path}: Exceeds 20GB.") + # else: + # print(f"Would retain {yaml_file_path}: Within memory limits.") else: # Actual removal based on memory calculation process_yaml_file(yaml_file_path, removed_dir) + if __name__ == "__main__": main() From 4408c209bb4a7963153acd96036db45195d57c8e Mon Sep 17 00:00:00 2001 From: fcosta_oliveira Date: Mon, 14 Oct 2024 11:22:54 +0100 Subject: [PATCH 9/9] include p99 latency tracking --- pyproject.toml | 2 +- redis_benchmarks_specification/__cli__/cli.py | 6 +- .../__compare__/compare.py | 47 ++++- .../test-suites/defaults.yml | 6 +- utils/summary.py | 199 ++++++++++++++++++ 5 files changed, 251 insertions(+), 9 deletions(-) create mode 100644 utils/summary.py diff --git a/pyproject.toml b/pyproject.toml index b7523fcf..569d3f25 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -1,6 +1,6 @@ [tool.poetry] name = "redis-benchmarks-specification" -version = "0.1.245" +version = "0.1.247" description = "The Redis benchmarks specification describes the cross-language/tools requirements and expectations to foster performance and observability standards around redis related technologies. Members from both industry and academia, including organizations and individuals are encouraged to contribute." authors = ["filipecosta90 ","Redis Performance Group "] readme = "Readme.md" diff --git a/redis_benchmarks_specification/__cli__/cli.py b/redis_benchmarks_specification/__cli__/cli.py index 829cf37e..92970372 100644 --- a/redis_benchmarks_specification/__cli__/cli.py +++ b/redis_benchmarks_specification/__cli__/cli.py @@ -243,6 +243,7 @@ def get_commits_by_tags(args, repo): def get_repo(args): redisDirPath = args.redis_repo cleanUp = False + last_n = args.last_n if redisDirPath is None: cleanUp = True redisDirPath = tempfile.mkdtemp() @@ -250,7 +251,10 @@ def get_repo(args): logging.info( f"Retrieving redis repo from remote {remote_url} into {redisDirPath}. Using branch {args.branch}." ) - cmd = f"git clone {remote_url} {redisDirPath} --branch {args.branch}\n" + depth_str = "" + if last_n > 0: + depth_str = f" --depth {last_n}" + cmd = f"git clone {remote_url} {redisDirPath} --branch {args.branch} {depth_str}\n" process = subprocess.Popen( "/bin/bash", stdin=subprocess.PIPE, stdout=subprocess.PIPE ) diff --git a/redis_benchmarks_specification/__compare__/compare.py b/redis_benchmarks_specification/__compare__/compare.py index 399f4bc4..f0e759c1 100644 --- a/redis_benchmarks_specification/__compare__/compare.py +++ b/redis_benchmarks_specification/__compare__/compare.py @@ -1019,8 +1019,13 @@ def from_rts_to_regression_table( baseline_only_list = [] comparison_only_list = [] no_datapoints_list = [] + no_datapoints_baseline_list = [] + no_datapoints_comparison_list = [] + original_metric_mode = metric_mode for test_name in test_names: + metric_mode = original_metric_mode compare_version = "main" + # GE github_link = "https://github.com/redis/redis-benchmarks-specification/blob" test_path = f"redis_benchmarks_specification/test-suites/{test_name}.yml" test_link = f"[{test_name}]({github_link}/{compare_version}/{test_path})" @@ -1076,6 +1081,22 @@ def from_rts_to_regression_table( if len(baseline_timeseries) > 1 and multi_value_baseline is False: baseline_timeseries = get_only_Totals(baseline_timeseries) + if len(baseline_timeseries) == 0: + logging.warning( + f"No datapoints for test={test_name} for baseline timeseries {baseline_timeseries}" + ) + no_datapoints_baseline_list.append(test_name) + if test_name not in no_datapoints_list: + no_datapoints_list.append(test_name) + + if len(comparison_timeseries) == 0: + logging.warning( + f"No datapoints for test={test_name} for comparison timeseries {comparison_timeseries}" + ) + no_datapoints_comparison_list.append(test_name) + if test_name not in no_datapoints_list: + no_datapoints_list.append(test_name) + if len(baseline_timeseries) != 1 and multi_value_baseline is False: if verbose: logging.warning( @@ -1152,11 +1173,14 @@ def from_rts_to_regression_table( ) waterline = regressions_percent_lower_limit - if regressions_percent_lower_limit < largest_variance: - note = "waterline={:.1f}%.".format(largest_variance) - waterline = largest_variance + # if regressions_percent_lower_limit < largest_variance: + # note = "waterline={:.1f}%.".format(largest_variance) + # waterline = largest_variance - except redis.exceptions.ResponseError: + except redis.exceptions.ResponseError as e: + logging.error( + "Detected a redis.exceptions.ResponseError. {}".format(e.__str__()) + ) pass except ZeroDivisionError as e: logging.error("Detected a ZeroDivisionError. {}".format(e.__str__())) @@ -1198,7 +1222,7 @@ def from_rts_to_regression_table( else: # lower-better percentage_change = ( - float(baseline_v) / float(comparison_v) - 1 + -(float(baseline_v) - float(comparison_v)) / float(baseline_v) ) * 100.0 else: logging.warn( @@ -1280,16 +1304,27 @@ def from_rts_to_regression_table( logging.warning( "There were no datapoints both for baseline and comparison for test: {test_name}" ) - no_datapoints_list.append(test_name) + if test_name not in no_datapoints_list: + no_datapoints_list.append(test_name) logging.warning( f"There is a total of {len(no_datapoints_list)} tests without datapoints for baseline AND comparison" ) logging.info( f"There is a total of {len(comparison_only_list)} tests without datapoints for baseline" ) + print( + "No datapoint baseline regex={test_names_str}".format( + test_names_str="|".join(no_datapoints_baseline_list) + ) + ) logging.info( f"There is a total of {len(baseline_only_list)} tests without datapoints for comparison" ) + print( + "No datapoint comparison regex={test_names_str}".format( + test_names_str="|".join(no_datapoints_comparison_list) + ) + ) logging.info(f"There is a total of {len(unstable_list)} UNSTABLE tests") return ( detected_regressions, diff --git a/redis_benchmarks_specification/test-suites/defaults.yml b/redis_benchmarks_specification/test-suites/defaults.yml index 7de76819..f7a5ba14 100644 --- a/redis_benchmarks_specification/test-suites/defaults.yml +++ b/redis_benchmarks_specification/test-suites/defaults.yml @@ -10,15 +10,19 @@ exporter: - $."BEST RUN RESULTS".Totals."Latency" - $."BEST RUN RESULTS".Totals."Misses/sec" - $."BEST RUN RESULTS".Totals."Percentile Latencies"."p50.00" + - $."BEST RUN RESULTS".Totals."Percentile Latencies"."p99.00" - $."WORST RUN RESULTS".Totals."Ops/sec" - $."WORST RUN RESULTS".Totals."Latency" - $."WORST RUN RESULTS".Totals."Misses/sec" - $."WORST RUN RESULTS".Totals."Percentile Latencies"."p50.00" + - $."WORST RUN RESULTS".Totals."Percentile Latencies"."p99.00" - $."AGGREGATED AVERAGE RESULTS (3 runs)".Totals."Ops/sec" - $."AGGREGATED AVERAGE RESULTS (3 runs)".Totals."Latency" - $."AGGREGATED AVERAGE RESULTS (3 runs)".Totals."Misses/sec" - - $."AGGREGATED AVERAGE RESULTS (5 runs)".Totals."Percentile Latencies"."p50.00" + - $."AGGREGATED AVERAGE RESULTS (3 runs)".Totals."Percentile Latencies"."p50.00" + - $."AGGREGATED AVERAGE RESULTS (3 runs)".Totals."Percentile Latencies"."p99.00" - $."ALL STATS".Totals."Ops/sec" - $."ALL STATS".Totals."Latency" - $."ALL STATS".Totals."Misses/sec" - $."ALL STATS".Totals."Percentile Latencies"."p50.00" + - $."ALL STATS".Totals."Percentile Latencies"."p99.00" diff --git a/utils/summary.py b/utils/summary.py new file mode 100644 index 00000000..cb29be49 --- /dev/null +++ b/utils/summary.py @@ -0,0 +1,199 @@ +import os +import argparse +from ruamel.yaml import YAML +import collections + +# Command groups mapping +COMMAND_GROUPS = { + "string": ["set", "get", "append", "getbit", "setrange", "bitcount", "mget"], + "hash": [ + "hset", + "hget", + "hincrby", + "hmset", + "hdel", + "hscan", + "hexists", + "hkeys", + "hvals", + "hmget", + "hsetnx", + "hgetall", + ], + "list": ["lpush", "rpop", "lpop", "lrem", "lrange", "lindex", "lpos", "linsert"], + "set": [ + "sadd", + "smembers", + "sismember", + "sunion", + "sdiff", + "sinter", + "smismember", + "sscan", + ], + "sorted_set": [ + "zadd", + "zrange", + "zrevrange", + "zrangebyscore", + "zrevrangebyscore", + "zincrby", + "zrem", + "zscore", + "zrank", + "zunion", + "zunionstore", + "zrevrank", + "zscan", + "zcard", + ], + "stream": ["xadd", "xread"], + "geospatial": ["geosearch", "geopos", "geohash", "geodist"], + "key_management": [ + "expire", + "pexpire", + "ttl", + "expireat", + "touch", + "del", + "exists", + ], + "pubsub": ["ping", "hello"], + "scripting": ["eval", "evalsha"], + "transaction": ["multi", "exec"], + "hyperloglog": ["pfadd"], + "server_management": ["hello"], +} + + +def parse_arguments(arguments): + """ + Parses the memtier benchmark arguments to extract relevant parameters. + Specifically extracts the --command argument. + + Args: + arguments (str): The arguments string from the YAML file. + + Returns: + dict: A dictionary containing extracted parameters. + """ + params = {} + command = None + + for arg in arguments.split(): + if arg.startswith("--command="): + command = arg.split("=", 1)[1] + elif arg == "--command": + command = arguments.split()[arguments.split().index(arg) + 1] + + return command + + +def categorize_command(command): + """ + Categorize a Redis command into a command group. + + Args: + command (str): The Redis command. + + Returns: + str: The command group. + """ + for group, commands in COMMAND_GROUPS.items(): + if command in commands: + return group + return "unknown" + + +def summarize_yaml_file(yaml_file_path, command_summary, command_group_summary): + """ + Processes a single YAML file to extract the tested commands and groups. + + Args: + yaml_file_path (str): Path to the YAML file. + command_summary (dict): Dictionary to store the command summary. + command_group_summary (dict): Dictionary to store the command group summary. + """ + yaml = YAML() + yaml.preserve_quotes = True + + try: + with open(yaml_file_path, "r") as file: + config = yaml.load(file) + except Exception as e: + print(f"Error reading {yaml_file_path}: {e}") + return + + # Extract tested commands from 'tested-commands' + tested_commands = config.get("tested-commands", []) + for command in tested_commands: + command_summary["tested_commands"][command] += 1 + command_group = categorize_command(command) + command_group_summary[command_group] += 1 + + # Extract command from 'clientconfig.arguments' + arguments = config.get("clientconfig", {}).get("arguments", "") + if arguments: + command = parse_arguments(arguments) + if command: + command_summary["client_arguments_commands"][command] += 1 + command_group = categorize_command(command) + command_group_summary[command_group] += 1 + + +def summarize_directory(directory): + """ + Summarizes the commands and command groups across all YAML files in a directory. + + Args: + directory (str): Path to the directory containing YAML files. + """ + command_summary = { + "tested_commands": collections.Counter(), + "client_arguments_commands": collections.Counter(), + } + command_group_summary = collections.Counter() + + # Iterate over all YAML files in the directory + for filename in os.listdir(directory): + if filename.endswith(".yml") or filename.endswith(".yaml"): + yaml_file_path = os.path.join(directory, filename) + summarize_yaml_file(yaml_file_path, command_summary, command_group_summary) + + # Print summary + print("\nTested Commands Summary:") + for command, count in command_summary["tested_commands"].items(): + print(f"{command}: {count} occurrences") + + print("\nClient Arguments Commands Summary:") + for command, count in command_summary["client_arguments_commands"].items(): + print(f"{command}: {count} occurrences") + + print("\nCommand Group Summary:") + for group, count in command_group_summary.items(): + print(f"{group.capitalize()}: {count} occurrences") + + +def main(): + parser = argparse.ArgumentParser( + description="Summarize commands and command groups from YAML benchmark files." + ) + parser.add_argument( + "--directory", + type=str, + default="../redis_benchmarks_specification/test-suites/", + help="Path to the directory containing YAML test files.", + ) + + args = parser.parse_args() + directory = args.directory + + if not os.path.isdir(directory): + print(f"Directory {directory} does not exist.") + return + + summarize_directory(directory) + + +if __name__ == "__main__": + main()