State of the art of arm compute - Q2 2025 - Redis Benchmark

Go back to list

Redis is a popular in-memory database mostly used as document datastore and cache. The Redis project contains a benchmark suite called simply redis-benchmark and aiming to execute different kind of query with a given amount of clients and parameters.

Our test configuration is made of two similar machines in the same network. We run redis-benchmark with following command:

redis-benchmark --csv  -h $server_ip -p $server_port -c 50 -n 1000000 -d 3 -k 1 -r 42 -P 1 -t $test
{ "configuration": { "chart": { "type": "line", "polar": true, "zoomType": "", "options3d": {}, "height": null, "width": null, "margin": null, "inverted": false, "zooming": {} }, "credits": { "enabled": false }, "title": { "text": "" }, "colorAxis": null, "subtitle": { "text": "" }, "xAxis": { "title": { "text": [ "" ], "useHTML": false, "style": { "color": "#666666" } }, "categories": [ "GET", "HSET", "INCR", "LPOP", "LPUSH", "LRANGE_100", "LRANGE_300", "LRANGE_500", "LRANGE_600", "MSET", "PING_INLINE", "PING_MBULK", "RPOP", "RPUSH", "SADD", "SET", "SPOP", "ZADD", "ZPOPMIN" ], "lineWidth": 1, "tickInterval": null, "tickWidth": 1, "tickLength": 10, "tickPixelInterval": null, "plotLines": null, "labels": { "enabled": true, "format": null, "formatter": "", "style": { "color": "#666666", "cursor": "default", "fontSize": "11px" }, "useHTML": false, "step": 0 }, "plotBands": null, "visible": true, "floor": null, "ceiling": null, "type": "linear", "min": null, "gridLineWidth": null, "gridLineColor": null, "minorTickInterval": null, "minorTickWidth": 0, "minTickInterval": null, "startOnTick": true, "endOnTick": null, "tickmarkPlacement": null, "units": null, "minRange": null }, "yAxis": { "title": { "text": [ "" ], "useHTML": false, "style": { "color": "#666666" } }, "categories": null, "plotLines": null, "plotBands": null, "lineWidth": 1, "tickInterval": null, "tickLength": 10, "floor": null, "ceiling": null, "gridLineInterpolation": null, "gridLineWidth": null, "gridLineColor": null, "min": 0, "max": null, "minorTickInterval": null, "minorTickWidth": 0, "minTickInterval": null, "startOnTick": true, "endOnTick": null, "minRange": null, "type": "linear", "tickmarkPlacement": null, "labels": { "enabled": false, "formatter": null, "style": { "color": "#666666", "cursor": "default", "fontSize": "11px" }, "useHTML": false } }, "zAxis": { "title": { "text": "" } }, "plotOptions": { "series": { "dataLabels": { "enabled": false, "format": "{series.name}", "distance": 30, "align": "center", "inside": null, "allowOverlap": false, "style": { "fontSize": "11px" } }, "showInLegend": null, "turboThreshold": 1000, "stacking": "", "groupPadding": 0.2, "centerInCategory": false, "findNearestPointBy": "x" } }, "navigator": { "enabled": false }, "scrollbar": { "enabled": false }, "rangeSelector": { "enabled": false, "inputEnabled": false }, "legend": { "enabled": true, "maxHeight": null, "align": "right", "verticalAlign": "middle", "layout": "vertical", "width": null, "margin": 12, "reversed": false }, "series": [ { "name": "Amazon Web Services m8g.2xlarge", "data": [ { "y": 1000.0, "value": 196722.38, "category": [ "rate", "GET" ] }, { "y": 1000.0, "value": 197291.905, "category": [ "rate", "HSET" ] }, { "y": 999.9999999999999, "value": 196990.40833333333, "category": [ "rate", "INCR" ] }, { "y": 1000.0, "value": 198526.68499999997, "category": [ "rate", "LPOP" ] }, { "y": 1000.0, "value": 198212.23666666666, "category": [ "rate", "LPUSH" ] }, { "y": 959.2894806903255, "value": 99676.62666666666, "category": [ "rate", "LRANGE_100" ] }, { "y": 1000.0, "value": 41374.41333333334, "category": [ "rate", "LRANGE_300" ] }, { "y": 962.1855111911085, "value": 27396.428333333333, "category": [ "rate", "LRANGE_500" ] }, { "y": 963.1918141675222, "value": 23604.683333333334, "category": [ "rate", "LRANGE_600" ] }, { "y": 1000.0, "value": 185920.43500000003, "category": [ "rate", "MSET" ] }, { "y": 1000.0, "value": 199167.3566666667, "category": [ "rate", "PING_INLINE" ] }, { "y": 999.9999999999999, "value": 198728.21166666667, "category": [ "rate", "PING_MBULK" ] }, { "y": 1000.0000000000001, "value": 199238.65166666664, "category": [ "rate", "RPOP" ] }, { "y": 1000.0, "value": 198034.585, "category": [ "rate", "RPUSH" ] }, { "y": 1000.0, "value": 197081.67666666667, "category": [ "rate", "SADD" ] }, { "y": 1000.0, "value": 196483.17333333334, "category": [ "rate", "SET" ] }, { "y": 1000.0, "value": 199884.22166666668, "category": [ "rate", "SPOP" ] }, { "y": 1000.0, "value": 194849.70166666666, "category": [ "rate", "ZADD" ] }, { "y": 1000.0, "value": 200404.31999999998, "category": [ "rate", "ZPOPMIN" ] } ], "color": "#f7981d" }, { "name": "Google Cloud c4a-standard-8 Google Axion", "data": [ { "y": 939.0676427698094, "value": 184735.62166666667, "category": [ "rate", "GET" ] }, { "y": 937.621279156554, "value": 184985.08833333335, "category": [ "rate", "HSET" ] }, { "y": 931.0810522119752, "value": 183414.03666666665, "category": [ "rate", "INCR" ] }, { "y": 929.4386209759829, "value": 184518.36833333332, "category": [ "rate", "LPOP" ] }, { "y": 944.8969186581166, "value": 187290.13166666668, "category": [ "rate", "LPUSH" ] }, { "y": 1000.0, "value": 103906.72333333333, "category": [ "rate", "LRANGE_100" ] }, { "y": 998.8093285350914, "value": 41325.15, "category": [ "rate", "LRANGE_300" ] }, { "y": 1000.0, "value": 28473.125, "category": [ "rate", "LRANGE_500" ] }, { "y": 1000.0000000000001, "value": 24506.73166666667, "category": [ "rate", "LRANGE_600" ] }, { "y": 945.4711276537906, "value": 175782.40333333332, "category": [ "rate", "MSET" ] }, { "y": 936.0837444462742, "value": 186437.32499999998, "category": [ "rate", "PING_INLINE" ] }, { "y": 937.4615801697068, "value": 186300.06333333332, "category": [ "rate", "PING_MBULK" ] }, { "y": 929.260437760943, "value": 185144.59666666668, "category": [ "rate", "RPOP" ] }, { "y": 937.5847321483434, "value": 185674.20333333334, "category": [ "rate", "RPUSH" ] }, { "y": 932.4293685817536, "value": 183764.74333333332, "category": [ "rate", "SADD" ] }, { "y": 934.7009138288892, "value": 183653.00166666668, "category": [ "rate", "SET" ] }, { "y": 942.2424229532942, "value": 188339.39333333334, "category": [ "rate", "SPOP" ] }, { "y": 945.9673452070379, "value": 184321.455, "category": [ "rate", "ZADD" ] }, { "y": 938.2425571797388, "value": 188027.86166666666, "category": [ "rate", "ZPOPMIN" ] } ], "color": "#55b400" }, { "name": "Microsoft Azure Standard_D8ps_v6", "data": [ { "y": 801.1136472288173, "value": 157596.98333333334, "category": [ "rate", "GET" ] }, { "y": 798.4454895230833, "value": 157526.83166666667, "category": [ "rate", "HSET" ] }, { "y": 802.4572008560993, "value": 158076.37166666667, "category": [ "rate", "INCR" ] }, { "y": 805.5685142109068, "value": 159926.84666666668, "category": [ "rate", "LPOP" ] }, { "y": 807.0727083095829, "value": 159971.68666666668, "category": [ "rate", "LPUSH" ] }, { "y": 810.8351634737013, "value": 84251.22499999999, "category": [ "rate", "LRANGE_100" ] }, { "y": 809.8377467426728, "value": 33506.56166666667, "category": [ "rate", "LRANGE_300" ] }, { "y": 789.6037052483701, "value": 22482.485, "category": [ "rate", "LRANGE_500" ] }, { "y": 795.8904352742808, "value": 19504.673333333336, "category": [ "rate", "LRANGE_600" ] }, { "y": 817.942605394614, "value": 152072.245, "category": [ "rate", "MSET" ] }, { "y": 800.1831525035553, "value": 159370.36333333334, "category": [ "rate", "PING_INLINE" ] }, { "y": 802.9780908392582, "value": 159574.4, "category": [ "rate", "PING_MBULK" ] }, { "y": 800.4465013820823, "value": 159479.88166666668, "category": [ "rate", "RPOP" ] }, { "y": 801.3540833452569, "value": 158695.82333333333, "category": [ "rate", "RPUSH" ] }, { "y": 811.654179993699, "value": 159962.16666666666, "category": [ "rate", "SADD" ] }, { "y": 805.473588306595, "value": 158262.00666666668, "category": [ "rate", "SET" ] }, { "y": 800.4259849324608, "value": 159992.525, "category": [ "rate", "SPOP" ] }, { "y": 799.3947403272476, "value": 155761.82666666666, "category": [ "rate", "ZADD" ] }, { "y": 794.2954855796856, "value": 159180.24666666667, "category": [ "rate", "ZPOPMIN" ] } ], "color": "#55b3ff" }, { "name": "Oracle Cloud VM.Standard.A2.Flex.8-32", "data": [ { "y": 340.07424574672183, "value": 66900.215, "category": [ "rate", "GET" ] }, { "y": 306.0599850764277, "value": 60383.1575, "category": [ "rate", "HSET" ] }, { "y": 313.89238959984897, "value": 61833.79, "category": [ "rate", "INCR" ] }, { "y": 338.38364096997844, "value": 67178.1825, "category": [ "rate", "LPOP" ] }, { "y": 317.9610076545728, "value": 63023.7625, "category": [ "rate", "LPUSH" ] }, { "y": 373.8708502564977, "value": 38847.695, "category": [ "rate", "LRANGE_100" ] }, { "y": 498.99644095658465, "value": 20645.684999999998, "category": [ "rate", "LRANGE_300" ] }, { "y": 517.094979915271, "value": 14723.31, "category": [ "rate", "LRANGE_500" ] }, { "y": 519.9881474743096, "value": 12743.21, "category": [ "rate", "LRANGE_600" ] }, { "y": 338.96768797900023, "value": 63021.020000000004, "category": [ "rate", "MSET" ] }, { "y": 328.27313886962764, "value": 65381.293333333335, "category": [ "rate", "PING_INLINE" ] }, { "y": 323.1949905921343, "value": 64227.9625, "category": [ "rate", "PING_MBULK" ] }, { "y": 318.2126659141967, "value": 63400.2625, "category": [ "rate", "RPOP" ] }, { "y": 299.09480205187396, "value": 59231.115, "category": [ "rate", "RPUSH" ] }, { "y": 304.19240902540867, "value": 59950.75, "category": [ "rate", "SADD" ] }, { "y": 384.9698868191461, "value": 75640.105, "category": [ "rate", "SET" ] }, { "y": 339.9907428077552, "value": 67958.785, "category": [ "rate", "SPOP" ] }, { "y": 385.11835973130104, "value": 75040.19750000001, "category": [ "rate", "ZADD" ] }, { "y": 361.69408673425806, "value": 72485.0575, "category": [ "rate", "ZPOPMIN" ] } ], "color": "#FF0000" } ], "drilldown": {}, "tooltip": { "enabled": true, "useHTML": false, "format": null, "headerFormat": "", "pointFormat": "<span style=\"color:{series.color}\">{series.name}<br>{point.category}</span>: <b>{point.value:.0f} req/sec</b>", "footerFormat": "", "shared": false, "outside": false, "valueDecimals": null, "split": false }, "annotations": null }, "hc_type": "chart", "id": "268383624605192968964052051579941821948" }

Observations:

  • AWS and Google have clearly the 1st class performance
  • Microsoft Cobalt compose a second tier
  • Oracle is third in this ranking