State of the art of arm compute - Q2 2025 - Redis Benchmark
Go back to listRedis is a popular in-memory database mostly used as document datastore and cache. The Redis project contains a benchmark suite called simply redis-benchmark and aiming to execute different kind of query with a given amount of clients and parameters.
Our test configuration is made of two similar machines in the same network. We run redis-benchmark with following command:
redis-benchmark --csv -h $server_ip -p $server_port -c 50 -n 1000000 -d 3 -k 1 -r 42 -P 1 -t $test
{
"configuration": {
"chart": {
"type": "line",
"polar": true,
"zoomType": "",
"options3d": {},
"height": null,
"width": null,
"margin": null,
"inverted": false,
"zooming": {}
},
"credits": {
"enabled": false
},
"title": {
"text": ""
},
"colorAxis": null,
"subtitle": {
"text": ""
},
"xAxis": {
"title": {
"text": [
""
],
"useHTML": false,
"style": {
"color": "#666666"
}
},
"categories": [
"GET",
"HSET",
"INCR",
"LPOP",
"LPUSH",
"LRANGE_100",
"LRANGE_300",
"LRANGE_500",
"LRANGE_600",
"MSET",
"PING_INLINE",
"PING_MBULK",
"RPOP",
"RPUSH",
"SADD",
"SET",
"SPOP",
"ZADD",
"ZPOPMIN"
],
"lineWidth": 1,
"tickInterval": null,
"tickWidth": 1,
"tickLength": 10,
"tickPixelInterval": null,
"plotLines": null,
"labels": {
"enabled": true,
"format": null,
"formatter": "",
"style": {
"color": "#666666",
"cursor": "default",
"fontSize": "11px"
},
"useHTML": false,
"step": 0
},
"plotBands": null,
"visible": true,
"floor": null,
"ceiling": null,
"type": "linear",
"min": null,
"gridLineWidth": null,
"gridLineColor": null,
"minorTickInterval": null,
"minorTickWidth": 0,
"minTickInterval": null,
"startOnTick": true,
"endOnTick": null,
"tickmarkPlacement": null,
"units": null,
"minRange": null
},
"yAxis": {
"title": {
"text": [
""
],
"useHTML": false,
"style": {
"color": "#666666"
}
},
"categories": null,
"plotLines": null,
"plotBands": null,
"lineWidth": 1,
"tickInterval": null,
"tickLength": 10,
"floor": null,
"ceiling": null,
"gridLineInterpolation": null,
"gridLineWidth": null,
"gridLineColor": null,
"min": 0,
"max": null,
"minorTickInterval": null,
"minorTickWidth": 0,
"minTickInterval": null,
"startOnTick": true,
"endOnTick": null,
"minRange": null,
"type": "linear",
"tickmarkPlacement": null,
"labels": {
"enabled": false,
"formatter": null,
"style": {
"color": "#666666",
"cursor": "default",
"fontSize": "11px"
},
"useHTML": false
}
},
"zAxis": {
"title": {
"text": ""
}
},
"plotOptions": {
"series": {
"dataLabels": {
"enabled": false,
"format": "{series.name}",
"distance": 30,
"align": "center",
"inside": null,
"allowOverlap": false,
"style": {
"fontSize": "11px"
}
},
"showInLegend": null,
"turboThreshold": 1000,
"stacking": "",
"groupPadding": 0.2,
"centerInCategory": false,
"findNearestPointBy": "x"
}
},
"navigator": {
"enabled": false
},
"scrollbar": {
"enabled": false
},
"rangeSelector": {
"enabled": false,
"inputEnabled": false
},
"legend": {
"enabled": true,
"maxHeight": null,
"align": "right",
"verticalAlign": "middle",
"layout": "vertical",
"width": null,
"margin": 12,
"reversed": false
},
"series": [
{
"name": "Amazon Web Services m8g.2xlarge",
"data": [
{
"y": 1000.0,
"value": 196722.38,
"category": [
"rate",
"GET"
]
},
{
"y": 1000.0,
"value": 197291.905,
"category": [
"rate",
"HSET"
]
},
{
"y": 999.9999999999999,
"value": 196990.40833333333,
"category": [
"rate",
"INCR"
]
},
{
"y": 1000.0,
"value": 198526.68499999997,
"category": [
"rate",
"LPOP"
]
},
{
"y": 1000.0,
"value": 198212.23666666666,
"category": [
"rate",
"LPUSH"
]
},
{
"y": 959.2894806903255,
"value": 99676.62666666666,
"category": [
"rate",
"LRANGE_100"
]
},
{
"y": 1000.0,
"value": 41374.41333333334,
"category": [
"rate",
"LRANGE_300"
]
},
{
"y": 962.1855111911085,
"value": 27396.428333333333,
"category": [
"rate",
"LRANGE_500"
]
},
{
"y": 963.1918141675222,
"value": 23604.683333333334,
"category": [
"rate",
"LRANGE_600"
]
},
{
"y": 1000.0,
"value": 185920.43500000003,
"category": [
"rate",
"MSET"
]
},
{
"y": 1000.0,
"value": 199167.3566666667,
"category": [
"rate",
"PING_INLINE"
]
},
{
"y": 999.9999999999999,
"value": 198728.21166666667,
"category": [
"rate",
"PING_MBULK"
]
},
{
"y": 1000.0000000000001,
"value": 199238.65166666664,
"category": [
"rate",
"RPOP"
]
},
{
"y": 1000.0,
"value": 198034.585,
"category": [
"rate",
"RPUSH"
]
},
{
"y": 1000.0,
"value": 197081.67666666667,
"category": [
"rate",
"SADD"
]
},
{
"y": 1000.0,
"value": 196483.17333333334,
"category": [
"rate",
"SET"
]
},
{
"y": 1000.0,
"value": 199884.22166666668,
"category": [
"rate",
"SPOP"
]
},
{
"y": 1000.0,
"value": 194849.70166666666,
"category": [
"rate",
"ZADD"
]
},
{
"y": 1000.0,
"value": 200404.31999999998,
"category": [
"rate",
"ZPOPMIN"
]
}
],
"color": "#f7981d"
},
{
"name": "Google Cloud c4a-standard-8 Google Axion",
"data": [
{
"y": 939.0676427698094,
"value": 184735.62166666667,
"category": [
"rate",
"GET"
]
},
{
"y": 937.621279156554,
"value": 184985.08833333335,
"category": [
"rate",
"HSET"
]
},
{
"y": 931.0810522119752,
"value": 183414.03666666665,
"category": [
"rate",
"INCR"
]
},
{
"y": 929.4386209759829,
"value": 184518.36833333332,
"category": [
"rate",
"LPOP"
]
},
{
"y": 944.8969186581166,
"value": 187290.13166666668,
"category": [
"rate",
"LPUSH"
]
},
{
"y": 1000.0,
"value": 103906.72333333333,
"category": [
"rate",
"LRANGE_100"
]
},
{
"y": 998.8093285350914,
"value": 41325.15,
"category": [
"rate",
"LRANGE_300"
]
},
{
"y": 1000.0,
"value": 28473.125,
"category": [
"rate",
"LRANGE_500"
]
},
{
"y": 1000.0000000000001,
"value": 24506.73166666667,
"category": [
"rate",
"LRANGE_600"
]
},
{
"y": 945.4711276537906,
"value": 175782.40333333332,
"category": [
"rate",
"MSET"
]
},
{
"y": 936.0837444462742,
"value": 186437.32499999998,
"category": [
"rate",
"PING_INLINE"
]
},
{
"y": 937.4615801697068,
"value": 186300.06333333332,
"category": [
"rate",
"PING_MBULK"
]
},
{
"y": 929.260437760943,
"value": 185144.59666666668,
"category": [
"rate",
"RPOP"
]
},
{
"y": 937.5847321483434,
"value": 185674.20333333334,
"category": [
"rate",
"RPUSH"
]
},
{
"y": 932.4293685817536,
"value": 183764.74333333332,
"category": [
"rate",
"SADD"
]
},
{
"y": 934.7009138288892,
"value": 183653.00166666668,
"category": [
"rate",
"SET"
]
},
{
"y": 942.2424229532942,
"value": 188339.39333333334,
"category": [
"rate",
"SPOP"
]
},
{
"y": 945.9673452070379,
"value": 184321.455,
"category": [
"rate",
"ZADD"
]
},
{
"y": 938.2425571797388,
"value": 188027.86166666666,
"category": [
"rate",
"ZPOPMIN"
]
}
],
"color": "#55b400"
},
{
"name": "Microsoft Azure Standard_D8ps_v6",
"data": [
{
"y": 801.1136472288173,
"value": 157596.98333333334,
"category": [
"rate",
"GET"
]
},
{
"y": 798.4454895230833,
"value": 157526.83166666667,
"category": [
"rate",
"HSET"
]
},
{
"y": 802.4572008560993,
"value": 158076.37166666667,
"category": [
"rate",
"INCR"
]
},
{
"y": 805.5685142109068,
"value": 159926.84666666668,
"category": [
"rate",
"LPOP"
]
},
{
"y": 807.0727083095829,
"value": 159971.68666666668,
"category": [
"rate",
"LPUSH"
]
},
{
"y": 810.8351634737013,
"value": 84251.22499999999,
"category": [
"rate",
"LRANGE_100"
]
},
{
"y": 809.8377467426728,
"value": 33506.56166666667,
"category": [
"rate",
"LRANGE_300"
]
},
{
"y": 789.6037052483701,
"value": 22482.485,
"category": [
"rate",
"LRANGE_500"
]
},
{
"y": 795.8904352742808,
"value": 19504.673333333336,
"category": [
"rate",
"LRANGE_600"
]
},
{
"y": 817.942605394614,
"value": 152072.245,
"category": [
"rate",
"MSET"
]
},
{
"y": 800.1831525035553,
"value": 159370.36333333334,
"category": [
"rate",
"PING_INLINE"
]
},
{
"y": 802.9780908392582,
"value": 159574.4,
"category": [
"rate",
"PING_MBULK"
]
},
{
"y": 800.4465013820823,
"value": 159479.88166666668,
"category": [
"rate",
"RPOP"
]
},
{
"y": 801.3540833452569,
"value": 158695.82333333333,
"category": [
"rate",
"RPUSH"
]
},
{
"y": 811.654179993699,
"value": 159962.16666666666,
"category": [
"rate",
"SADD"
]
},
{
"y": 805.473588306595,
"value": 158262.00666666668,
"category": [
"rate",
"SET"
]
},
{
"y": 800.4259849324608,
"value": 159992.525,
"category": [
"rate",
"SPOP"
]
},
{
"y": 799.3947403272476,
"value": 155761.82666666666,
"category": [
"rate",
"ZADD"
]
},
{
"y": 794.2954855796856,
"value": 159180.24666666667,
"category": [
"rate",
"ZPOPMIN"
]
}
],
"color": "#55b3ff"
},
{
"name": "Oracle Cloud VM.Standard.A2.Flex.8-32",
"data": [
{
"y": 340.07424574672183,
"value": 66900.215,
"category": [
"rate",
"GET"
]
},
{
"y": 306.0599850764277,
"value": 60383.1575,
"category": [
"rate",
"HSET"
]
},
{
"y": 313.89238959984897,
"value": 61833.79,
"category": [
"rate",
"INCR"
]
},
{
"y": 338.38364096997844,
"value": 67178.1825,
"category": [
"rate",
"LPOP"
]
},
{
"y": 317.9610076545728,
"value": 63023.7625,
"category": [
"rate",
"LPUSH"
]
},
{
"y": 373.8708502564977,
"value": 38847.695,
"category": [
"rate",
"LRANGE_100"
]
},
{
"y": 498.99644095658465,
"value": 20645.684999999998,
"category": [
"rate",
"LRANGE_300"
]
},
{
"y": 517.094979915271,
"value": 14723.31,
"category": [
"rate",
"LRANGE_500"
]
},
{
"y": 519.9881474743096,
"value": 12743.21,
"category": [
"rate",
"LRANGE_600"
]
},
{
"y": 338.96768797900023,
"value": 63021.020000000004,
"category": [
"rate",
"MSET"
]
},
{
"y": 328.27313886962764,
"value": 65381.293333333335,
"category": [
"rate",
"PING_INLINE"
]
},
{
"y": 323.1949905921343,
"value": 64227.9625,
"category": [
"rate",
"PING_MBULK"
]
},
{
"y": 318.2126659141967,
"value": 63400.2625,
"category": [
"rate",
"RPOP"
]
},
{
"y": 299.09480205187396,
"value": 59231.115,
"category": [
"rate",
"RPUSH"
]
},
{
"y": 304.19240902540867,
"value": 59950.75,
"category": [
"rate",
"SADD"
]
},
{
"y": 384.9698868191461,
"value": 75640.105,
"category": [
"rate",
"SET"
]
},
{
"y": 339.9907428077552,
"value": 67958.785,
"category": [
"rate",
"SPOP"
]
},
{
"y": 385.11835973130104,
"value": 75040.19750000001,
"category": [
"rate",
"ZADD"
]
},
{
"y": 361.69408673425806,
"value": 72485.0575,
"category": [
"rate",
"ZPOPMIN"
]
}
],
"color": "#FF0000"
}
],
"drilldown": {},
"tooltip": {
"enabled": true,
"useHTML": false,
"format": null,
"headerFormat": "",
"pointFormat": "<span style=\"color:{series.color}\">{series.name}<br>{point.category}</span>: <b>{point.value:.0f} req/sec</b>",
"footerFormat": "",
"shared": false,
"outside": false,
"valueDecimals": null,
"split": false
},
"annotations": null
},
"hc_type": "chart",
"id": "304965124848656635347336629360653476448"
}
Observations:
- AWS and Google have clearly the 1st class performance
- Microsoft Cobalt compose a second tier
- Oracle is third in this ranking