State of the art of European Public Object Storage - Q2 2023 - Backup
Go back to listBefore storage, the main operation is of course the uploading of data and with large object the process isn't done by a simple HTTP POST or PUT request. All Object Storages implement an equivalent of Multipart Upload, a protocol allowing to split a large file in several chunks and parallelize the uploading.
The test ran in this section measure the performance of a Multipart Upload accross dfferent providers. To achieve this benchmark, we used os-benchmark with the following configuration:
- Multipart chunksize of 64MB
- Parallel upload 32
- 5GB objects
{
"configuration": {
"chart": {
"type": "bar",
"polar": false,
"zoomType": "",
"options3d": {},
"height": 800,
"width": null,
"margin": null,
"inverted": false,
"zooming": {}
},
"credits": {
"enabled": false
},
"title": {
"text": ""
},
"colorAxis": null,
"subtitle": {
"text": ""
},
"xAxis": {
"title": {
"text": [
""
],
"useHTML": false,
"style": {
"color": "#666666"
}
},
"categories": [
"dest_zone__provider__name",
"object_storage"
],
"lineWidth": 1,
"tickInterval": null,
"tickWidth": 1,
"tickLength": 10,
"tickPixelInterval": null,
"plotLines": null,
"labels": {
"enabled": false,
"format": null,
"formatter": "",
"style": {
"color": "#666666",
"cursor": "default",
"fontSize": "11px"
},
"useHTML": false,
"step": 0
},
"plotBands": null,
"visible": true,
"floor": null,
"ceiling": null,
"type": "linear",
"min": null,
"gridLineWidth": null,
"gridLineColor": null,
"minorTickInterval": null,
"minorTickWidth": 0,
"minTickInterval": null,
"startOnTick": true,
"endOnTick": null,
"tickmarkPlacement": null,
"units": null,
"minRange": null
},
"yAxis": {
"title": {
"text": [
"In MB/sec - Higher is better"
],
"useHTML": false,
"style": {
"color": "#666666"
}
},
"categories": null,
"plotLines": null,
"plotBands": null,
"lineWidth": null,
"tickInterval": null,
"tickLength": 10,
"floor": null,
"ceiling": null,
"gridLineInterpolation": null,
"gridLineWidth": null,
"gridLineColor": null,
"min": null,
"max": null,
"minorTickInterval": null,
"minorTickWidth": 0,
"minTickInterval": null,
"startOnTick": true,
"endOnTick": null,
"minRange": null,
"type": "linear",
"tickmarkPlacement": null,
"labels": {
"enabled": true,
"formatter": null,
"style": {
"color": "#666666",
"cursor": "default",
"fontSize": "11px"
},
"useHTML": false
}
},
"zAxis": {
"title": {
"text": "In MB/sec - Higher is better"
}
},
"plotOptions": {
"series": {
"dataLabels": {
"enabled": true,
"format": "{series.name}",
"distance": 30,
"align": "left",
"inside": true,
"allowOverlap": false,
"style": {
"fontSize": "17px"
}
},
"showInLegend": null,
"turboThreshold": 1000,
"stacking": "",
"groupPadding": 0,
"centerInCategory": false,
"findNearestPointBy": "x"
}
},
"navigator": {
"enabled": false
},
"scrollbar": {
"enabled": false
},
"rangeSelector": {
"enabled": false,
"inputEnabled": false
},
"legend": {
"enabled": true,
"maxHeight": null,
"align": "center",
"verticalAlign": "bottom",
"layout": "horizontal",
"width": null,
"margin": 12,
"reversed": false
},
"series": [
{
"name": "Alibaba Cloud Object Storage Service",
"data": [
102.04015799999999
],
"color": "#ff6600"
},
{
"name": "Amazon Web Services Simple Storage Service",
"data": [
667.955437
],
"color": "#f7981d"
},
{
"name": "Backblaze B2 Storage",
"data": [
143.74947899999998
],
"color": "#d3212f"
},
{
"name": "CloudFerro Object Storage",
"data": [
970.5383156
],
"color": "#FF8225"
},
{
"name": "DigitalOcean Spaces",
"data": [
219.66923379999997
],
"color": "#057fff"
},
{
"name": "Exoscale Simple Object Storage",
"data": [
175.05232919999997
],
"color": "#d20000"
},
{
"name": "Fuga Cloud Object Store",
"data": [
347.8915542
],
"color": "#242F4B"
},
{
"name": "Google Cloud Cloud Storage",
"data": [
190.83742025
],
"color": "#55b400"
},
{
"name": "IBM Cloud Cloud Object Storage V2",
"data": [
209.40699899999998
],
"color": "#152935"
},
{
"name": "IONOS S3 Object Storage",
"data": [
86.99722679999999
],
"color": "#134094"
},
{
"name": "Leviia Object Storage",
"data": [
274.996755
],
"color": "#00bc73"
},
{
"name": "Linode Object Storage",
"data": [
246.24904055555555
],
"color": "#00b64c"
},
{
"name": "Microsoft Azure Blob Storage",
"data": [
645.3057566
],
"color": "#55b3ff"
},
{
"name": "OVHcloud Standard Object Storage",
"data": [
250.46037270000002
],
"color": "#484848"
},
{
"name": "Oracle Cloud Object Storage Service",
"data": [
226.85553775
],
"color": "#FF0000"
},
{
"name": "Orange Business Object Storage Service",
"data": [
1282.7065182
],
"color": "#fa6600"
},
{
"name": "Scaleway Object Storage",
"data": [
185.8306414
],
"color": "#510099"
},
{
"name": "T-Systems Open Telekom Cloud Object Storage Service",
"data": [
726.0725138
],
"color": "#d1006c"
},
{
"name": "Tencent Cloud Cloud Object Storage",
"data": [
909.9913294
],
"color": "#04c3dc"
},
{
"name": "UpCloud Object Storage",
"data": [
110.07645600000001
],
"color": "#8b00ff"
},
{
"name": "Wasabi Technologies Hot Cloud Storage",
"data": [
466.61382080000004
],
"color": "#4fb74d"
},
{
"name": "gridscale Cloud Object Storage",
"data": [
349.4526597
],
"color": "#15425F"
},
{
"name": "hopla.cloud Object Storage",
"data": [
313.03160586666667
],
"color": "#0bded6"
},
{
"name": "infomaniak Object Storage",
"data": [
162.52918219999998
],
"color": "#0098FF"
},
{
"name": "leafcloud Object Storage",
"data": [
212.32766780000003
],
"color": "#32f295"
}
],
"drilldown": {},
"tooltip": {
"enabled": true,
"useHTML": false,
"headerFormat": "",
"pointFormat": "<span style=\"color:{series.color}\">{series.name}</span>: <b>{point.y:.2f}</b><br/>",
"footerFormat": "",
"shared": false,
"outside": false,
"valueDecimals": null,
"split": false
},
"annotations": null
},
"hc_type": "chart",
"id": "154542237760591484169506671947152966451"
}