State of the art of European Public Object Storage - Q2 2023 - Big Data Multipart

Go back to list

Most of the users tend to download objects via a single HTTP request but this is not adapted to the retrieving of very large files. It appears that bandwidth may be limited by connection, hence it's possible to outreach this bottleneck by parallelizing the download operation into several ones. Fortunately, this use case has been standardized in the RFC7233: Range Requests.

Again we use our tool os-benchmark to perform this custom operation. The tests are configurated as followed:

Object size of 10GB
3 object in the same bucket
10 simultaneous connections

{ "configuration": { "chart": { "type": "bar", "polar": false, "zoomType": "", "options3d": {}, "height": 800, "width": null, "margin": null, "inverted": false, "zooming": {} }, "credits": { "enabled": false }, "title": { "text": "" }, "colorAxis": null, "subtitle": { "text": "" }, "xAxis": { "title": { "text": [ "" ], "useHTML": false, "style": { "color": "#666666" } }, "categories": [ "dest_zone__provider__name", "object_storage" ], "lineWidth": 1, "tickInterval": null, "tickWidth": 1, "tickLength": 10, "tickPixelInterval": null, "plotLines": null, "labels": { "enabled": false, "format": null, "formatter": "", "style": { "color": "#666666", "cursor": "default", "fontSize": "11px" }, "useHTML": false, "step": 0 }, "plotBands": null, "visible": true, "floor": null, "ceiling": null, "type": "linear", "min": null, "gridLineWidth": null, "gridLineColor": null, "minorTickInterval": null, "minorTickWidth": 0, "minTickInterval": null, "startOnTick": true, "endOnTick": null, "tickmarkPlacement": null, "units": null, "minRange": null }, "yAxis": { "title": { "text": [ "In MB/sec - Higher is better" ], "useHTML": false, "style": { "color": "#666666" } }, "categories": null, "plotLines": null, "plotBands": null, "lineWidth": null, "tickInterval": null, "tickLength": 10, "floor": null, "ceiling": null, "gridLineInterpolation": null, "gridLineWidth": null, "gridLineColor": null, "min": null, "max": null, "minorTickInterval": null, "minorTickWidth": 0, "minTickInterval": null, "startOnTick": true, "endOnTick": null, "minRange": null, "type": "linear", "tickmarkPlacement": null, "labels": { "enabled": true, "formatter": null, "style": { "color": "#666666", "cursor": "default", "fontSize": "11px" }, "useHTML": false } }, "zAxis": { "title": { "text": "In MB/sec - Higher is better" } }, "plotOptions": { "series": { "dataLabels": { "enabled": true, "format": "{series.name}", "distance": 30, "align": "left", "inside": true, "allowOverlap": false, "style": { "fontSize": "17px" } }, "showInLegend": null, "turboThreshold": 1000, "stacking": "", "groupPadding": 0, "centerInCategory": false, "findNearestPointBy": "x" } }, "navigator": { "enabled": false }, "scrollbar": { "enabled": false }, "rangeSelector": { "enabled": false, "inputEnabled": false }, "legend": { "enabled": true, "maxHeight": null, "align": "center", "verticalAlign": "bottom", "layout": "horizontal", "width": null, "margin": 12, "reversed": false }, "series": [ { "name": "Alibaba Cloud Object Storage Service", "data": [ 67.35860430178643 ], "color": "#ff6600" }, { "name": "Amazon Web Services Simple Storage Service", "data": [ 656.3669498422405 ], "color": "#f7981d" }, { "name": "CloudFerro Object Storage", "data": [ 1254.002184421508 ], "color": "#FF8225" }, { "name": "DigitalOcean Spaces", "data": [ 1443.368671246959 ], "color": "#057fff" }, { "name": "Exoscale Simple Object Storage", "data": [ 510.36647384514714 ], "color": "#d20000" }, { "name": "Fuga Cloud Object Store", "data": [ 455.6569137957602 ], "color": "#242F4B" }, { "name": "Google Cloud Cloud Storage", "data": [ 2312.245170707264 ], "color": "#55b400" }, { "name": "IBM Cloud Cloud Object Storage V2", "data": [ 193.34689369817696 ], "color": "#152935" }, { "name": "IONOS S3 Object Storage", "data": [ 509.82305196201423 ], "color": "#134094" }, { "name": "Leviia Object Storage", "data": [ 395.09260693712844 ], "color": "#00bc73" }, { "name": "Linode Object Storage", "data": [ 233.83913083975983 ], "color": "#00b64c" }, { "name": "Microsoft Azure Blob Storage", "data": [ 821.7644691727188 ], "color": "#55b3ff" }, { "name": "OVHcloud Standard Object Storage", "data": [ 684.8718304576392 ], "color": "#484848" }, { "name": "Oracle Cloud Object Storage Service", "data": [ 568.1504848405657 ], "color": "#FF0000" }, { "name": "Orange Business Object Storage Service", "data": [ 1087.423539692427 ], "color": "#fa6600" }, { "name": "Scaleway Object Storage", "data": [ 1042.9534984865948 ], "color": "#510099" }, { "name": "T-Systems Open Telekom Cloud Object Storage Service", "data": [ 864.5102390025111 ], "color": "#d1006c" }, { "name": "Tencent Cloud Cloud Object Storage", "data": [ 660.6464883146834 ], "color": "#04c3dc" }, { "name": "UpCloud Object Storage", "data": [ 77.87097145113373 ], "color": "#8b00ff" }, { "name": "Wasabi Technologies Hot Cloud Storage", "data": [ 104.00358887527514 ], "color": "#4fb74d" }, { "name": "gridscale Cloud Object Storage", "data": [ 491.1070172004694 ], "color": "#15425F" }, { "name": "infomaniak Object Storage", "data": [ 545.6009705273218 ], "color": "#0098FF" }, { "name": "leafcloud Object Storage", "data": [ 213.23952180647376 ], "color": "#32f295" } ], "drilldown": {}, "tooltip": { "enabled": true, "useHTML": false, "headerFormat": "", "pointFormat": "{series.name}: {point.y:.2f} ", "footerFormat": "", "shared": false, "outside": false, "valueDecimals": null, "split": false }, "annotations": null }, "hc_type": "chart", "id": "273567058658473637828578098851909496780" }