OVHcloud GPU benchmark - GPU bandwidth

Go back to list

{ "configuration": { "chart": { "type": "bar", "polar": false, "zoomType": "", "options3d": {}, "height": 550, "width": null, "margin": null, "inverted": false, "zooming": {} }, "credits": { "enabled": false }, "title": { "text": "device_to_host_memcpy_ce" }, "colorAxis": null, "subtitle": { "text": "" }, "xAxis": { "title": { "text": [ "" ], "useHTML": false, "style": { "color": "#666666" } }, "categories": [ "provider__short_name", "flavor__name" ], "lineWidth": 1, "tickInterval": null, "tickWidth": 0, "tickLength": 10, "tickPixelInterval": null, "plotLines": null, "labels": { "enabled": false, "format": null, "formatter": "", "style": { "color": "#666666", "cursor": "default", "fontSize": "11px" }, "useHTML": false, "step": 0 }, "plotBands": null, "visible": true, "floor": null, "ceiling": null, "type": "linear", "min": null, "gridLineWidth": null, "gridLineColor": null, "minorTickInterval": null, "minorTickWidth": 0, "minTickInterval": null, "startOnTick": true, "endOnTick": null, "tickmarkPlacement": null, "units": null, "minRange": null }, "yAxis": { "title": { "text": [ "In GB/sec Higher is better" ], "useHTML": false, "style": { "color": "#666666" } }, "categories": null, "plotLines": null, "plotBands": null, "lineWidth": null, "tickInterval": null, "tickLength": 10, "floor": null, "ceiling": null, "gridLineInterpolation": null, "gridLineWidth": 1, "gridLineColor": "#CCC", "min": null, "max": null, "minorTickInterval": null, "minorTickWidth": 0, "minTickInterval": null, "startOnTick": true, "endOnTick": null, "minRange": null, "type": "linear", "tickmarkPlacement": null, "labels": { "enabled": true, "formatter": null, "style": { "color": "#666666", "cursor": "default", "fontSize": "11px" }, "useHTML": false } }, "zAxis": { "title": { "text": "In GB/sec Higher is better" } }, "plotOptions": { "series": { "dataLabels": { "enabled": true, "format": "{series.name}", "distance": 30, "align": "left", "inside": true, "allowOverlap": false, "style": { "fontSize": "17px" } }, "showInLegend": null, "turboThreshold": 1000, "stacking": "", "groupPadding": 0, "centerInCategory": false, "findNearestPointBy": "x" } }, "navigator": { "enabled": false }, "scrollbar": { "enabled": false }, "rangeSelector": { "enabled": false, "inputEnabled": false }, "legend": { "enabled": true, "maxHeight": null, "align": "center", "verticalAlign": "bottom", "layout": "horizontal", "width": null, "margin": 12, "reversed": false }, "series": [ { "name": "AWS g5.xlarge", "data": [ [ 0, 13.225000000000001 ] ], "grouping": false, "color": "#f7981d" }, { "name": "AWS p3.2xlarge", "data": [ [ 1, 12.5 ] ], "grouping": false, "color": "#f7981d" }, { "name": "Azure Standard_NC40ads_H100_v5", "data": [ [ 2, 57.269999999999996 ] ], "grouping": false, "color": "#55b3ff" }, { "name": "Azure Standard_NC6s_v3", "data": [ [ 3, 13.14 ] ], "grouping": false, "color": "#55b3ff" }, { "name": "Azure Standard_NV36ads_A10_v5", "data": [ [ 4, 26.335 ] ], "grouping": false, "color": "#55b3ff" }, { "name": "Google a2-highgpu-1g", "data": [ [ 5, 13.175 ] ], "grouping": false, "color": "#55b400" }, { "name": "Google a2-ultragpu-1g", "data": [ [ 6, 13.2 ] ], "grouping": false, "color": "#55b400" }, { "name": "Google g2-standard-16", "data": [ [ 7, 13.105 ] ], "grouping": false, "color": "#55b400" }, { "name": "Google n1-highmem-8 Intel Skylake Tesla V100", "data": [ [ 8, 9.964 ] ], "grouping": false, "color": "#55b400" }, { "name": "OVH H100-380", "data": [ [ 9, 55.46666666666667 ] ], "grouping": false, "color": "#484848" }, { "name": "OVH L4-90", "data": [ [ 10, 13.21 ] ], "grouping": false, "color": "#484848" }, { "name": "OVH L40S-90", "data": [ [ 11, 26.355 ] ], "grouping": false, "color": "#484848" }, { "name": "OVH T1-LE-45", "data": [ [ 12, 13.1275 ] ], "grouping": false, "color": "#484848" } ], "drilldown": {}, "tooltip": { "enabled": true, "useHTML": false, "format": null, "headerFormat": "", "pointFormat": "{series.name}: {point.y:.1f} GB/sec", "footerFormat": "", "shared": false, "outside": false, "valueDecimals": null, "split": false }, "annotations": null }, "hc_type": "chart", "id": "device_to_host_memcpy_ce" }

{ "configuration": { "chart": { "type": "bar", "polar": false, "zoomType": "", "options3d": {}, "height": 550, "width": null, "margin": null, "inverted": false, "zooming": {} }, "credits": { "enabled": false }, "title": { "text": "device_to_host_memcpy_sm" }, "colorAxis": null, "subtitle": { "text": "" }, "xAxis": { "title": { "text": [ "" ], "useHTML": false, "style": { "color": "#666666" } }, "categories": [ "provider__short_name", "flavor__name" ], "lineWidth": 1, "tickInterval": null, "tickWidth": 0, "tickLength": 10, "tickPixelInterval": null, "plotLines": null, "labels": { "enabled": false, "format": null, "formatter": "", "style": { "color": "#666666", "cursor": "default", "fontSize": "11px" }, "useHTML": false, "step": 0 }, "plotBands": null, "visible": true, "floor": null, "ceiling": null, "type": "linear", "min": null, "gridLineWidth": null, "gridLineColor": null, "minorTickInterval": null, "minorTickWidth": 0, "minTickInterval": null, "startOnTick": true, "endOnTick": null, "tickmarkPlacement": null, "units": null, "minRange": null }, "yAxis": { "title": { "text": [ "In GB/sec Higher is better" ], "useHTML": false, "style": { "color": "#666666" } }, "categories": null, "plotLines": null, "plotBands": null, "lineWidth": null, "tickInterval": null, "tickLength": 10, "floor": null, "ceiling": null, "gridLineInterpolation": null, "gridLineWidth": 1, "gridLineColor": "#CCC", "min": null, "max": null, "minorTickInterval": null, "minorTickWidth": 0, "minTickInterval": null, "startOnTick": true, "endOnTick": null, "minRange": null, "type": "linear", "tickmarkPlacement": null, "labels": { "enabled": true, "formatter": null, "style": { "color": "#666666", "cursor": "default", "fontSize": "11px" }, "useHTML": false } }, "zAxis": { "title": { "text": "In GB/sec Higher is better" } }, "plotOptions": { "series": { "dataLabels": { "enabled": true, "format": "{series.name}", "distance": 30, "align": "left", "inside": true, "allowOverlap": false, "style": { "fontSize": "17px" } }, "showInLegend": null, "turboThreshold": 1000, "stacking": "", "groupPadding": 0, "centerInCategory": false, "findNearestPointBy": "x" } }, "navigator": { "enabled": false }, "scrollbar": { "enabled": false }, "rangeSelector": { "enabled": false, "inputEnabled": false }, "legend": { "enabled": true, "maxHeight": null, "align": "center", "verticalAlign": "bottom", "layout": "horizontal", "width": null, "margin": 12, "reversed": false }, "series": [ { "name": "AWS g5.xlarge", "data": [ [ 0, 4.895 ] ], "grouping": false, "color": "#f7981d" }, { "name": "AWS p3.2xlarge", "data": [ [ 1, 12.496666666666668 ] ], "grouping": false, "color": "#f7981d" }, { "name": "Azure Standard_NC40ads_H100_v5", "data": [ [ 2, 52.864999999999995 ] ], "grouping": false, "color": "#55b3ff" }, { "name": "Azure Standard_NC6s_v3", "data": [ [ 3, 13.15 ] ], "grouping": false, "color": "#55b3ff" }, { "name": "Azure Standard_NV36ads_A10_v5", "data": [ [ 4, 6.590000000000001 ] ], "grouping": false, "color": "#55b3ff" }, { "name": "Google a2-highgpu-1g", "data": [ [ 5, 13.175 ] ], "grouping": false, "color": "#55b400" }, { "name": "Google a2-ultragpu-1g", "data": [ [ 6, 13.2 ] ], "grouping": false, "color": "#55b400" }, { "name": "Google g2-standard-16", "data": [ [ 7, 13.112 ] ], "grouping": false, "color": "#55b400" }, { "name": "Google n1-highmem-8 Intel Skylake Tesla V100", "data": [ [ 8, 10.569999999999999 ] ], "grouping": false, "color": "#55b400" }, { "name": "OVH H100-380", "data": [ [ 9, 52.86 ] ], "grouping": false, "color": "#484848" }, { "name": "OVH L4-90", "data": [ [ 10, 13.21 ] ], "grouping": false, "color": "#484848" }, { "name": "OVH L40S-90", "data": [ [ 11, 26.36 ] ], "grouping": false, "color": "#484848" }, { "name": "OVH T1-LE-45", "data": [ [ 12, 13.157499999999999 ] ], "grouping": false, "color": "#484848" } ], "drilldown": {}, "tooltip": { "enabled": true, "useHTML": false, "format": null, "headerFormat": "", "pointFormat": "{series.name}: {point.y:.1f} GB/sec", "footerFormat": "", "shared": false, "outside": false, "valueDecimals": null, "split": false }, "annotations": null }, "hc_type": "chart", "id": "device_to_host_memcpy_sm" }

{ "configuration": { "chart": { "type": "bar", "polar": false, "zoomType": "", "options3d": {}, "height": 550, "width": null, "margin": null, "inverted": false, "zooming": {} }, "credits": { "enabled": false }, "title": { "text": "host_to_device_bidirectional_memcpy_ce" }, "colorAxis": null, "subtitle": { "text": "" }, "xAxis": { "title": { "text": [ "" ], "useHTML": false, "style": { "color": "#666666" } }, "categories": [ "provider__short_name", "flavor__name" ], "lineWidth": 1, "tickInterval": null, "tickWidth": 0, "tickLength": 10, "tickPixelInterval": null, "plotLines": null, "labels": { "enabled": false, "format": null, "formatter": "", "style": { "color": "#666666", "cursor": "default", "fontSize": "11px" }, "useHTML": false, "step": 0 }, "plotBands": null, "visible": true, "floor": null, "ceiling": null, "type": "linear", "min": null, "gridLineWidth": null, "gridLineColor": null, "minorTickInterval": null, "minorTickWidth": 0, "minTickInterval": null, "startOnTick": true, "endOnTick": null, "tickmarkPlacement": null, "units": null, "minRange": null }, "yAxis": { "title": { "text": [ "In GB/sec Higher is better" ], "useHTML": false, "style": { "color": "#666666" } }, "categories": null, "plotLines": null, "plotBands": null, "lineWidth": null, "tickInterval": null, "tickLength": 10, "floor": null, "ceiling": null, "gridLineInterpolation": null, "gridLineWidth": 1, "gridLineColor": "#CCC", "min": null, "max": null, "minorTickInterval": null, "minorTickWidth": 0, "minTickInterval": null, "startOnTick": true, "endOnTick": null, "minRange": null, "type": "linear", "tickmarkPlacement": null, "labels": { "enabled": true, "formatter": null, "style": { "color": "#666666", "cursor": "default", "fontSize": "11px" }, "useHTML": false } }, "zAxis": { "title": { "text": "In GB/sec Higher is better" } }, "plotOptions": { "series": { "dataLabels": { "enabled": true, "format": "{series.name}", "distance": 30, "align": "left", "inside": true, "allowOverlap": false, "style": { "fontSize": "17px" } }, "showInLegend": null, "turboThreshold": 1000, "stacking": "", "groupPadding": 0, "centerInCategory": false, "findNearestPointBy": "x" } }, "navigator": { "enabled": false }, "scrollbar": { "enabled": false }, "rangeSelector": { "enabled": false, "inputEnabled": false }, "legend": { "enabled": true, "maxHeight": null, "align": "center", "verticalAlign": "bottom", "layout": "horizontal", "width": null, "margin": 12, "reversed": false }, "series": [ { "name": "AWS g5.xlarge", "data": [ [ 0, 13.305 ] ], "grouping": false, "color": "#f7981d" }, { "name": "AWS p3.2xlarge", "data": [ [ 1, 10.15 ] ], "grouping": false, "color": "#f7981d" }, { "name": "Azure Standard_NC40ads_H100_v5", "data": [ [ 2, 57.525000000000006 ] ], "grouping": false, "color": "#55b3ff" }, { "name": "Azure Standard_NC6s_v3", "data": [ [ 3, 11.24 ] ], "grouping": false, "color": "#55b3ff" }, { "name": "Azure Standard_NV36ads_A10_v5", "data": [ [ 4, 19.32 ] ], "grouping": false, "color": "#55b3ff" }, { "name": "Google a2-highgpu-1g", "data": [ [ 5, 11.15 ] ], "grouping": false, "color": "#55b400" }, { "name": "Google a2-ultragpu-1g", "data": [ [ 6, 11.16 ] ], "grouping": false, "color": "#55b400" }, { "name": "Google g2-standard-16", "data": [ [ 7, 6.045 ] ], "grouping": false, "color": "#55b400" }, { "name": "Google n1-highmem-8 Intel Skylake Tesla V100", "data": [ [ 8, 8.508 ] ], "grouping": false, "color": "#55b400" }, { "name": "OVH H100-380", "data": [ [ 9, 49.5625 ] ], "grouping": false, "color": "#484848" }, { "name": "OVH L4-90", "data": [ [ 10, 13.364999999999998 ] ], "grouping": false, "color": "#484848" }, { "name": "OVH L40S-90", "data": [ [ 11, 22.955 ] ], "grouping": false, "color": "#484848" }, { "name": "OVH T1-LE-45", "data": [ [ 12, 11.325 ] ], "grouping": false, "color": "#484848" } ], "drilldown": {}, "tooltip": { "enabled": true, "useHTML": false, "format": null, "headerFormat": "", "pointFormat": "{series.name}: {point.y:.1f} GB/sec", "footerFormat": "", "shared": false, "outside": false, "valueDecimals": null, "split": false }, "annotations": null }, "hc_type": "chart", "id": "host_to_device_bidirectional_memcpy_ce" }

{ "configuration": { "chart": { "type": "bar", "polar": false, "zoomType": "", "options3d": {}, "height": 550, "width": null, "margin": null, "inverted": false, "zooming": {} }, "credits": { "enabled": false }, "title": { "text": "host_to_device_memcpy_ce" }, "colorAxis": null, "subtitle": { "text": "" }, "xAxis": { "title": { "text": [ "" ], "useHTML": false, "style": { "color": "#666666" } }, "categories": [ "provider__short_name", "flavor__name" ], "lineWidth": 1, "tickInterval": null, "tickWidth": 0, "tickLength": 10, "tickPixelInterval": null, "plotLines": null, "labels": { "enabled": false, "format": null, "formatter": "", "style": { "color": "#666666", "cursor": "default", "fontSize": "11px" }, "useHTML": false, "step": 0 }, "plotBands": null, "visible": true, "floor": null, "ceiling": null, "type": "linear", "min": null, "gridLineWidth": null, "gridLineColor": null, "minorTickInterval": null, "minorTickWidth": 0, "minTickInterval": null, "startOnTick": true, "endOnTick": null, "tickmarkPlacement": null, "units": null, "minRange": null }, "yAxis": { "title": { "text": [ "In GB/sec Higher is better" ], "useHTML": false, "style": { "color": "#666666" } }, "categories": null, "plotLines": null, "plotBands": null, "lineWidth": null, "tickInterval": null, "tickLength": 10, "floor": null, "ceiling": null, "gridLineInterpolation": null, "gridLineWidth": 1, "gridLineColor": "#CCC", "min": null, "max": null, "minorTickInterval": null, "minorTickWidth": 0, "minTickInterval": null, "startOnTick": true, "endOnTick": null, "minRange": null, "type": "linear", "tickmarkPlacement": null, "labels": { "enabled": true, "formatter": null, "style": { "color": "#666666", "cursor": "default", "fontSize": "11px" }, "useHTML": false } }, "zAxis": { "title": { "text": "In GB/sec Higher is better" } }, "plotOptions": { "series": { "dataLabels": { "enabled": true, "format": "{series.name}", "distance": 30, "align": "left", "inside": true, "allowOverlap": false, "style": { "fontSize": "17px" } }, "showInLegend": null, "turboThreshold": 1000, "stacking": "", "groupPadding": 0, "centerInCategory": false, "findNearestPointBy": "x" } }, "navigator": { "enabled": false }, "scrollbar": { "enabled": false }, "rangeSelector": { "enabled": false, "inputEnabled": false }, "legend": { "enabled": true, "maxHeight": null, "align": "center", "verticalAlign": "bottom", "layout": "horizontal", "width": null, "margin": 12, "reversed": false }, "series": [ { "name": "AWS g5.xlarge", "data": [ [ 0, 13.47 ] ], "grouping": false, "color": "#f7981d" }, { "name": "AWS p3.2xlarge", "data": [ [ 1, 11.1 ] ], "grouping": false, "color": "#f7981d" }, { "name": "Azure Standard_NC40ads_H100_v5", "data": [ [ 2, 57.6 ] ], "grouping": false, "color": "#55b3ff" }, { "name": "Azure Standard_NC6s_v3", "data": [ [ 3, 11.77 ] ], "grouping": false, "color": "#55b3ff" }, { "name": "Azure Standard_NV36ads_A10_v5", "data": [ [ 4, 26.709999999999997 ] ], "grouping": false, "color": "#55b3ff" }, { "name": "Google a2-highgpu-1g", "data": [ [ 5, 12.325 ] ], "grouping": false, "color": "#55b400" }, { "name": "Google a2-ultragpu-1g", "data": [ [ 6, 12.35 ] ], "grouping": false, "color": "#55b400" }, { "name": "Google g2-standard-16", "data": [ [ 7, 12.35 ] ], "grouping": false, "color": "#55b400" }, { "name": "Google n1-highmem-8 Intel Skylake Tesla V100", "data": [ [ 8, 8.63375 ] ], "grouping": false, "color": "#55b400" }, { "name": "OVH H100-380", "data": [ [ 9, 57.605000000000004 ] ], "grouping": false, "color": "#484848" }, { "name": "OVH L4-90", "data": [ [ 10, 13.38 ] ], "grouping": false, "color": "#484848" }, { "name": "OVH L40S-90", "data": [ [ 11, 26.83 ] ], "grouping": false, "color": "#484848" }, { "name": "OVH T1-LE-45", "data": [ [ 12, 12.175 ] ], "grouping": false, "color": "#484848" } ], "drilldown": {}, "tooltip": { "enabled": true, "useHTML": false, "format": null, "headerFormat": "", "pointFormat": "{series.name}: {point.y:.1f} GB/sec", "footerFormat": "", "shared": false, "outside": false, "valueDecimals": null, "split": false }, "annotations": null }, "hc_type": "chart", "id": "host_to_device_memcpy_ce" }

{ "configuration": { "chart": { "type": "bar", "polar": false, "zoomType": "", "options3d": {}, "height": 550, "width": null, "margin": null, "inverted": false, "zooming": {} }, "credits": { "enabled": false }, "title": { "text": "host_to_device_memcpy_sm" }, "colorAxis": null, "subtitle": { "text": "" }, "xAxis": { "title": { "text": [ "" ], "useHTML": false, "style": { "color": "#666666" } }, "categories": [ "provider__short_name", "flavor__name" ], "lineWidth": 1, "tickInterval": null, "tickWidth": 0, "tickLength": 10, "tickPixelInterval": null, "plotLines": null, "labels": { "enabled": false, "format": null, "formatter": "", "style": { "color": "#666666", "cursor": "default", "fontSize": "11px" }, "useHTML": false, "step": 0 }, "plotBands": null, "visible": true, "floor": null, "ceiling": null, "type": "linear", "min": null, "gridLineWidth": null, "gridLineColor": null, "minorTickInterval": null, "minorTickWidth": 0, "minTickInterval": null, "startOnTick": true, "endOnTick": null, "tickmarkPlacement": null, "units": null, "minRange": null }, "yAxis": { "title": { "text": [ "In GB/sec Higher is better" ], "useHTML": false, "style": { "color": "#666666" } }, "categories": null, "plotLines": null, "plotBands": null, "lineWidth": null, "tickInterval": null, "tickLength": 10, "floor": null, "ceiling": null, "gridLineInterpolation": null, "gridLineWidth": 1, "gridLineColor": "#CCC", "min": null, "max": null, "minorTickInterval": null, "minorTickWidth": 0, "minTickInterval": null, "startOnTick": true, "endOnTick": null, "minRange": null, "type": "linear", "tickmarkPlacement": null, "labels": { "enabled": true, "formatter": null, "style": { "color": "#666666", "cursor": "default", "fontSize": "11px" }, "useHTML": false } }, "zAxis": { "title": { "text": "In GB/sec Higher is better" } }, "plotOptions": { "series": { "dataLabels": { "enabled": true, "format": "{series.name}", "distance": 30, "align": "left", "inside": true, "allowOverlap": false, "style": { "fontSize": "17px" } }, "showInLegend": null, "turboThreshold": 1000, "stacking": "", "groupPadding": 0, "centerInCategory": false, "findNearestPointBy": "x" } }, "navigator": { "enabled": false }, "scrollbar": { "enabled": false }, "rangeSelector": { "enabled": false, "inputEnabled": false }, "legend": { "enabled": true, "maxHeight": null, "align": "center", "verticalAlign": "bottom", "layout": "horizontal", "width": null, "margin": 12, "reversed": false }, "series": [ { "name": "AWS g5.xlarge", "data": [ [ 0, 13.47 ] ], "grouping": false, "color": "#f7981d" }, { "name": "AWS p3.2xlarge", "data": [ [ 1, 10.965 ] ], "grouping": false, "color": "#f7981d" }, { "name": "Azure Standard_NC40ads_H100_v5", "data": [ [ 2, 53.7875 ] ], "grouping": false, "color": "#55b3ff" }, { "name": "Azure Standard_NC6s_v3", "data": [ [ 3, 11.165 ] ], "grouping": false, "color": "#55b3ff" }, { "name": "Azure Standard_NV36ads_A10_v5", "data": [ [ 4, 26.72 ] ], "grouping": false, "color": "#55b3ff" }, { "name": "Google a2-highgpu-1g", "data": [ [ 5, 12.335 ] ], "grouping": false, "color": "#55b400" }, { "name": "Google a2-ultragpu-1g", "data": [ [ 6, 12.36 ] ], "grouping": false, "color": "#55b400" }, { "name": "Google g2-standard-16", "data": [ [ 7, 12.355 ] ], "grouping": false, "color": "#55b400" }, { "name": "Google n1-highmem-8 Intel Skylake Tesla V100", "data": [ [ 8, 10.327777777777778 ] ], "grouping": false, "color": "#55b400" }, { "name": "OVH H100-380", "data": [ [ 9, 53.723333333333336 ] ], "grouping": false, "color": "#484848" }, { "name": "OVH L4-90", "data": [ [ 10, 13.375 ] ], "grouping": false, "color": "#484848" }, { "name": "OVH L40S-90", "data": [ [ 11, 26.87 ] ], "grouping": false, "color": "#484848" }, { "name": "OVH T1-LE-45", "data": [ [ 12, 12.355 ] ], "grouping": false, "color": "#484848" } ], "drilldown": {}, "tooltip": { "enabled": true, "useHTML": false, "format": null, "headerFormat": "", "pointFormat": "{series.name}: {point.y:.1f} GB/sec", "footerFormat": "", "shared": false, "outside": false, "valueDecimals": null, "split": false }, "annotations": null }, "hc_type": "chart", "id": "host_to_device_memcpy_sm" }