diff --git a/docs/articles_en/about-openvino/performance-benchmarks.rst b/docs/articles_en/about-openvino/performance-benchmarks.rst index 96ddcff022e237..7f838d62b18f1c 100644 --- a/docs/articles_en/about-openvino/performance-benchmarks.rst +++ b/docs/articles_en/about-openvino/performance-benchmarks.rst @@ -206,12 +206,11 @@ You can also test performance for your system yourself, following the guide on

Disclaimers

- * Intel® Distribution of OpenVINO™ toolkit performance results are based on release 2024.3, as of July 31, 2024. * OpenVINO Model Server performance results are based on release - 2024.2, as of June 28, 2024. + 2024.3, as of Aug. 19, 2024. The results may not reflect all publicly available updates. Intel technologies' features and benefits depend on system configuration and may require enabled hardware, software, or service diff --git a/docs/sphinx_setup/_static/benchmarks_files/OV-2024.3-Performance-Data.xlsx b/docs/sphinx_setup/_static/benchmarks_files/OV-2024.3-Performance-Data.xlsx index e89b5991029ad6..05de7365749228 100644 Binary files a/docs/sphinx_setup/_static/benchmarks_files/OV-2024.3-Performance-Data.xlsx and b/docs/sphinx_setup/_static/benchmarks_files/OV-2024.3-Performance-Data.xlsx differ diff --git a/docs/sphinx_setup/_static/benchmarks_files/OV-2024.3-platform_list.pdf b/docs/sphinx_setup/_static/benchmarks_files/OV-2024.3-platform_list.pdf index 09af72d6e37995..2de5261f98d5c6 100644 Binary files a/docs/sphinx_setup/_static/benchmarks_files/OV-2024.3-platform_list.pdf and b/docs/sphinx_setup/_static/benchmarks_files/OV-2024.3-platform_list.pdf differ diff --git a/docs/sphinx_setup/_static/benchmarks_files/OV-2024.3-system-info-detailed.xlsx b/docs/sphinx_setup/_static/benchmarks_files/OV-2024.3-system-info-detailed.xlsx index ab54576e0099f9..361ec61fe0807e 100644 Binary files a/docs/sphinx_setup/_static/benchmarks_files/OV-2024.3-system-info-detailed.xlsx and b/docs/sphinx_setup/_static/benchmarks_files/OV-2024.3-system-info-detailed.xlsx differ diff --git a/docs/sphinx_setup/_static/benchmarks_files/OVMS-benchmark-data.csv b/docs/sphinx_setup/_static/benchmarks_files/OVMS-benchmark-data.csv index 3ca1c7cc313491..10f573d9140388 100644 --- a/docs/sphinx_setup/_static/benchmarks_files/OVMS-benchmark-data.csv +++ b/docs/sphinx_setup/_static/benchmarks_files/OVMS-benchmark-data.csv @@ -1,78 +1,78 @@ -Network model,Release,IE-Type,Platform name,Throughput-OVMS-INT8,Throughput-OV-INT8,Throughput-OVMS-FP32,Throughput-OV-FP32, -begin_rec,,,,,,,, -bert-base-cased,OV-2024.2,xeon,Intel® Xeon® 8260M CPU-only,,484.765,486.962,181.829,179.94 -bert-base-cased,OV-2024.2,xeon,Intel® Xeon® Gold 6238M CPU-only,,430.151,434.276,157.835,158.277 -bert-base-cased,OV-2024.2,core,Intel® Core™ i9-11900K CPU-only,,101.044,102.838,35.727,36.57 -bert-base-cased,OV-2024.2,core,Intel® Core™ i7-11700K CPU-only,,100.741,103.322,35.046,36.607 -bert-base-cased,OV-2024.2,core,Intel® Core™ i3-10100 CPU-only,,26.124,26.329,17.155,17.387 -end_rec,,,,,,,, -begin_rec,,,,,,,, -bert-large-uncased,OV-2024.2,xeon,Intel® Xeon® 8260M CPU-only,,41.302,41.994,14.937,14.482 -bert-large-uncased,OV-2024.2,xeon,Intel® Xeon® Gold 6238M CPU-only,,36.595,37.1,13.114,13.03 -bert-large-uncased,OV-2024.2,core,Intel® Core™ i9-11900K CPU-only,,10.076,10.145,3.267,3.246 -bert-large-uncased,OV-2024.2,core,Intel® Core™ i7-11700K CPU-only,,10.161,10.203,3.287,3.26 -bert-large-uncased,OV-2024.2,core,Intel® Core™ i3-10100 CPU-only,,2.422,2.424,1.447,1.427 -end_rec,,,,,,,, -begin_rec,,,,,,,, -Efficientdet-D0,OV-2024.2,xeon,Intel® Xeon® 8260M CPU-only,,433.166,479.055,285.65,287.547 -Efficientdet-D0,OV-2024.2,xeon,Intel® Xeon® Gold 6238M CPU-only,,367.395,407,251.401,257.516 -Efficientdet-D0,OV-2024.2,core,Intel® Core™ i9-11900K CPU-only,,132.153,149.424,57.682,61.811 -Efficientdet-D0,OV-2024.2,core,Intel® Core™ i7-11700K CPU-only,,124.984,142.514,50.265,53.089 -Efficientdet-D0,OV-2024.2,core,Intel® Core™ i3-10100 CPU-only,,47.048,50.328,30.026,31.473 -end_rec,,,,,,,, -begin_rec,,,,,,,, -mask_rcnn_resnet50_atrous_coco,OV-2024.2,xeon,Intel® Xeon® 8260M CPU-only,,6.323,6.488,1.978,1.868 -mask_rcnn_resnet50_atrous_coco,OV-2024.2,xeon,Intel® Xeon® Gold 6238M CPU-only,,5.637,5.742,1.715,1.633 -mask_rcnn_resnet50_atrous_coco,OV-2024.2,core,Intel® Core™ i9-11900K CPU-only,,1.302,1.276,0.396,0.373 -mask_rcnn_resnet50_atrous_coco,OV-2024.2,core,Intel® Core™ i7-11700K CPU-only,,1.307,1.28,0.374,0.36 -mask_rcnn_resnet50_atrous_coco,OV-2024.2,core,Intel® Core™ i3-10100 CPU-only,,0.381,0.35,0.181,0.15 -end_rec,,,,,,,, -begin_rec,,,,,,,, -Mobilenet-V2 ,OV-2024.2,xeon,Intel® Xeon® 8260M CPU-only,,7578.115,12346.3,3354.203,3938.523 -Mobilenet-V2 ,OV-2024.2,xeon,Intel® Xeon® Gold 6238M CPU-only,,7513.034,10367.947,2915.906,3349.306 -Mobilenet-V2 ,OV-2024.2,core,Intel® Core™ i9-11900K CPU-only,,2152.015,2740.691,745.81,882.839 -Mobilenet-V2 ,OV-2024.2,core,Intel® Core™ i7-11700K CPU-only,,2093.311,2822.613,667.391,795.616 -Mobilenet-V2 ,OV-2024.2,core,Intel® Core™ i3-10100 CPU-only,,615.392,719.715,381.686,454.574 -end_rec,,,,,,,, -begin_rec,,,,,,,, -Resnet-50,OV-2024.2,xeon,Intel® Xeon® 8260M CPU-only,,2354.173,2482.832,639.577,645.443 -Resnet-50,OV-2024.2,xeon,Intel® Xeon® Gold 6238M CPU-only,,2070.726,2177.751,571.252,575.778 -Resnet-50,OV-2024.2,core,Intel® Core™ i9-11900K CPU-only,,440.402,458.622,114.169,116.577 -Resnet-50,OV-2024.2,core,Intel® Core™ i7-11700K CPU-only,,448.464,470.586,111.785,114.628 -Resnet-50,OV-2024.2,core,Intel® Core™ i3-10100 CPU-only,,114.267,118.502,57.29,58.233 -end_rec,,,,,,,, -begin_rec,,,,,,,, -SSD-Resnet34-1200 ,OV-2024.2,xeon,Intel® Xeon® 8260M CPU-only,,44.587,47.293,12.111,12.248 -SSD-Resnet34-1200 ,OV-2024.2,xeon,Intel® Xeon® Gold 6238M CPU-only,,38.784,40.602,10.521,10.613 -SSD-Resnet34-1200 ,OV-2024.2,core,Intel® Core™ i9-11900K CPU-only,,7.736,7.821,2.034,2.011 -SSD-Resnet34-1200 ,OV-2024.2,core,Intel® Core™ i7-11700K CPU-only,,7.953,8.033,2.083,2.058 -SSD-Resnet34-1200 ,OV-2024.2,core,Intel® Core™ i3-10100 CPU-only,,1.951,1.936,1.04,1.014 -end_rec,,,,,,,, -begin_rec,,,,,,,, -SSD_Mobilenet_V1_Coco,OV-2024.2,xeon,Intel® Xeon® 8260M CPU-only,,4753.674,4933.241,1370.423,1379.026 -SSD_Mobilenet_V1_Coco,OV-2024.2,xeon,Intel® Xeon® Gold 6238M CPU-only,,4165.318,4276.949,1197.151,1222.112 -SSD_Mobilenet_V1_Coco,OV-2024.2,core,Intel® Core™ i9-11900K CPU-only,,920.957,1001.56,270.597,281.293 -SSD_Mobilenet_V1_Coco,OV-2024.2,core,Intel® Core™ i7-11700K CPU-only,,941.323,1030.464,256.649,266.715 -SSD_Mobilenet_V1_Coco,OV-2024.2,core,Intel® Core™ i3-10100 CPU-only,,256.291,266.245,129.84,135.453 -end_rec,,,,,,,, -begin_rec,,,,,,,, -Unet-Camvid--0001 ,OV-2024.2,xeon,Intel® Xeon® 8260M CPU-only,,73.871,78.016,18.23,18.374 -Unet-Camvid--0001 ,OV-2024.2,xeon,Intel® Xeon® Gold 6238M CPU-only,,64.573,67.713,15.815,16.023 -Unet-Camvid--0001 ,OV-2024.2,core,Intel® Core™ i9-11900K CPU-only,,12.572,12.669,3.28,3.254 -Unet-Camvid--0001 ,OV-2024.2,core,Intel® Core™ i7-11700K CPU-only,,12.779,12.894,3.315,3.299 -Unet-Camvid--0001 ,OV-2024.2,core,Intel® Core™ i3-10100 CPU-only,,2.99,2.971,1.549,1.542 -end_rec,,,,,,,, -begin_rec,,,,,,,, -Yolo_V3_Tiny,OV-2024.2,xeon,Intel® Xeon® 8260M CPU-only,,1863.229,2344.128,775.001,786.09 -Yolo_V3_Tiny,OV-2024.2,xeon,Intel® Xeon® Gold 6238M CPU-only,,1669.35,2066.437,675.625,703.203 -Yolo_V3_Tiny,OV-2024.2,core,Intel® Core™ i9-11900K CPU-only,,430.441,505.532,146.284,151.09 -Yolo_V3_Tiny,OV-2024.2,core,Intel® Core™ i7-11700K CPU-only,,419.347,513.112,142.009,148.117 -Yolo_V3_Tiny,OV-2024.2,core,Intel® Core™ i3-10100 CPU-only,,117.889,133.312,63.598,69.377 -end_rec,,,,,,,, -begin_rec,,,,,,,, -Yolo_V8n,OV-2024.2,xeon,Intel® Xeon® 8260M CPU-only,,705.714,845.484,316.319,388.763 -Yolo_V8n,OV-2024.2,xeon,Intel® Xeon® Gold 6238M CPU-only,,641.815,746.965,278.824,338.806 -Yolo_V8n,OV-2024.2,core,Intel® Core™ i9-11900K CPU-only,,154.54,205.294,67.744,75.634 -Yolo_V8n,OV-2024.2,core,Intel® Core™ i7-11700K CPU-only,,149.289,199.997,65.243,72.677 -Yolo_V8n,OV-2024.2,core,Intel® Core™ i3-10100 CPU-only,,55.999,68.155,34.454,38.544 -end_rec,,,,,,,, \ No newline at end of file +Network model,Release,IE-Type,Platform name,Throughput-OVMS-INT8,Throughput-OV-INT8,Throughput-OVMS-FP32,Throughput-OV-FP32,UOM_T +begin_rec,,,,,,,, +bert-base-cased,OV-2024.3,xeon,Intel® Xeon® 8260M CPU-only,479.649,482.878,180.7,179.541,FPS +bert-base-cased,OV-2024.3,xeon,Intel® Xeon® Gold 6238M CPU-only,428.173,430.397,156.73,159.276,FPS +bert-base-cased,OV-2024.3,core,Intel® Core™ i9-11900K CPU-only,100.783,101.983,35.711,36.35,FPS +bert-base-cased,OV-2024.3,core,Intel® Core™ i7-11700K CPU-only,98.441,102.62,34.303,36.096,FPS +bert-base-cased,OV-2024.3,core,Intel® Core™ i3-10100 CPU-only,26.185,26.436,17.108,17.395,FPS +end_rec,,,,,,,, +begin_rec,,,,,,,, +bert-large-uncased,OV-2024.3,xeon,Intel® Xeon® 8260M CPU-only,41.872,42.401,14.949,14.473,FPS +bert-large-uncased,OV-2024.3,xeon,Intel® Xeon® Gold 6238M CPU-only,37.05,37.864,13.075,13.031,FPS +bert-large-uncased,OV-2024.3,core,Intel® Core™ i9-11900K CPU-only,10.047,10.111,3.259,3.237,FPS +bert-large-uncased,OV-2024.3,core,Intel® Core™ i7-11700K CPU-only,9.961,10.167,3.236,3.224,FPS +bert-large-uncased,OV-2024.3,core,Intel® Core™ i3-10100 CPU-only,2.43,2.427,1.447,1.428,FPS +end_rec,,,,,,,, +begin_rec,,,,,,,, +Efficientdet-D0,OV-2024.3,xeon,Intel® Xeon® 8260M CPU-only,439.435,485.287,274.772,272.856,FPS +Efficientdet-D0,OV-2024.3,xeon,Intel® Xeon® Gold 6238M CPU-only,376.1,415.275,253.829,259.188,FPS +Efficientdet-D0,OV-2024.3,core,Intel® Core™ i9-11900K CPU-only,131.735,148.558,57.036,59.907,FPS +Efficientdet-D0,OV-2024.3,core,Intel® Core™ i7-11700K CPU-only,119.798,140.129,,,FPS +Efficientdet-D0,OV-2024.3,core,Intel® Core™ i3-10100 CPU-only,47.382,50.573,30.226,31.492,FPS +end_rec,,,,,,,, +begin_rec,,,,,,,, +mask_rcnn_resnet50_atrous_coco,OV-2024.3,xeon,Intel® Xeon® 8260M CPU-only,6.306,6.364,1.96,1.868,FPS +mask_rcnn_resnet50_atrous_coco,OV-2024.3,xeon,Intel® Xeon® Gold 6238M CPU-only,5.652,5.771,1.714,1.639,FPS +mask_rcnn_resnet50_atrous_coco,OV-2024.3,core,Intel® Core™ i9-11900K CPU-only,1.309,1.267,0.396,0.371,FPS +mask_rcnn_resnet50_atrous_coco,OV-2024.3,core,Intel® Core™ i7-11700K CPU-only,1.293,1.271,0.355,0.346,FPS +mask_rcnn_resnet50_atrous_coco,OV-2024.3,core,Intel® Core™ i3-10100 CPU-only,0.38,0.352,0.182,0.151,FPS +end_rec,,,,,,,, +begin_rec,,,,,,,, +Mobilenet-V2 ,OV-2024.3,xeon,Intel® Xeon® 8260M CPU-only,7563.199,12406.597,3336.015,3972.673,FPS +Mobilenet-V2 ,OV-2024.3,xeon,Intel® Xeon® Gold 6238M CPU-only,7475.62,10373.146,2934.976,3381.725,FPS +Mobilenet-V2 ,OV-2024.3,core,Intel® Core™ i9-11900K CPU-only,2158.818,2742.363,740.988,874.037,FPS +Mobilenet-V2 ,OV-2024.3,core,Intel® Core™ i7-11700K CPU-only,2042.633,2809.471,631.59,759.984,FPS +Mobilenet-V2 ,OV-2024.3,core,Intel® Core™ i3-10100 CPU-only,614.174,718.416,381.882,455.793,FPS +end_rec,,,,,,,, +begin_rec,,,,,,,, +Resnet-50,OV-2024.3,xeon,Intel® Xeon® 8260M CPU-only,2356.238,2483.3,628.616,635.411,FPS +Resnet-50,OV-2024.3,xeon,Intel® Xeon® Gold 6238M CPU-only,2071.836,2202.317,568.945,575.057,FPS +Resnet-50,OV-2024.3,core,Intel® Core™ i9-11900K CPU-only,440.533,458.665,113.442,116.116,FPS +Resnet-50,OV-2024.3,core,Intel® Core™ i7-11700K CPU-only,441.7,469.848,107.395,113.605,FPS +Resnet-50,OV-2024.3,core,Intel® Core™ i3-10100 CPU-only,114.045,118.024,57.165,58.366,FPS +end_rec,,,,,,,, +begin_rec,,,,,,,, +SSD-Resnet34-1200 ,OV-2024.3,xeon,Intel® Xeon® 8260M CPU-only,44.499,47.251,12.074,12.167,FPS +SSD-Resnet34-1200 ,OV-2024.3,xeon,Intel® Xeon® Gold 6238M CPU-only,38.714,40.662,10.504,10.653,FPS +SSD-Resnet34-1200 ,OV-2024.3,core,Intel® Core™ i9-11900K CPU-only,7.756,7.818,2.029,2.005,FPS +SSD-Resnet34-1200 ,OV-2024.3,core,Intel® Core™ i7-11700K CPU-only,7.929,8.032,2.072,2.054,FPS +SSD-Resnet34-1200 ,OV-2024.3,core,Intel® Core™ i3-10100 CPU-only,1.947,1.937,1.037,1.008,FPS +end_rec,,,,,,,, +begin_rec,,,,,,,, +SSD_Mobilenet_V1_Coco,OV-2024.3,xeon,Intel® Xeon® 8260M CPU-only,4732.691,4875.291,1362.268,1375.237,FPS +SSD_Mobilenet_V1_Coco,OV-2024.3,xeon,Intel® Xeon® Gold 6238M CPU-only,4168.575,4279.825,1199.883,1226.189,FPS +SSD_Mobilenet_V1_Coco,OV-2024.3,core,Intel® Core™ i9-11900K CPU-only,921.041,1001.672,268.066,280.987,FPS +SSD_Mobilenet_V1_Coco,OV-2024.3,core,Intel® Core™ i7-11700K CPU-only,915.4,1028.233,244.534,260.822,FPS +SSD_Mobilenet_V1_Coco,OV-2024.3,core,Intel® Core™ i3-10100 CPU-only,256.018,266.401,129.917,135.312,FPS +end_rec,,,,,,,, +begin_rec,,,,,,,, +Unet-Camvid--0001 ,OV-2024.3,xeon,Intel® Xeon® 8260M CPU-only,73.429,77.693,18.104,17.938,FPS +Unet-Camvid--0001 ,OV-2024.3,xeon,Intel® Xeon® Gold 6238M CPU-only,64.29,67.517,15.777,15.927,FPS +Unet-Camvid--0001 ,OV-2024.3,core,Intel® Core™ i9-11900K CPU-only,12.574,12.628,3.267,3.253,FPS +Unet-Camvid--0001 ,OV-2024.3,core,Intel® Core™ i7-11700K CPU-only,12.718,12.881,3.272,3.297,FPS +Unet-Camvid--0001 ,OV-2024.3,core,Intel® Core™ i3-10100 CPU-only,2.995,2.976,1.555,1.53,FPS +end_rec,,,,,,,, +begin_rec,,,,,,,, +Yolo_V3_Tiny,OV-2024.3,xeon,Intel® Xeon® 8260M CPU-only,1842.129,2317.052,755.451,777.681,FPS +Yolo_V3_Tiny,OV-2024.3,xeon,Intel® Xeon® Gold 6238M CPU-only,1667.812,2056.27,675.447,704.412,FPS +Yolo_V3_Tiny,OV-2024.3,core,Intel® Core™ i9-11900K CPU-only,431.387,504.093,145.92,151.499,FPS +Yolo_V3_Tiny,OV-2024.3,core,Intel® Core™ i7-11700K CPU-only,409.268,516.794,139.903,147.235,FPS +Yolo_V3_Tiny,OV-2024.3,core,Intel® Core™ i3-10100 CPU-only,117.276,133.578,65.341,69.29,FPS +end_rec,,,,,,,, +begin_rec,,,,,,,, +Yolo_V8n,OV-2024.3,xeon,Intel® Xeon® 8260M CPU-only,,,314.652,386.299,FPS +Yolo_V8n,OV-2024.34,xeon,Intel® Xeon® Gold 6238M CPU-only,,,282.302,340.845,FPS +Yolo_V8n,OV-2024.65,core,Intel® Core™ i9-11900K CPU-only,153.817,204.691,67.421,74.996,FPS +Yolo_V8n,OV-2024.96,core,Intel® Core™ i7-11700K CPU-only,143.19,197.409,62.948,70.913,FPS +Yolo_V8n,OV-2024.127,core,Intel® Core™ i3-10100 CPU-only,56.244,67.968,34.396,38.576,FPS +end_rec,,,,,,,,