File tree Expand file tree Collapse file tree 2 files changed +96
-96
lines changed
articles_en/about-openvino
sphinx_setup/_static/benchmarks_files/data Expand file tree Collapse file tree 2 files changed +96
-96
lines changed Original file line number Diff line number Diff line change @@ -160,7 +160,7 @@ For a listing of all platforms and configurations used for testing, refer to the
160160* System configurations used for Intel® Distribution of OpenVINO™ toolkit performance results
161161 are based on release 2025.3, as of September 3rd, 2025.
162162
163- * OpenVINO Model Server performance results are based on release 2025.2 , as of July 3 , 2025.
163+ * OpenVINO Model Server performance results are based on release 2025.3 , as of September 3rd , 2025.
164164
165165The results may not reflect all publicly available updates. Intel technologies' features and
166166benefits depend on system configuration and may require enabled hardware, software, or service
Original file line number Diff line number Diff line change 99 "throughput" : {
1010 "Precisions" : [
1111 {
12- "fp32_ov" : 161.664 ,
13- "fp32_ovms" : 158.519 ,
14- "int8_ov" : 427.264 ,
15- "int8_ovms" : 416.94
12+ "fp32_ov" : 161.753 ,
13+ "fp32_ovms" : 159.282 ,
14+ "int8_ov" : 411.774 ,
15+ "int8_ovms" : 406.262
1616 }
1717 ],
1818 "Unit" : " FPS" ,
3030 "throughput" : {
3131 "Precisions" : [
3232 {
33- "fp32_ov" : 14.684 ,
34- "fp32_ovms" : 14.646 ,
35- "int8_ov" : 42.128 ,
36- "int8_ovms" : 41.015
33+ "fp32_ov" : 14.741 ,
34+ "fp32_ovms" : 14.687 ,
35+ "int8_ov" : 42.481 ,
36+ "int8_ovms" : 41.398
3737 }
3838 ],
3939 "Unit" : " FPS" ,
5151 "throughput" : {
5252 "Precisions" : [
5353 {
54- "fp32_ov" : 367.884 ,
55- "fp32_ovms" : 255.16 ,
56- "int8_ov" : 748.407 ,
57- "int8_ovms" : 505.145
54+ "fp32_ov" : 368.973 ,
55+ "fp32_ovms" : 253.242 ,
56+ "int8_ov" : 778.246 ,
57+ "int8_ovms" : 506.974
5858 }
5959 ],
6060 "Unit" : " FPS" ,
7272 "throughput" : {
7373 "Precisions" : [
7474 {
75- "fp32_ov" : 3324.713 ,
76- "fp32_ovms" : 2838.003 ,
77- "int8_ov" : 10223.347 ,
78- "int8_ovms" : 7372.192
75+ "fp32_ov" : 3275.067 ,
76+ "fp32_ovms" : 2816.773 ,
77+ "int8_ov" : 10250.761 ,
78+ "int8_ovms" : 7413.038
7979 }
8080 ],
8181 "Unit" : " FPS" ,
9393 "throughput" : {
9494 "Precisions" : [
9595 {
96- "fp32_ov" : 578.53 ,
97- "fp32_ovms" : 569.294 ,
98- "int8_ov" : 2170.574 ,
99- "int8_ovms" : 2047.551
96+ "fp32_ov" : 575.657 ,
97+ "fp32_ovms" : 566.718 ,
98+ "int8_ov" : 2133.572 ,
99+ "int8_ovms" : 2033.518
100100 }
101101 ],
102102 "Unit" : " FPS" ,
114114 "throughput" : {
115115 "Precisions" : [
116116 {
117- "fp32_ov" : 10.624 ,
118- "fp32_ovms" : 10.447 ,
119- "int8_ov" : 40.433 ,
120- "int8_ovms" : 38.372
117+ "fp32_ov" : 10.601 ,
118+ "fp32_ovms" : 10.439 ,
119+ "int8_ov" : 40.444 ,
120+ "int8_ovms" : 38.375
121121 }
122122 ],
123123 "Unit" : " FPS" ,
135135 "throughput" : {
136136 "Precisions" : [
137137 {
138- "fp32_ov" : 183.399 ,
139- "fp32_ovms" : 181.63 ,
140- "int8_ov" : 479.948 ,
141- "int8_ovms" : 470.011
138+ "fp32_ov" : 182.13 ,
139+ "fp32_ovms" : 182.49 ,
140+ "int8_ov" : 467.737 ,
141+ "int8_ovms" : 460.009
142142 }
143143 ],
144144 "Unit" : " FPS" ,
156156 "throughput" : {
157157 "Precisions" : [
158158 {
159- "fp32_ov" : 16.884 ,
160- "fp32_ovms" : 16.805 ,
161- "int8_ov" : 48.217 ,
162- "int8_ovms" : 46.704
159+ "fp32_ov" : 16.853 ,
160+ "fp32_ovms" : 16.814 ,
161+ "int8_ov" : 48.434 ,
162+ "int8_ovms" : 47.129
163163 }
164164 ],
165165 "Unit" : " FPS" ,
177177 "throughput" : {
178178 "Precisions" : [
179179 {
180- "fp32_ov" : 414.491 ,
181- "fp32_ovms" : 291.334 ,
182- "int8_ov" : 850.647 ,
183- "int8_ovms" : 547.512
180+ "fp32_ov" : 416.429 ,
181+ "fp32_ovms" : 287.978 ,
182+ "int8_ov" : 856.243 ,
183+ "int8_ovms" : 541.99
184184 }
185185 ],
186186 "Unit" : " FPS" ,
198198 "throughput" : {
199199 "Precisions" : [
200200 {
201- "fp32_ov" : 3855.324 ,
202- "fp32_ovms" : 3264.69 ,
203- "int8_ov" : 12211.012 ,
204- "int8_ovms" : 7612.95
201+ "fp32_ov" : 3778.861 ,
202+ "fp32_ovms" : 3214.536 ,
203+ "int8_ov" : 12084.817 ,
204+ "int8_ovms" : 7584.17
205205 }
206206 ],
207207 "Unit" : " FPS" ,
219219 "throughput" : {
220220 "Precisions" : [
221221 {
222- "fp32_ov" : 641.666 ,
223- "fp32_ovms" : 639.09 ,
224- "int8_ov" : 2468.34 ,
225- "int8_ovms" : 2335.361
222+ "fp32_ov" : 638.215 ,
223+ "fp32_ovms" : 637.338 ,
224+ "int8_ov" : 2421.012 ,
225+ "int8_ovms" : 2323.254
226226 }
227227 ],
228228 "Unit" : " FPS" ,
240240 "throughput" : {
241241 "Precisions" : [
242242 {
243- "fp32_ov" : 12.18 ,
244- "fp32_ovms" : 11.973 ,
245- "int8_ov" : 46.957 ,
246- "int8_ovms" : 43.684
243+ "fp32_ov" : 12.094 ,
244+ "fp32_ovms" : 11.884 ,
245+ "int8_ov" : 46.873 ,
246+ "int8_ovms" : 43.57
247247 }
248248 ],
249249 "Unit" : " FPS" ,
261261 "throughput" : {
262262 "Precisions" : [
263263 {
264- "fp32_ov" : 35.794 ,
265- "fp32_ovms" : 35.31 ,
266- "int8_ov" : 100.766 ,
267- "int8_ovms" : 99.81
264+ "fp32_ov" : 35.668 ,
265+ "fp32_ovms" : 34.549 ,
266+ "int8_ov" : 100.71 ,
267+ "int8_ovms" : 99.968
268268 }
269269 ],
270270 "Unit" : " FPS" ,
282282 "throughput" : {
283283 "Precisions" : [
284284 {
285- "fp32_ov" : 3.102 ,
286- "fp32_ovms" : 3.116 ,
287- "int8_ov" : 10.439 ,
288- "int8_ovms" : 10.39
285+ "fp32_ov" : 3.097 ,
286+ "fp32_ovms" : 3.106 ,
287+ "int8_ov" : 10.316 ,
288+ "int8_ovms" : 10.186
289289 }
290290 ],
291291 "Unit" : " FPS" ,
303303 "throughput" : {
304304 "Precisions" : [
305305 {
306- "fp32_ov" : 81.149 ,
307- "fp32_ovms" : 68.349 ,
308- "int8_ov" : 195.69 ,
309- "int8_ovms" : 128.246
306+ "fp32_ov" : 83.783 ,
307+ "fp32_ovms" : 70.678 ,
308+ "int8_ov" : 210.296 ,
309+ "int8_ovms" : 134.698
310310 }
311311 ],
312312 "Unit" : " FPS" ,
324324 "throughput" : {
325325 "Precisions" : [
326326 {
327- "fp32_ov" : 869.827 ,
328- "fp32_ovms" : 737.461 ,
329- "int8_ov" : 2687.402 ,
330- "int8_ovms" : 2125.56
327+ "fp32_ov" : 867.169 ,
328+ "fp32_ovms" : 737.016 ,
329+ "int8_ov" : 2680.265 ,
330+ "int8_ovms" : 2139.983
331331 }
332332 ],
333333 "Unit" : " FPS" ,
345345 "throughput" : {
346346 "Precisions" : [
347347 {
348- "fp32_ov" : 116.316 ,
349- "fp32_ovms" : 113.418 ,
350- "int8_ov" : 453.477 ,
351- "int8_ovms" : 437.309
348+ "fp32_ov" : 116.026 ,
349+ "fp32_ovms" : 113.814 ,
350+ "int8_ov" : 455.32 ,
351+ "int8_ovms" : 439.632
352352 }
353353 ],
354354 "Unit" : " FPS" ,
366366 "throughput" : {
367367 "Precisions" : [
368368 {
369- "fp32_ov" : 2.0 ,
370- "fp32_ovms" : 2.026 ,
371- "int8_ov" : 7.802 ,
372- "int8_ovms" : 7.756
369+ "fp32_ov" : 2.004 ,
370+ "fp32_ovms" : 2.03 ,
371+ "int8_ov" : 7.829 ,
372+ "int8_ovms" : 7.8
373373 }
374374 ],
375375 "Unit" : " FPS" ,
387387 "throughput" : {
388388 "Precisions" : [
389389 {
390- "fp32_ov" : 16.34 ,
391- "fp32_ovms" : 16.534 ,
392- "int8_ov" : 14.241 ,
393- "int8_ovms" : 14.165
390+ "fp32_ov" : 16.841 ,
391+ "fp32_ovms" : 16.644 ,
392+ "int8_ov" : 14.296 ,
393+ "int8_ovms" : 14.218
394394 }
395395 ],
396396 "Unit" : " FPS" ,
408408 "throughput" : {
409409 "Precisions" : [
410410 {
411- "fp32_ov" : 1.437 ,
412- "fp32_ovms" : 1.454 ,
413- "int8_ov" : 2.544 ,
414- "int8_ovms" : 2.555
411+ "fp32_ov" : 1.396 ,
412+ "fp32_ovms" : 1.447 ,
413+ "int8_ov" : 2.535 ,
414+ "int8_ovms" : 2.564
415415 }
416416 ],
417417 "Unit" : " FPS" ,
429429 "throughput" : {
430430 "Precisions" : [
431431 {
432- "fp32_ov" : 40.565 ,
433- "fp32_ovms" : 35.522 ,
434- "int8_ov" : 72.872 ,
435- "int8_ovms" : 55.591
432+ "fp32_ov" : 40.77 ,
433+ "fp32_ovms" : 35.227 ,
434+ "int8_ov" : 72.885 ,
435+ "int8_ovms" : 55.94
436436 }
437437 ],
438438 "Unit" : " FPS" ,
450450 "throughput" : {
451451 "Precisions" : [
452452 {
453- "fp32_ov" : 434.652 ,
454- "fp32_ovms" : 370.494 ,
455- "int8_ov" : 709.443 ,
456- "int8_ovms" : 611.223
453+ "fp32_ov" : 436.567 ,
454+ "fp32_ovms" : 372.626 ,
455+ "int8_ov" : 711.324 ,
456+ "int8_ovms" : 612.642
457457 }
458458 ],
459459 "Unit" : " FPS" ,
471471 "throughput" : {
472472 "Precisions" : [
473473 {
474- "fp32_ov" : 57.37 ,
475- "fp32_ovms" : 56.358 ,
476- "int8_ov" : 117.483 ,
477- "int8_ovms" : 113.548
474+ "fp32_ov" : 55.271 ,
475+ "fp32_ovms" : 54.504 ,
476+ "int8_ov" : 117.911 ,
477+ "int8_ovms" : 113.747
478478 }
479479 ],
480480 "Unit" : " FPS" ,
492492 "throughput" : {
493493 "Precisions" : [
494494 {
495- "fp32_ov" : 0.95 ,
496- "fp32_ovms" : 0.983 ,
497- "int8_ov" : 1.938 ,
495+ "fp32_ov" : 0.99 ,
496+ "fp32_ovms" : 1.015 ,
497+ "int8_ov" : 1.947 ,
498498 "int8_ovms" : 1.951
499499 }
500500 ],
You can’t perform that action at this time.
0 commit comments