Skip to content

Commit fdf29e1

Browse files
akopytkoakopytko
authored
[DOCS] Port changes (#27481)
### Details: - *item1* - *...* ### Tickets: - *ticket-id*
1 parent 9670665 commit fdf29e1

File tree

7 files changed

+1119
-183
lines changed

7 files changed

+1119
-183
lines changed

‎docs/articles_en/about-openvino/performance-benchmarks.rst‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -59,12 +59,12 @@ implemented in your solutions. Click the buttons below to see the chosen benchma
5959
.. grid-item::
6060

6161
.. button-link:: #
62-
:class: ovms-toolkit-benchmark-llm
62+
:class: ovms-toolkit-benchmark-llm-result
6363
:color: primary
6464
:outline:
6565
:expand:
6666

67-
:material-regular:`bar_chart;1.4em` OVMS for GenAI (coming soon)
67+
:material-regular:`bar_chart;1.4em` OVMS for GenAI
6868

6969

7070

‎docs/sphinx_setup/_static/benchmarks_files/data/graph-data-ovms-genai.json‎

Lines changed: 96 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,96 @@
1+
[
2+
{
3+
"Platform": "Intel® Xeon® Platinum 8580",
4+
"Model": "mistralai/Mistral-7B-v0.1",
5+
"PlatformType": "None",
6+
"Parameters": {
7+
"Vllm": {
8+
"Precisions": [
9+
{
10+
"Throughput": {
11+
"0.2": "350.06",
12+
"0.6": "486.89",
13+
"0.8": "575.92",
14+
"2.0": "778.07"
15+
}
16+
},
17+
{
18+
"Latency": {
19+
"0.2": "60.93",
20+
"0.6": "91.63",
21+
"0.8": "113.61",
22+
"2.0": "240.25"
23+
}
24+
}
25+
]
26+
},
27+
"Ovms": {
28+
"Precisions": [
29+
{
30+
"Throughput": {
31+
"0.2": "90.98",
32+
"0.6": "266.24",
33+
"0.8": "351.63",
34+
"2.0": "195.16"
35+
}
36+
},
37+
{
38+
"Latency": {
39+
"0.2": "54.9",
40+
"0.6": "78.78",
41+
"0.8": "95.78",
42+
"2.0": "352.23"
43+
}
44+
}
45+
]
46+
}
47+
}
48+
},
49+
{
50+
"Platform": "Intel® Xeon® Platinum 8530",
51+
"Model": "mistralai/Mistral-7B-v0.1",
52+
"PlatformType": "None",
53+
"Parameters": {
54+
"Vllm": {
55+
"Precisions": [
56+
{
57+
"Throughput": {
58+
"0.2": "350.06",
59+
"0.6": "486.89",
60+
"0.8": "575.92",
61+
"2.0": "778.07"
62+
}
63+
},
64+
{
65+
"Latency": {
66+
"0.2": "60.93",
67+
"0.6": "91.63",
68+
"0.8": "113.61",
69+
"2.0": "240.25"
70+
}
71+
}
72+
]
73+
},
74+
"Ovms": {
75+
"Precisions": [
76+
{
77+
"Throughput": {
78+
"0.2": "90.98",
79+
"0.6": "266.24",
80+
"0.8": "351.63",
81+
"2.0": "195.16"
82+
}
83+
},
84+
{
85+
"Latency": {
86+
"0.2": "54.9",
87+
"0.6": "78.78",
88+
"0.8": "95.78",
89+
"2.0": "352.23"
90+
}
91+
}
92+
]
93+
}
94+
}
95+
}
96+
]

‎docs/sphinx_setup/_static/benchmarks_files/graph-config.json‎

Lines changed: 32 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,3 @@
1-
21
{
32
"PrecisionsMap": {
43
"INT4": "int4",
@@ -9,7 +8,9 @@
98
"FP32_OV": "fp32_ov",
109
"FP32_OVMS": "fp32_ovms",
1110
"INT8_OV": "int8_ov",
12-
"INT8_OVMS": "int8_ovms"
11+
"INT8_OVMS": "int8_ovms",
12+
"THROUGHPUT": "Throughput",
13+
"LATENCY": "Latency"
1314
},
1415
"ParametersMap": {
1516
"Throughput": "throughput",
@@ -71,6 +72,30 @@
7172
"data": null,
7273
"color": "#00536a",
7374
"label": "INT8 OVMS"
75+
},
76+
"Vllm": {
77+
"Latency": {
78+
"data": null,
79+
"color": "#FDB2BC",
80+
"label": "Latency"
81+
},
82+
"Throughput": {
83+
"data": null,
84+
"color": "#91CDF7",
85+
"label": "Throughput"
86+
}
87+
},
88+
"Ovms": {
89+
"Latency": {
90+
"data": null,
91+
"color": "#CDB2BC",
92+
"label": "Latency"
93+
},
94+
"Throughput": {
95+
"data": null,
96+
"color": "#12CDF7",
97+
"label": "Throughput"
98+
}
7499
}
75100
},
76101
"Filters": [
@@ -80,6 +105,7 @@
80105
"platformTypes": {
81106
"name": "ietype",
82107
"data": [
108+
"None",
83109
"Intel® Core™, CPU-only",
84110
"Intel® Core™, iGPU-only",
85111
"Intel® Core™, NPU-only",
@@ -109,15 +135,15 @@
109135
"parameters": {
110136
"name": "parameters",
111137
"data": [
112-
"Throughput",
113-
"Latency"
138+
"Vllm",
139+
"Ovms"
114140
]
115141
},
116142
"precision": {
117143
"name": "precision",
118144
"data": [
119-
"INT4",
120-
"INT8"
145+
"THROUGHPUT",
146+
"LATENCY"
121147
]
122148
}
123149
}

‎docs/sphinx_setup/_static/html/modalLLM.html‎

Lines changed: 95 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,95 @@
1+
<div>
2+
<div class="modal-header">
3+
<h2>Benchmark Graph Builder</h2>
4+
<span class="modal-close">&times;</span>
5+
</div>
6+
<div class="modal-line-divider"></div>
7+
<section id="modal-configure-graphs" class="modal-configure-graphs">
8+
<div id="configure-graphs-header" class="configure-graphs-header">
9+
<h3>Configure Graphs</h3>
10+
<div class="buttons-nav">
11+
<div>
12+
<button id="build-graphs-btn" disabled="disabled" class="build-graphs-btn">Show Graphs</button>
13+
</div>
14+
<div class="clear-all-btn">
15+
<span class="clear-all-btn-content">Clear All</span>
16+
</div>
17+
</div>
18+
</div>
19+
<div class="configure-graphs-content">
20+
<div class="modal-content-grid-container">
21+
<div class="modal-content-grid-item">
22+
<div title="Select\deselect all network model list" class="show-allcheckbox">
23+
<span class="models-selectall">
24+
</span>
25+
</div>
26+
<h5>Models</h5>
27+
<div class="modal-line-divider"></div>
28+
<div class="modal-content-grid">
29+
<div class="models-column column"></div>
30+
</div>
31+
</div>
32+
<div class="modal-content-grid-item">
33+
<div title="Select\deselect all platform list" class="show-allcheckbox">
34+
<span class="platforms-selectall">
35+
</span>
36+
</div>
37+
<h5>Platforms</h5>
38+
<div id="filters" title="Filter the platform list" class="show-filter">
39+
<span class="filters-label">Show filters</span>
40+
<span class="show-filters-icon"></span>
41+
</div>
42+
<div class="modal-line-divider"></div>
43+
<div class="modal-content-grid">
44+
<div class="platforms-column column"></div>
45+
</div>
46+
</div>
47+
<div class="modal-content-grid-item">
48+
<h5>Engines</h5>
49+
<div class="modal-line-divider"></div>
50+
<div class="modal-content-grid">
51+
<div class="kpi-column column"></div>
52+
</div>
53+
<h5>Parameters</h5>
54+
<div class="modal-line-divider"></div>
55+
<div class="modal-content-grid">
56+
<div class="precisions-column column"></div>
57+
</div>
58+
</div>
59+
</div>
60+
</div>
61+
<div class="configure-graphs-content">
62+
<div class="modal-content-grid-container">
63+
<div id="modal-filters" class="modal-filter">
64+
<div class="modal-filters-content">
65+
<div class="modal-header">
66+
<h2>Show\hide platform types</h2>
67+
<span class="close-filters"><span class="arrow-back-icon"></span></span>
68+
</div>
69+
<div class="show-allcheckbox">
70+
<span class="ietype-selectall"></span>
71+
</div>
72+
<h5>Platform Types</h5>
73+
<div class="modal-line-divider"></div>
74+
<div class="modal-content-grid">
75+
<div class="ietype-column column"></div>
76+
</div>
77+
</div>
78+
</div>
79+
</div>
80+
</div>
81+
</section>
82+
<section id="modal-display-graphs" class="modal-display-graphs">
83+
<div class="benchmark-graph-results-header">
84+
<h3>Graph Results</h3>
85+
<div class="edit-settings-btn">
86+
<div class="edit-settings-text">Edit Settings
87+
<span class="edit-settings-icon"></span>
88+
</div>
89+
</div>
90+
</div>
91+
<div class="chart-placeholder"></div>
92+
</section>
93+
<div class="modal-footer">
94+
</div>
95+
</div>

0 commit comments

Comments
 (0)