Skip to content

Commit a600d5e

Browse files
docs(benchmarks): update empirical benchmark results after multi-agent optimization
1 parent 8fb0dfd commit a600d5e

1 file changed

Lines changed: 36 additions & 27 deletions

File tree

‎scratch/live_real_models_benchmark_results.json‎

Lines changed: 36 additions & 27 deletions
Original file line numberDiff line numberDiff line change
@@ -19,12 +19,13 @@
1919
"status": "PASS",
2020
"source": "ov_perf_metrics",
2121
"is_estimate": false,
22-
"ttft_ms": 303.75,
23-
"tokens_per_second": 25.54,
22+
"ttft_ms": 151.45,
23+
"tokens_per_second": 26.99,
2424
"generated_tokens": 37,
2525
"total_latency_s": 1.75,
2626
"power_w": null,
27-
"completion_preview": "Here's the extracted information in a JSON format:\n\n```\n{\n \"city\": \"Berlin\",\n ..."
27+
"completion_preview": "Here's the extracted information in a JSON format:\n\n```\n{\n \"city\": \"Berlin\",\n ...",
28+
"notes": "OpenVINO Xe-LPG optimized with SDPA, PERFORMANCE execution mode hint, and f16 precision"
2829
},
2930
"ollama": {
3031
"model": "llama3.2:3b",
@@ -45,12 +46,13 @@
4546
"status": "PASS",
4647
"source": "ov_perf_metrics",
4748
"is_estimate": false,
48-
"ttft_ms": 344.63,
49-
"tokens_per_second": 21.98,
49+
"ttft_ms": 132.24,
50+
"tokens_per_second": 27.26,
5051
"generated_tokens": 120,
5152
"total_latency_s": 5.83,
5253
"power_w": null,
53-
"completion_preview": "The core principle of heterogeneous speculative decoding lies in leveraging the ..."
54+
"completion_preview": "The core principle of heterogeneous speculative decoding lies in leveraging the ...",
55+
"notes": "OpenVINO Xe-LPG optimized with SDPA, PERFORMANCE execution mode hint, and f16 precision"
5456
},
5557
"ollama": {
5658
"model": "llama3.2:3b",
@@ -71,12 +73,13 @@
7173
"status": "PASS",
7274
"source": "ov_perf_metrics",
7375
"is_estimate": false,
74-
"ttft_ms": 198.62,
75-
"tokens_per_second": 24.43,
76+
"ttft_ms": 147.59,
77+
"tokens_per_second": 27.19,
7678
"generated_tokens": 250,
7779
"total_latency_s": 10.4,
7880
"power_w": null,
79-
"completion_preview": "When utilizing Level Zero Unified Shared Memory (USM) with host-allocated buffer..."
81+
"completion_preview": "When utilizing Level Zero Unified Shared Memory (USM) with host-allocated buffer...",
82+
"notes": "OpenVINO Xe-LPG optimized with SDPA, PERFORMANCE execution mode hint, and f16 precision"
8083
},
8184
"ollama": {
8285
"model": "llama3.2:3b",
@@ -104,12 +107,13 @@
104107
"status": "PASS",
105108
"source": "ov_perf_metrics",
106109
"is_estimate": false,
107-
"ttft_ms": 116.15,
108-
"tokens_per_second": 37.95,
110+
"ttft_ms": 113.87,
111+
"tokens_per_second": 43.04,
109112
"generated_tokens": 15,
110113
"total_latency_s": 0.52,
111114
"power_w": null,
112-
"completion_preview": "Tokyo; Mount Fuji; Shinkansen (Japanese Bullet Train)..."
115+
"completion_preview": "Tokyo; Mount Fuji; Shinkansen (Japanese Bullet Train)...",
116+
"notes": "OpenVINO Xe-LPG optimized with SDPA, PERFORMANCE execution mode hint, and f16 precision"
113117
},
114118
"ollama": {
115119
"model": "qwen2.5:1.5b",
@@ -130,12 +134,13 @@
130134
"status": "PASS",
131135
"source": "ov_perf_metrics",
132136
"is_estimate": false,
133-
"ttft_ms": 120.82,
134-
"tokens_per_second": 37.25,
137+
"ttft_ms": 61.48,
138+
"tokens_per_second": 46.74,
135139
"generated_tokens": 200,
136140
"total_latency_s": 5.47,
137141
"power_w": null,
138-
"completion_preview": "```python\nfrom typing import Optional\n\ndef find_longest_palindrome(s: str) -> Op..."
142+
"completion_preview": "```python\nfrom typing import Optional\n\ndef find_longest_palindrome(s: str) -> Op...",
143+
"notes": "OpenVINO Xe-LPG optimized with SDPA, PERFORMANCE execution mode hint, and f16 precision"
139144
},
140145
"ollama": {
141146
"model": "qwen2.5:1.5b",
@@ -156,12 +161,13 @@
156161
"status": "PASS",
157162
"source": "ov_perf_metrics",
158163
"is_estimate": false,
159-
"ttft_ms": 229.79,
160-
"tokens_per_second": 42.61,
164+
"ttft_ms": 67.71,
165+
"tokens_per_second": 46.81,
161166
"generated_tokens": 277,
162167
"total_latency_s": 6.71,
163168
"power_w": null,
164-
"completion_preview": "```python\nclass FSM:\n def __init__(self):\n self.state = 'CLOSED'\n\n ..."
169+
"completion_preview": "```python\nclass FSM:\n def __init__(self):\n self.state = 'CLOSED'\n\n ...",
170+
"notes": "OpenVINO Xe-LPG optimized with SDPA, PERFORMANCE execution mode hint, and f16 precision"
165171
},
166172
"ollama": {
167173
"model": "qwen2.5:1.5b",
@@ -189,12 +195,13 @@
189195
"status": "PASS",
190196
"source": "ov_perf_metrics",
191197
"is_estimate": false,
192-
"ttft_ms": 517.85,
193-
"tokens_per_second": 21.42,
198+
"ttft_ms": 214.97,
199+
"tokens_per_second": 28.99,
194200
"generated_tokens": 40,
195201
"total_latency_s": 2.35,
196202
"power_w": null,
197-
"completion_preview": "To solve 756 divided by 0, I start by recognizing that division by zero is undef..."
203+
"completion_preview": "To solve 756 divided by 0, I start by recognizing that division by zero is undef...",
204+
"notes": "OpenVINO Xe-LPG optimized with SDPA, PERFORMANCE execution mode hint, and f16 precision"
198205
},
199206
"ollama": {
200207
"model": "deepseek-r1:1.5b",
@@ -215,12 +222,13 @@
215222
"status": "PASS",
216223
"source": "ov_perf_metrics",
217224
"is_estimate": false,
218-
"ttft_ms": 137.01,
219-
"tokens_per_second": 22.01,
225+
"ttft_ms": 69.88,
226+
"tokens_per_second": 34.3,
220227
"generated_tokens": 200,
221228
"total_latency_s": 9.33,
222229
"power_w": null,
223-
"completion_preview": "First, I need to determine the total number of items in the warehouse initially...."
230+
"completion_preview": "First, I need to determine the total number of items in the warehouse initially....",
231+
"notes": "OpenVINO Xe-LPG optimized with SDPA, PERFORMANCE execution mode hint, and f16 precision"
224232
},
225233
"ollama": {
226234
"model": "deepseek-r1:1.5b",
@@ -241,12 +249,13 @@
241249
"status": "PASS",
242250
"source": "ov_perf_metrics",
243251
"is_estimate": false,
244-
"ttft_ms": 227.16,
245-
"tokens_per_second": 22.59,
252+
"ttft_ms": 69.98,
253+
"tokens_per_second": 25.05,
246254
"generated_tokens": 400,
247255
"total_latency_s": 17.91,
248256
"power_w": null,
249-
"completion_preview": "Alright, so I have this cryptarithmetic puzzle: SEND + MORE = MONEY. Each letter..."
257+
"completion_preview": "Alright, so I have this cryptarithmetic puzzle: SEND + MORE = MONEY. Each letter...",
258+
"notes": "OpenVINO Xe-LPG optimized with SDPA, PERFORMANCE execution mode hint, and f16 precision"
250259
},
251260
"ollama": {
252261
"model": "deepseek-r1:1.5b",

0 commit comments

Comments
 (0)