|
19 | 19 | "status": "PASS", |
20 | 20 | "source": "ov_perf_metrics", |
21 | 21 | "is_estimate": false, |
22 | | - "ttft_ms": 303.75, |
23 | | - "tokens_per_second": 25.54, |
| 22 | + "ttft_ms": 151.45, |
| 23 | + "tokens_per_second": 26.99, |
24 | 24 | "generated_tokens": 37, |
25 | 25 | "total_latency_s": 1.75, |
26 | 26 | "power_w": null, |
27 | | - "completion_preview": "Here's the extracted information in a JSON format:\n\n```\n{\n \"city\": \"Berlin\",\n ..." |
| 27 | + "completion_preview": "Here's the extracted information in a JSON format:\n\n```\n{\n \"city\": \"Berlin\",\n ...", |
| 28 | + "notes": "OpenVINO Xe-LPG optimized with SDPA, PERFORMANCE execution mode hint, and f16 precision" |
28 | 29 | }, |
29 | 30 | "ollama": { |
30 | 31 | "model": "llama3.2:3b", |
|
45 | 46 | "status": "PASS", |
46 | 47 | "source": "ov_perf_metrics", |
47 | 48 | "is_estimate": false, |
48 | | - "ttft_ms": 344.63, |
49 | | - "tokens_per_second": 21.98, |
| 49 | + "ttft_ms": 132.24, |
| 50 | + "tokens_per_second": 27.26, |
50 | 51 | "generated_tokens": 120, |
51 | 52 | "total_latency_s": 5.83, |
52 | 53 | "power_w": null, |
53 | | - "completion_preview": "The core principle of heterogeneous speculative decoding lies in leveraging the ..." |
| 54 | + "completion_preview": "The core principle of heterogeneous speculative decoding lies in leveraging the ...", |
| 55 | + "notes": "OpenVINO Xe-LPG optimized with SDPA, PERFORMANCE execution mode hint, and f16 precision" |
54 | 56 | }, |
55 | 57 | "ollama": { |
56 | 58 | "model": "llama3.2:3b", |
|
71 | 73 | "status": "PASS", |
72 | 74 | "source": "ov_perf_metrics", |
73 | 75 | "is_estimate": false, |
74 | | - "ttft_ms": 198.62, |
75 | | - "tokens_per_second": 24.43, |
| 76 | + "ttft_ms": 147.59, |
| 77 | + "tokens_per_second": 27.19, |
76 | 78 | "generated_tokens": 250, |
77 | 79 | "total_latency_s": 10.4, |
78 | 80 | "power_w": null, |
79 | | - "completion_preview": "When utilizing Level Zero Unified Shared Memory (USM) with host-allocated buffer..." |
| 81 | + "completion_preview": "When utilizing Level Zero Unified Shared Memory (USM) with host-allocated buffer...", |
| 82 | + "notes": "OpenVINO Xe-LPG optimized with SDPA, PERFORMANCE execution mode hint, and f16 precision" |
80 | 83 | }, |
81 | 84 | "ollama": { |
82 | 85 | "model": "llama3.2:3b", |
|
104 | 107 | "status": "PASS", |
105 | 108 | "source": "ov_perf_metrics", |
106 | 109 | "is_estimate": false, |
107 | | - "ttft_ms": 116.15, |
108 | | - "tokens_per_second": 37.95, |
| 110 | + "ttft_ms": 113.87, |
| 111 | + "tokens_per_second": 43.04, |
109 | 112 | "generated_tokens": 15, |
110 | 113 | "total_latency_s": 0.52, |
111 | 114 | "power_w": null, |
112 | | - "completion_preview": "Tokyo; Mount Fuji; Shinkansen (Japanese Bullet Train)..." |
| 115 | + "completion_preview": "Tokyo; Mount Fuji; Shinkansen (Japanese Bullet Train)...", |
| 116 | + "notes": "OpenVINO Xe-LPG optimized with SDPA, PERFORMANCE execution mode hint, and f16 precision" |
113 | 117 | }, |
114 | 118 | "ollama": { |
115 | 119 | "model": "qwen2.5:1.5b", |
|
130 | 134 | "status": "PASS", |
131 | 135 | "source": "ov_perf_metrics", |
132 | 136 | "is_estimate": false, |
133 | | - "ttft_ms": 120.82, |
134 | | - "tokens_per_second": 37.25, |
| 137 | + "ttft_ms": 61.48, |
| 138 | + "tokens_per_second": 46.74, |
135 | 139 | "generated_tokens": 200, |
136 | 140 | "total_latency_s": 5.47, |
137 | 141 | "power_w": null, |
138 | | - "completion_preview": "```python\nfrom typing import Optional\n\ndef find_longest_palindrome(s: str) -> Op..." |
| 142 | + "completion_preview": "```python\nfrom typing import Optional\n\ndef find_longest_palindrome(s: str) -> Op...", |
| 143 | + "notes": "OpenVINO Xe-LPG optimized with SDPA, PERFORMANCE execution mode hint, and f16 precision" |
139 | 144 | }, |
140 | 145 | "ollama": { |
141 | 146 | "model": "qwen2.5:1.5b", |
|
156 | 161 | "status": "PASS", |
157 | 162 | "source": "ov_perf_metrics", |
158 | 163 | "is_estimate": false, |
159 | | - "ttft_ms": 229.79, |
160 | | - "tokens_per_second": 42.61, |
| 164 | + "ttft_ms": 67.71, |
| 165 | + "tokens_per_second": 46.81, |
161 | 166 | "generated_tokens": 277, |
162 | 167 | "total_latency_s": 6.71, |
163 | 168 | "power_w": null, |
164 | | - "completion_preview": "```python\nclass FSM:\n def __init__(self):\n self.state = 'CLOSED'\n\n ..." |
| 169 | + "completion_preview": "```python\nclass FSM:\n def __init__(self):\n self.state = 'CLOSED'\n\n ...", |
| 170 | + "notes": "OpenVINO Xe-LPG optimized with SDPA, PERFORMANCE execution mode hint, and f16 precision" |
165 | 171 | }, |
166 | 172 | "ollama": { |
167 | 173 | "model": "qwen2.5:1.5b", |
|
189 | 195 | "status": "PASS", |
190 | 196 | "source": "ov_perf_metrics", |
191 | 197 | "is_estimate": false, |
192 | | - "ttft_ms": 517.85, |
193 | | - "tokens_per_second": 21.42, |
| 198 | + "ttft_ms": 214.97, |
| 199 | + "tokens_per_second": 28.99, |
194 | 200 | "generated_tokens": 40, |
195 | 201 | "total_latency_s": 2.35, |
196 | 202 | "power_w": null, |
197 | | - "completion_preview": "To solve 756 divided by 0, I start by recognizing that division by zero is undef..." |
| 203 | + "completion_preview": "To solve 756 divided by 0, I start by recognizing that division by zero is undef...", |
| 204 | + "notes": "OpenVINO Xe-LPG optimized with SDPA, PERFORMANCE execution mode hint, and f16 precision" |
198 | 205 | }, |
199 | 206 | "ollama": { |
200 | 207 | "model": "deepseek-r1:1.5b", |
|
215 | 222 | "status": "PASS", |
216 | 223 | "source": "ov_perf_metrics", |
217 | 224 | "is_estimate": false, |
218 | | - "ttft_ms": 137.01, |
219 | | - "tokens_per_second": 22.01, |
| 225 | + "ttft_ms": 69.88, |
| 226 | + "tokens_per_second": 34.3, |
220 | 227 | "generated_tokens": 200, |
221 | 228 | "total_latency_s": 9.33, |
222 | 229 | "power_w": null, |
223 | | - "completion_preview": "First, I need to determine the total number of items in the warehouse initially...." |
| 230 | + "completion_preview": "First, I need to determine the total number of items in the warehouse initially....", |
| 231 | + "notes": "OpenVINO Xe-LPG optimized with SDPA, PERFORMANCE execution mode hint, and f16 precision" |
224 | 232 | }, |
225 | 233 | "ollama": { |
226 | 234 | "model": "deepseek-r1:1.5b", |
|
241 | 249 | "status": "PASS", |
242 | 250 | "source": "ov_perf_metrics", |
243 | 251 | "is_estimate": false, |
244 | | - "ttft_ms": 227.16, |
245 | | - "tokens_per_second": 22.59, |
| 252 | + "ttft_ms": 69.98, |
| 253 | + "tokens_per_second": 25.05, |
246 | 254 | "generated_tokens": 400, |
247 | 255 | "total_latency_s": 17.91, |
248 | 256 | "power_w": null, |
249 | | - "completion_preview": "Alright, so I have this cryptarithmetic puzzle: SEND + MORE = MONEY. Each letter..." |
| 257 | + "completion_preview": "Alright, so I have this cryptarithmetic puzzle: SEND + MORE = MONEY. Each letter...", |
| 258 | + "notes": "OpenVINO Xe-LPG optimized with SDPA, PERFORMANCE execution mode hint, and f16 precision" |
250 | 259 | }, |
251 | 260 | "ollama": { |
252 | 261 | "model": "deepseek-r1:1.5b", |
|
0 commit comments