Skip to content

Commit 074cca9

Browse files
committed
test(evidence): re-run the cp5.1 campaign with the control-integrity mutations
42/42 caught. The two new ones corrupt a recorded oracle wording and require the Rust control that reads it to fail — so "these controls read the reference's answer, not a literal" is now a recorded fact rather than something demonstrated once in a shell and described afterwards. Co-Authored-By: Claude Opus 5 <noreply@anthropic.com> Claude-Session: https://claude.ai/code/session_01DQ471fbXuoL2Poo4Ap3Kfb
1 parent cdff105 commit 074cca9

2 files changed

Lines changed: 77 additions & 57 deletions

File tree

‎docs/evidence/p022-cp5-1.result.json‎

Lines changed: 67 additions & 42 deletions
Original file line numberDiff line numberDiff line change
@@ -3,10 +3,10 @@
33
"comment": "Recorded mutation-campaign run (scripts/mutate_campaign.py --run). Raw facts only: outcomes, catchers, provenance. Counts are derived by scripts/render_checkpoint_status.py; regenerate this file by re-running the campaign, never by hand.",
44
"campaign": "p022-cp5-1",
55
"definition": "docs/evidence/p022-cp5-1.json",
6-
"definition_sha256": "c574a91f64466ecb376bc0652d8b26065d762735565349cf3769e4d3b0ea9d8a",
7-
"source_commit": "d80359e6bb6b035f3d63b2625677dbdfe261822b",
6+
"definition_sha256": "2b4651e54f2862f5b7bdce8f2f682a2bdbd6826677f383736ed7f359ba334d50",
7+
"source_commit": "cdff105ca43ec5b1ced2bd25a8216f4f7b65deb3",
88
"dirty": false,
9-
"recorded_at": "2026-09-06T15:21:04Z",
9+
"recorded_at": "2026-09-06T17:30:57Z",
1010
"packages": [
1111
"own-analysis",
1212
"own-bridge",
@@ -22,7 +22,7 @@
2222
"id": "M00",
2323
"outcome": "survived",
2424
"catchers": [],
25-
"elapsed_seconds": 1.7
25+
"elapsed_seconds": 1.6
2626
},
2727
"mutations": [
2828
{
@@ -31,7 +31,7 @@
3131
"catchers": [
3232
"own-bridge/tests/verdicts.rs::replays_every_case_to_its_golden"
3333
],
34-
"elapsed_seconds": 3.6
34+
"elapsed_seconds": 3.9
3535
},
3636
{
3737
"id": "M02",
@@ -47,81 +47,82 @@
4747
"catchers": [
4848
"own-bridge/tests/verdicts.rs::replays_every_case_to_its_golden"
4949
],
50-
"elapsed_seconds": 3.8
50+
"elapsed_seconds": 3.9
5151
},
5252
{
5353
"id": "M04",
5454
"outcome": "caught",
5555
"catchers": [
5656
"own-bridge/tests/verdicts.rs::replays_every_case_to_its_golden"
5757
],
58-
"elapsed_seconds": 4.3
58+
"elapsed_seconds": 4.5
5959
},
6060
{
6161
"id": "M05",
6262
"outcome": "caught",
6363
"catchers": [
6464
"own-bridge/tests/verdicts.rs::replays_every_case_to_its_golden"
6565
],
66-
"elapsed_seconds": 4.2
66+
"elapsed_seconds": 4.6
6767
},
6868
{
6969
"id": "M06",
7070
"outcome": "caught",
7171
"catchers": [
7272
"own-bridge/src/lib.rs::verdict::tests::a_flow_local_code_without_a_wording_keeps_the_core_message"
7373
],
74-
"elapsed_seconds": 4.4
74+
"elapsed_seconds": 4.5
7575
},
7676
{
7777
"id": "M07",
7878
"outcome": "caught",
7979
"catchers": [
8080
"own-bridge/tests/verdicts.rs::replays_every_case_to_its_golden"
8181
],
82-
"elapsed_seconds": 4.0
82+
"elapsed_seconds": 4.2
8383
},
8484
{
8585
"id": "M08",
8686
"outcome": "caught",
8787
"catchers": [
8888
"own-bridge/src/lib.rs::verdict::tests::every_di_lifetime_phrase_is_pinned_including_the_unreachable_two"
8989
],
90-
"elapsed_seconds": 3.9
90+
"elapsed_seconds": 4.0
9191
},
9292
{
9393
"id": "M09",
9494
"outcome": "caught",
9595
"catchers": [
9696
"own-bridge/src/lib.rs::verdict::tests::every_di_lifetime_phrase_is_pinned_including_the_unreachable_two",
9797
"own-bridge/src/lib.rs::verdict::tests::the_capture_route_names_a_non_static_source_it_can_never_be_handed",
98+
"own-bridge/tests/renders.rs::replays_every_rendered_surface_byte_for_byte",
9899
"own-bridge/tests/verdicts.rs::replays_every_case_to_its_golden"
99100
],
100-
"elapsed_seconds": 4.0
101+
"elapsed_seconds": 4.1
101102
},
102103
{
103104
"id": "M10",
104105
"outcome": "caught",
105106
"catchers": [
106107
"own-bridge/tests/verdicts.rs::replays_every_case_to_its_golden"
107108
],
108-
"elapsed_seconds": 3.8
109+
"elapsed_seconds": 4.2
109110
},
110111
{
111112
"id": "M11",
112113
"outcome": "caught",
113114
"catchers": [
114115
"own-bridge/src/lib.rs::verdict::tests::the_capture_route_names_a_non_static_source_it_can_never_be_handed"
115116
],
116-
"elapsed_seconds": 4.5
117+
"elapsed_seconds": 4.8
117118
},
118119
{
119120
"id": "M12",
120121
"outcome": "caught",
121122
"catchers": [
122123
"own-bridge/tests/verdicts.rs::replays_every_case_to_its_golden"
123124
],
124-
"elapsed_seconds": 4.4
125+
"elapsed_seconds": 4.6
125126
},
126127
{
127128
"id": "M13",
@@ -137,36 +138,38 @@
137138
"catchers": [
138139
"own-bridge/tests/verdicts.rs::replays_every_case_to_its_golden"
139140
],
140-
"elapsed_seconds": 4.0
141+
"elapsed_seconds": 4.1
141142
},
142143
{
143144
"id": "M15",
144145
"outcome": "caught",
145146
"catchers": [
146147
"own-bridge/tests/verdicts.rs::replays_every_case_to_its_golden"
147148
],
148-
"elapsed_seconds": 4.5
149+
"elapsed_seconds": 4.7
149150
},
150151
{
151152
"id": "M16",
152153
"outcome": "caught",
153154
"catchers": [
154155
"own-bridge/tests/verdicts.rs::replays_every_case_to_its_golden"
155156
],
156-
"elapsed_seconds": 4.4
157+
"elapsed_seconds": 4.5
157158
},
158159
{
159160
"id": "M17",
160161
"outcome": "caught",
161162
"catchers": [
163+
"own-bridge/tests/renders.rs::replays_every_rendered_surface_byte_for_byte",
162164
"own-bridge/tests/verdicts.rs::replays_every_case_to_its_golden"
163165
],
164-
"elapsed_seconds": 4.5
166+
"elapsed_seconds": 4.6
165167
},
166168
{
167169
"id": "M18",
168170
"outcome": "caught",
169171
"catchers": [
172+
"own-bridge/tests/renders.rs::replays_every_rendered_surface_byte_for_byte",
170173
"own-bridge/tests/verdicts.rs::replays_every_case_to_its_golden"
171174
],
172175
"elapsed_seconds": 4.4
@@ -177,39 +180,43 @@
177180
"catchers": [
178181
"own-bridge/tests/verdicts.rs::replays_every_case_to_its_golden"
179182
],
180-
"elapsed_seconds": 4.2
183+
"elapsed_seconds": 4.3
181184
},
182185
{
183186
"id": "M20",
184187
"outcome": "caught",
185188
"catchers": [
186-
"own-bridge/tests/verdicts.rs::replays_every_case_to_its_golden"
189+
"own-bridge/tests/renders.rs::replays_every_rendered_surface_byte_for_byte",
190+
"own-bridge/tests/verdicts.rs::replays_every_case_to_its_golden",
191+
"own-shadow/tests/engine.rs::this_engine_reproduces_its_committed_capture"
187192
],
188-
"elapsed_seconds": 4.2
193+
"elapsed_seconds": 4.8
189194
},
190195
{
191196
"id": "M21",
192197
"outcome": "caught",
193198
"catchers": [
194-
"own-bridge/tests/verdicts.rs::replays_every_case_to_its_golden"
199+
"own-bridge/tests/renders.rs::replays_every_rendered_surface_byte_for_byte",
200+
"own-bridge/tests/verdicts.rs::replays_every_case_to_its_golden",
201+
"own-shadow/tests/engine.rs::this_engine_reproduces_its_committed_capture"
195202
],
196-
"elapsed_seconds": 4.3
203+
"elapsed_seconds": 4.8
197204
},
198205
{
199206
"id": "M22",
200207
"outcome": "caught",
201208
"catchers": [
202209
"own-bridge/tests/verdicts.rs::replays_every_case_to_its_golden"
203210
],
204-
"elapsed_seconds": 4.0
211+
"elapsed_seconds": 4.1
205212
},
206213
{
207214
"id": "M23",
208215
"outcome": "caught",
209216
"catchers": [
210217
"own-bridge/tests/verdicts.rs::replays_every_case_to_its_golden"
211218
],
212-
"elapsed_seconds": 4.2
219+
"elapsed_seconds": 4.0
213220
},
214221
{
215222
"id": "M24",
@@ -225,126 +232,144 @@
225232
"catchers": [
226233
"own-analysis/src/lib.rs::effect::tests::the_via_clause_is_omitted_for_a_single_hop_chain"
227234
],
228-
"elapsed_seconds": 4.6
235+
"elapsed_seconds": 4.7
229236
},
230237
{
231238
"id": "M26",
232239
"outcome": "caught",
233240
"catchers": [
234241
"own-bridge/tests/verdicts.rs::replays_every_case_to_its_golden"
235242
],
236-
"elapsed_seconds": 4.6
243+
"elapsed_seconds": 4.7
237244
},
238245
{
239246
"id": "M27",
240247
"outcome": "caught",
241248
"catchers": [
242249
"own-bridge/tests/verdicts.rs::replays_every_case_to_its_golden"
243250
],
244-
"elapsed_seconds": 3.9
251+
"elapsed_seconds": 4.0
245252
},
246253
{
247254
"id": "M28",
248255
"outcome": "caught",
249256
"catchers": [
250257
"own-bridge/tests/verdicts.rs::replays_every_case_to_its_golden"
251258
],
252-
"elapsed_seconds": 3.7
259+
"elapsed_seconds": 4.1
253260
},
254261
{
255262
"id": "M29",
256263
"outcome": "caught",
257264
"catchers": [
258265
"own-bridge/tests/verdicts.rs::replays_every_case_to_its_golden"
259266
],
260-
"elapsed_seconds": 3.8
267+
"elapsed_seconds": 4.2
261268
},
262269
{
263270
"id": "M30",
264271
"outcome": "caught",
265272
"catchers": [
266-
"own-bridge/tests/verdicts.rs::replays_every_case_to_its_golden"
273+
"own-bridge/tests/renders.rs::replays_every_rendered_surface_byte_for_byte",
274+
"own-bridge/tests/verdicts.rs::replays_every_case_to_its_golden",
275+
"own-shadow/tests/engine.rs::this_engine_reproduces_its_committed_capture"
267276
],
268-
"elapsed_seconds": 4.0
277+
"elapsed_seconds": 4.6
269278
},
270279
{
271280
"id": "M31",
272281
"outcome": "caught",
273282
"catchers": [
274283
"own-bridge/tests/verdicts.rs::replays_every_case_to_its_golden"
275284
],
276-
"elapsed_seconds": 4.2
285+
"elapsed_seconds": 4.6
277286
},
278287
{
279288
"id": "M32",
280289
"outcome": "caught",
281290
"catchers": [
282291
"own-bridge/tests/verdicts.rs::replays_every_case_to_its_golden"
283292
],
284-
"elapsed_seconds": 4.2
293+
"elapsed_seconds": 4.4
285294
},
286295
{
287296
"id": "M33",
288297
"outcome": "caught",
289298
"catchers": [
290299
"own-bridge/tests/verdicts.rs::replays_every_case_to_its_golden"
291300
],
292-
"elapsed_seconds": 3.8
301+
"elapsed_seconds": 4.2
293302
},
294303
{
295304
"id": "M34",
296305
"outcome": "caught",
297306
"catchers": [
298307
"own-bridge/tests/verdicts.rs::replays_every_case_to_its_golden"
299308
],
300-
"elapsed_seconds": 3.8
309+
"elapsed_seconds": 4.1
301310
},
302311
{
303312
"id": "M35",
304313
"outcome": "caught",
305314
"catchers": [
306315
"own-bridge/tests/verdicts.rs::replays_every_case_to_its_golden"
307316
],
308-
"elapsed_seconds": 3.7
317+
"elapsed_seconds": 4.0
309318
},
310319
{
311320
"id": "M36",
312321
"outcome": "caught",
313322
"catchers": [
314323
"own-bridge/tests/verdicts.rs::replays_every_case_to_its_golden"
315324
],
316-
"elapsed_seconds": 3.9
325+
"elapsed_seconds": 4.2
317326
},
318327
{
319328
"id": "M37",
320329
"outcome": "caught",
321330
"catchers": [
322331
"own-bridge/tests/verdicts.rs::replays_every_case_to_its_golden"
323332
],
324-
"elapsed_seconds": 3.9
333+
"elapsed_seconds": 4.1
325334
},
326335
{
327336
"id": "M38",
328337
"outcome": "caught",
329338
"catchers": [
330339
"own-bridge/tests/verdicts.rs::replays_every_case_to_its_golden"
331340
],
332-
"elapsed_seconds": 3.8
341+
"elapsed_seconds": 4.2
333342
},
334343
{
335344
"id": "M39",
336345
"outcome": "caught",
337346
"catchers": [
338347
"own-bridge/tests/verdicts.rs::replays_every_case_to_its_golden"
339348
],
340-
"elapsed_seconds": 3.7
349+
"elapsed_seconds": 4.2
341350
},
342351
{
343352
"id": "M40",
344353
"outcome": "caught",
345354
"catchers": [
346355
"own-bridge/tests/verdicts.rs::replays_every_case_to_its_golden"
347356
],
357+
"elapsed_seconds": 4.1
358+
},
359+
{
360+
"id": "M41",
361+
"outcome": "caught",
362+
"catchers": [
363+
"own-bridge/src/lib.rs::verdict::tests::every_di_lifetime_phrase_is_pinned_including_the_unreachable_two"
364+
],
365+
"elapsed_seconds": 4.2
366+
},
367+
{
368+
"id": "M42",
369+
"outcome": "caught",
370+
"catchers": [
371+
"own-analysis/src/lib.rs::effect::tests::the_via_clause_is_omitted_for_a_single_hop_chain"
372+
],
348373
"elapsed_seconds": 3.7
349374
}
350375
]

0 commit comments

Comments
 (0)