Skip to content

Commit 7afd1be

Browse files
feat(mst2): collect exact qualified metadata lifetimes atomically (#60)
Add permanent lifetime/domain fences, a generation-qualified graph, bounded discovery and persisted exact GC operations. Physical payload removal, edges/counters, immutable history and APPLIED receipt commit together; fresh preparation requires exact prior removal proof and protects against ABA. Preserve current v3 serving, upstream updates and native timestamp/bootstrap fixes. Nineteen real PostgreSQL regressions added; final frozen source reviewed and formatting/offline metadata passed, native validation and performance pending. Qualified production sessions, collector and generic-to-qualified adoption remain closed.
1 parent 4ec499d commit 7afd1be

11 files changed

Lines changed: 3123 additions & 41 deletions

‎src/api/router/snapshot_content_tests.rs‎

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -88,6 +88,9 @@ mod generation_upgrade;
8888
#[path = "snapshot_generation_history_fixture.rs"]
8989
mod generation_history_fixture;
9090

91+
#[path = "snapshot_generation_qualified_fixture.rs"]
92+
mod generation_qualified_fixture;
93+
9194
#[derive(Default)]
9295
struct ReadCounts {
9396
whole: AtomicUsize,

‎src/api/router/snapshot_generation_history_fixture.rs‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,7 @@
11
use sea_orm::{ConnectionTrait, DatabaseConnection, DbBackend, Statement};
22

33
pub(super) async fn restore_empty_g1_schema(db: &DatabaseConnection) {
4+
super::generation_qualified_fixture::restore_empty_history_schema(db).await;
45
let count = db
56
.query_one_raw(Statement::from_string(
67
DbBackend::Postgres,
Lines changed: 56 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,56 @@
1+
use sea_orm::{ConnectionTrait, DatabaseConnection, DbBackend, Statement};
2+
3+
pub(super) async fn restore_empty_history_schema(db: &DatabaseConnection) {
4+
let n:i64=db.query_one_raw(Statement::from_string(DbBackend::Postgres,
5+
"SELECT (SELECT count(*) FROM mst2_metadata_current)+(SELECT count(*) FROM mst2_metadata_graph_node)
6+
+(SELECT count(*) FROM mst2_metadata_graph_root)+(SELECT count(*) FROM mst2_metadata_graph_edge)
7+
+(SELECT count(*) FROM mst2_metadata_gc_op) AS n"))
8+
.await.unwrap().unwrap().try_get("","n").unwrap();
9+
assert_eq!(
10+
n, 0,
11+
"upgrade fixture has no qualified or current incarnation to erase"
12+
);
13+
db.execute_unprepared(
14+
"DO $$ DECLARE t text; tr text; BEGIN
15+
FOREACH t IN ARRAY ARRAY['mst2_metadata_lifetime','mst2_metadata_current','mst2_metadata_payload',
16+
'mst2_metadata_prepare','mst2_metadata_prepare_page','mst2_retention_node','mst2_retention_edge',
17+
'mst2_retention_root','mst2_retention_gc_op','mst2_snapshot_context','mst2_snapshot_lease'] LOOP
18+
FOREACH tr IN ARRAY ARRAY['mst2_metadata_statement_barrier','mst2_metadata_generic_domain_guard',
19+
'mst2_metadata_session_domain_guard','mst2_metadata_qualified_mapping_guard',
20+
'mst2_metadata_lifetime_insert_guard','mst2_metadata_lifetime_removed',
21+
'mst2_metadata_current_insert_guard','mst2_metadata_current_protected',
22+
'mst2_metadata_payload_fenced','mst2_metadata_payload_removed'] LOOP
23+
EXECUTE format('DROP TRIGGER IF EXISTS %I ON %I',tr,t);
24+
END LOOP;
25+
END LOOP;
26+
END $$;
27+
DROP TABLE mst2_metadata_graph_root,mst2_metadata_graph_edge,mst2_metadata_graph_node,mst2_metadata_gc_op;
28+
ALTER TABLE mst2_metadata_lifetime DROP COLUMN graph_domain;
29+
ALTER TABLE mst2_metadata_prepare_page DROP CONSTRAINT mst2_metadata_prepare_page_prepare_id_page_id_generation_key;
30+
ALTER TABLE mst2_metadata_prepare DROP CONSTRAINT mst2_metadata_prepare_prepare_id_storage_seal_key;
31+
DROP INDEX idx_mst2_snapshot_context_metadata_root;
32+
DO $$ DECLARE function_row record; BEGIN
33+
FOR function_row IN SELECT proc.oid::regprocedure::text AS signature FROM pg_proc proc JOIN pg_namespace n ON n.oid=proc.pronamespace
34+
WHERE n.nspname=current_schema() AND proc.proname LIKE 'mst2_metadata_%'
35+
AND proc.proname NOT IN ('mst2_metadata_lifetime_guard','mst2_metadata_current_guard',
36+
'mst2_metadata_generation_seal_guard','mst2_metadata_generation_mapping_guard','mst2_metadata_payload_immutable') LOOP
37+
EXECUTE 'DROP FUNCTION '||function_row.signature;
38+
END LOOP;
39+
END $$;
40+
CREATE OR REPLACE FUNCTION mst2_metadata_current_guard() RETURNS trigger LANGUAGE plpgsql AS $$
41+
BEGIN RAISE EXCEPTION 'metadata current watermark requires generation-fenced collection'; END $$;
42+
CREATE OR REPLACE FUNCTION mst2_metadata_lifetime_guard() RETURNS trigger LANGUAGE plpgsql AS $$
43+
BEGIN
44+
IF TG_OP='DELETE' THEN RAISE EXCEPTION 'metadata lifetime watermark cannot be deleted'; END IF;
45+
IF NEW.page_id IS DISTINCT FROM OLD.page_id OR NEW.node_id IS DISTINCT FROM OLD.node_id
46+
OR NEW.generation IS DISTINCT FROM OLD.generation OR NEW.metadata_codec IS DISTINCT FROM OLD.metadata_codec
47+
OR NEW.expected_size IS DISTINCT FROM OLD.expected_size THEN RAISE EXCEPTION 'metadata lifetime identity is immutable'; END IF;
48+
IF NEW.state IS DISTINCT FROM OLD.state AND NOT (OLD.state='RESERVED' AND NEW.state='LIVE') THEN
49+
RAISE EXCEPTION 'metadata lifetime transition requires generation collector'; END IF;
50+
RETURN NEW;
51+
END $$;
52+
CREATE TRIGGER mst2_metadata_payload_immutable BEFORE UPDATE OR DELETE ON mst2_metadata_payload
53+
FOR EACH ROW EXECUTE FUNCTION mst2_metadata_payload_immutable();
54+
DELETE FROM seaql_migrations WHERE version='m20261007_000400_add_mst2_qualified_metadata_gc'"
55+
).await.unwrap();
56+
}

‎src/callisto/mst2_metadata_lifetime.rs‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -11,6 +11,7 @@ pub struct Model {
1111
pub state: String,
1212
pub metadata_codec: i16,
1313
pub expected_size: i32,
14+
pub graph_domain: String,
1415
}
1516

1617
#[derive(Copy, Clone, Debug, EnumIter, DeriveRelation)]
Lines changed: 22 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,22 @@
1+
//! Exact-incarnation metadata graph and atomic, replayable payload collection.
2+
3+
use mst2_codec::metapage::{HEADER_LEN, PAGE_MAX_BYTES};
4+
use sea_orm_migration::prelude::*;
5+
6+
#[derive(DeriveMigrationName)]
7+
pub struct Migration;
8+
9+
#[async_trait::async_trait]
10+
impl MigrationTrait for Migration {
11+
async fn up(&self, manager: &SchemaManager) -> Result<(), DbErr> {
12+
let sql = include_str!("m20261007_000400_qualified_metadata_gc.sql")
13+
.replace("$HEADER_LEN$", &HEADER_LEN.to_string())
14+
.replace("$PAGE_MAX_BYTES$", &PAGE_MAX_BYTES.to_string());
15+
manager.get_connection().execute_unprepared(&sql).await?;
16+
Ok(())
17+
}
18+
19+
async fn down(&self, _manager: &SchemaManager) -> Result<(), DbErr> {
20+
Ok(())
21+
}
22+
}

0 commit comments

Comments
 (0)