fix missing packages

Author: Vonng

Makefile

@@ -51,7 +51,7 @@ s: serve
 serve:
 	cd out && python3 -m http.server 3001
 
-
+da: dump dd d2
 # dump extension data to data dir
 dump:
 	psql $(PGURL) -c "COPY (SELECT * FROM pgext.pg         ORDER BY pg DESC)  TO STDOUT CSV HEADER;"  > db/pg.csv
@@ -68,6 +68,11 @@ load:
 	cat db/extension.csv  | psql $(PGURL) -c "COPY pgext.extension  FROM STDIN CSV HEADER;"
 	cat db/universe.csv   | psql $(PGURL) -c "COPY pgext.universe   FROM STDIN CSV HEADER;"
 
+dumps:
+	pg_dump $(PGURL) -c -x -n pgext -f tmp/pgext.sql
+loads:
+	psql $(PGURL) -f tmp/pgext.sql
+
 # dump extension data to data dir
 dd:
 	psql $(PGURL) -c "COPY (SELECT * FROM pgext.category   ORDER BY id)       TO STDOUT CSV HEADER;"  > ~/pgsty/repo/ext/data/category.csv

bin/load-stub

@@ -18,6 +18,11 @@ def parse_args():
     parser.add_argument("--pgurl", default=stub_doc.DEFAULT_PGURL, help="PostgreSQL connection URL")
     parser.add_argument("--stub-dir", default=REPO_ROOT / "stub", type=Path, help="English stub directory")
     parser.add_argument("--zh-stub-dir", default=REPO_ROOT / "stub-zh", type=Path, help="Chinese stub directory")
+    parser.add_argument(
+        "--dry-run",
+        action="store_true",
+        help="run every database assertion and write in a transaction, then roll it back",
+    )
     return parser.parse_args()
 
 
@@ -26,7 +31,11 @@ def warn_extra(label: str, names):
         return
     preview = ", ".join(names[:10])
     suffix = "" if len(names) <= 10 else f", ... (+{len(names) - 10} more)"
-    print(f"warning: {len(names)} {label} files do not match pgext.extension rows: {preview}{suffix}", file=sys.stderr)
+    print(
+        f"warning: {len(names)} {label} files do not match "
+        f"pgext.universe4 rows: {preview}{suffix}",
+        file=sys.stderr,
+    )
 
 
 def main() -> int:
@@ -35,13 +44,14 @@ def main() -> int:
     zh_docs = stub_doc.collect_stub_docs(args.zh_stub_dir)
 
     with stub_doc.connect(args.pgurl) as conn:
-        stats = stub_doc.load_stub_docs(conn, en_docs, zh_docs)
+        stats = stub_doc.load_stub_docs(conn, en_docs, zh_docs, dry_run=args.dry_run)
 
     warn_extra("English stub", stats["extra_en"])
     warn_extra("Chinese stub", stats["extra_zh"])
+    action = "validated" if stats["dry_run"] else "loaded"
     print(
-        "loaded pgext.doc: "
-        f"base_rows={stats['base_rows']} "
+        f"{action} pgext.doc: "
+        f"universe_rows={stats['base_rows']} "
         f"en_doc={stats['en_doc']} "
         f"zh_doc={stats['zh_doc']} "
         f"missing_en={len(stats['missing_en'])} "