Skip to content

Commit 147ad87

Browse files
committed
test: disable rare-language grammar repros with documented grammar/limitation notes
Maintainer-approved: skip (return -1, not counted) the repros that fail due to tree-sitter grammar defects or niche-language coverage gaps rather than cbm extraction bugs, each with an in-code explanation and the original assertions preserved (unreachable) for re-enable: - verilog: grammar mis-parses the SystemVerilog task call as a data_declaration (fails identically as systemverilog). - nim: extract-clean fails on standard Nim (indentation-sensitive grammar parse). - meson: newer func...endfunc user-function syntax not modelled by the grammar. - cobol / emacslisp: calls target external/undefined programs/symbols (no in-tree target node). - bitbake / puppet / typst / llvm_ir / nasm / nix: niche-DSL/assembly/markup call or enclosing-func modelling gaps. Mainstream-language reds (cpp, cs, java, kt, php, py, go) and the systemic invariants remain enabled and red. Signed-off-by: Martin Vogel <martin.vogel.tech@gmail.com>
1 parent 8e332bc commit 147ad87

5 files changed

Lines changed: 91 additions & 3 deletions

File tree

‎tests/repro/repro_grammar_build.c‎

Lines changed: 22 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -546,6 +546,14 @@ TEST(repro_grammar_build_cmake) {
546546
* Expected GREEN: dims 1-6. Robustness should pass.
547547
*/
548548
TEST(repro_grammar_build_meson) {
549+
/* DISABLED — GRAMMAR ISSUE (maintainer-approved, 2026-06-28): the newer Meson
550+
* `cbm_flags = func (target) ... endfunc` user-function syntax is not parsed
551+
* as a function_expression by tree-sitter-meson (extract_func_def is never
552+
* called for it; the configured meson func node type is dead for this form),
553+
* so no Function def is extracted. A grammar/feature-coverage limitation, not
554+
* a cbm bug. Original assertions below are preserved (unreachable). */
555+
printf("%sSKIP%s grammar issue (meson func...endfunc unsupported)\n", tf_dim(), tf_reset());
556+
return -1; /* skip — not counted as pass or fail */
549557
static const char src[] =
550558
"project('cbm', 'c',\n"
551559
" version: '0.8.1',\n"
@@ -954,6 +962,13 @@ TEST(repro_grammar_build_sshconfig) {
954962
* Robustness should pass.
955963
*/
956964
TEST(repro_grammar_build_bitbake) {
965+
/* DISABLED — RARE LANGUAGE (maintainer-approved, 2026-06-28): BitBake (Yocto
966+
* recipe DSL) produces no in-body CALLS edge for the fixture's task/function
967+
* body — a callee/extraction gap in a niche build DSL. Deferred for now; not a
968+
* mainstream-language bug. Original assertions below are preserved
969+
* (unreachable) for re-enable. */
970+
printf("%sSKIP%s rare language (BitBake call extraction)\n", tf_dim(), tf_reset());
971+
return -1; /* skip — not counted as pass or fail */
957972
static const char src[] =
958973
"DESCRIPTION = \"CBM MCP server component\"\n"
959974
"HOMEPAGE = \"https://github.com/DeusData/codebase-memory-mcp\"\n"
@@ -1012,6 +1027,13 @@ TEST(repro_grammar_build_bitbake) {
10121027
* Robustness should pass.
10131028
*/
10141029
TEST(repro_grammar_build_puppet) {
1030+
/* DISABLED — RARE LANGUAGE (maintainer-approved, 2026-06-28): Puppet (config
1031+
* management DSL) sources its in-body call to the Module (enclosing-func gap
1032+
* for Puppet's define/function node), and the grammar's call/func modelling is
1033+
* niche. Deferred for now; not a mainstream-language bug. Original assertions
1034+
* below are preserved (unreachable) for re-enable. */
1035+
printf("%sSKIP%s rare language (Puppet enclosing-func)\n", tf_dim(), tf_reset());
1036+
return -1; /* skip — not counted as pass or fail */
10151037
static const char src[] =
10161038
"class cbm (\n"
10171039
" String $version = '0.8.1',\n"

‎tests/repro/repro_grammar_markup.c‎

Lines changed: 8 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -523,6 +523,14 @@ TEST(repro_grammar_markup_rst) {
523523
* Dim 8 expected GREEN: no dangling CALLS endpoints.
524524
*/
525525
TEST(repro_grammar_markup_typst) {
526+
/* DISABLED — RARE LANGUAGE (maintainer-approved, 2026-06-28): Typst (markup).
527+
* The `#greet("world")` is a genuinely top-level (module-level) application
528+
* that production CORRECTLY sources to the Module, but pipeline_battery counts
529+
* any non-Function-sourced edge as drift (the nix-pattern). A simple in-
530+
* function wrap conflicts with markup_callable_battery, which needs that very
531+
* call. Murky markup/fixture interaction in a niche language; deferred. */
532+
printf("%sSKIP%s rare language (Typst top-level-call sourcing)\n", tf_dim(), tf_reset());
533+
return -1; /* skip — not counted as pass or fail */
526534
static const char src[] =
527535
"#let title = \"Codebase Memory\"\n"
528536
"#let greet(name) = [Hello, #name!]\n"

‎tests/repro/repro_grammar_shells.c‎

Lines changed: 21 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -634,6 +634,13 @@ TEST(repro_grammar_shells_fennel) {
634634
* may yield no name -> 0 edges).
635635
*/
636636
TEST(repro_grammar_shells_nix) {
637+
/* DISABLED — RARE LANGUAGE (maintainer-approved, 2026-06-28): Nix. An in-body
638+
* call sources to the Module — an enclosing-func gap for this grammar's
639+
* function node in the callable-sourcing check (func_kinds_for_lang / scope).
640+
* Niche language; deferred for now. Original assertions below are preserved
641+
* (unreachable) for re-enable. */
642+
printf("%sSKIP%s rare language (Nix enclosing-func)\n", tf_dim(), tf_reset());
643+
return -1; /* skip — not counted as pass or fail */
637644
static const char src[] =
638645
"let\n"
639646
" addOne = x: x + 1;\n"
@@ -751,6 +758,13 @@ TEST(repro_grammar_shells_teal) {
751758
* walk cannot reach a function_header ancestor -> Module-sourced.
752759
*/
753760
TEST(repro_grammar_shells_llvm_ir) {
761+
/* DISABLED — RARE LANGUAGE (maintainer-approved, 2026-06-28): LLVM IR
762+
* (assembly-level). No in-body CALLS edge is produced for the `call`
763+
* instruction — a callee/extraction gap in a niche IR. Deferred for now; not a
764+
* mainstream-language bug. Original assertions below are preserved
765+
* (unreachable) for re-enable. */
766+
printf("%sSKIP%s rare language (LLVM-IR call extraction)\n", tf_dim(), tf_reset());
767+
return -1; /* skip — not counted as pass or fail */
754768
static const char src[] =
755769
"define i32 @inner(i32 %x) {\n"
756770
"entry:\n"
@@ -785,6 +799,13 @@ TEST(repro_grammar_shells_llvm_ir) {
785799
* the enclosing-func walk cannot attribute the call -> Module-sourced.
786800
*/
787801
TEST(repro_grammar_shells_nasm) {
802+
/* DISABLED — RARE LANGUAGE (maintainer-approved, 2026-06-28): NASM assembly.
803+
* No in-body CALLS edge is produced for the `call` instruction — a callee/
804+
* extraction gap in a niche assembly grammar. Deferred for now; not a
805+
* mainstream-language bug. Original assertions below are preserved
806+
* (unreachable) for re-enable. */
807+
printf("%sSKIP%s rare language (NASM call extraction)\n", tf_dim(), tf_reset());
808+
return -1; /* skip — not counted as pass or fail */
788809
static const char src[] =
789810
"section .text\n"
790811
"\n"

‎tests/repro/repro_grammar_systems.c‎

Lines changed: 8 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -257,6 +257,14 @@ TEST(repro_grammar_systems_zig) {
257257
* call to "add".
258258
*/
259259
TEST(repro_grammar_systems_nim) {
260+
/* DISABLED — GRAMMAR ISSUE (maintainer-approved, 2026-06-28): extraction of
261+
* standard Nim (`proc add(a, b: int): int = ...`) fails extract-clean (NULL
262+
* result or has_error set) — tree-sitter-nim mis-parses the indentation-
263+
* sensitive layout (Nim was a deferred/problematic grammar in the sweep). A
264+
* grammar/parser defect, not a cbm extraction bug. Original assertions below
265+
* are preserved (unreachable) for re-enable when the grammar is fixed. */
266+
printf("%sSKIP%s grammar issue (tree-sitter-nim parse failure)\n", tf_dim(), tf_reset());
267+
return -1; /* skip — not counted as pass or fail */
260268
static const char src[] =
261269
"import std/strutils\n"
262270
"\n"

‎tests/repro/repro_invariant_enclosing_parity.c‎

Lines changed: 32 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -328,13 +328,42 @@ static const parity_case_t case_cobol = {
328328
TEST(repro_enclosing_parity_fortran) { return run_parity_case(&case_fortran); }
329329
TEST(repro_enclosing_parity_scss) { return run_parity_case(&case_scss); }
330330
TEST(repro_enclosing_parity_sql) { return run_parity_case(&case_sql); }
331-
TEST(repro_enclosing_parity_verilog) { return run_parity_case(&case_verilog); }
331+
/* DISABLED — GRAMMAR ISSUE (maintainer-approved, 2026-06-28): tree-sitter-verilog
332+
* mis-parses the SystemVerilog task call `do_log(n);` as a data_declaration
333+
* (variable decl: type `do_log`, instance `(n)`), not a subroutine call, so no
334+
* CALLS edge ever forms. Verified to fail identically under CBM_LANG_SYSTEMVERILOG
335+
* (function_subroutine_call). This is a tree-sitter grammar defect, not a cbm
336+
* extraction bug; re-enable when the grammar is fixed/replaced. */
337+
TEST(repro_enclosing_parity_verilog) {
338+
(void)&case_verilog;
339+
printf("%sSKIP%s grammar issue (tree-sitter-verilog mis-parses task call)\n", tf_dim(),
340+
tf_reset());
341+
return -1; /* skip — not counted as pass or fail */
342+
}
332343
TEST(repro_enclosing_parity_julia) { return run_parity_case(&case_julia); }
333344
TEST(repro_enclosing_parity_nix) { return run_parity_case(&case_nix); }
334345
TEST(repro_enclosing_parity_commonlisp) { return run_parity_case(&case_commonlisp); }
335-
TEST(repro_enclosing_parity_emacslisp) { return run_parity_case(&case_emacslisp); }
346+
/* DISABLED — RARE LANGUAGE (maintainer-approved, 2026-06-28): the Emacs Lisp
347+
* `(defmacro run (n) (helper n))` body calls `helper`, which is an external/
348+
* undefined symbol (not defined in-file), so there is no in-tree target node and
349+
* no CALLS edge. Resolving cross-file/builtin Elisp symbols is out of scope for
350+
* now; re-enable if/when Elisp gets in-file or builtin call-target resolution. */
351+
TEST(repro_enclosing_parity_emacslisp) {
352+
(void)&case_emacslisp;
353+
printf("%sSKIP%s rare language (external/undefined callee)\n", tf_dim(), tf_reset());
354+
return -1; /* skip — not counted as pass or fail */
355+
}
336356
TEST(repro_enclosing_parity_dart) { return run_parity_case(&case_dart); }
337-
TEST(repro_enclosing_parity_cobol) { return run_parity_case(&case_cobol); }
357+
/* DISABLED — RARE LANGUAGE (maintainer-approved, 2026-06-28): COBOL
358+
* `CALL 'HELPER'` invokes an EXTERNAL program named by a string literal; HELPER
359+
* is not defined in this translation unit, so there is no in-tree target node and
360+
* no CALLS edge. Modelling external COBOL program targets is out of scope for now;
361+
* re-enable when external-program call targets are synthesized. */
362+
TEST(repro_enclosing_parity_cobol) {
363+
(void)&case_cobol;
364+
printf("%sSKIP%s rare language (external program callee)\n", tf_dim(), tf_reset());
365+
return -1; /* skip — not counted as pass or fail */
366+
}
338367

339368
/* ── Suite ──────────────────────────────────────────────────────────────── */
340369

0 commit comments

Comments
 (0)