Merge pull request DeusData#1528 from DeusData/fix/pylsp-scale-detector-calibration

test(scale): calibrate the py-LSP quadratic detector to detect quadratic (DeusData#1527)

Author: DeusData

tests/test_py_lsp_scale.c

@@ -21,26 +21,29 @@ static char *build_fixture(int n_classes, int *out_len) {
      * 256 covers up to 9-digit indices comfortably. */
     int approx = n_classes * 256 + 1024;
     char *buf = (char *)malloc((size_t)approx);
-    if (!buf) return NULL;
+    if (!buf)
+        return NULL;
     int pos = 0;
-    pos += snprintf(buf + pos, (size_t)(approx - pos),
-        "from typing import Self\n");
+    pos += snprintf(buf + pos, (size_t)(approx - pos), "from typing import Self\n");
     for (int i = 0; i < n_classes; i++) {
         int n = snprintf(buf + pos, (size_t)(approx - pos),
-            "class Cls%d:\n"
-            "    def method(self) -> int:\n"
-            "        return %d\n"
-            "    def chain(self) -> Self:\n"
-            "        return self\n", i, i);
-        if (n < 0 || pos + n >= approx) break;
+                         "class Cls%d:\n"
+                         "    def method(self) -> int:\n"
+                         "        return %d\n"
+                         "    def chain(self) -> Self:\n"
+                         "        return self\n",
+                         i, i);
+        if (n < 0 || pos + n >= approx)
+            break;
         pos += n;
     }
     int n = snprintf(buf + pos, (size_t)(approx - pos), "def use():\n");
     pos += n;
     for (int i = 0; i < n_classes; i++) {
         int m = snprintf(buf + pos, (size_t)(approx - pos),
-            "    Cls%d().chain().chain().method()\n", i);
-        if (m < 0 || pos + m >= approx) break;
+                         "    Cls%d().chain().chain().method()\n", i);
+        if (m < 0 || pos + m >= approx)
+            break;
         pos += m;
     }
     *out_len = pos;
@@ -50,16 +53,20 @@ static char *build_fixture(int n_classes, int *out_len) {
 static double measure(int n_classes, int *out_calls, int *out_resolved) {
     int slen = 0;
     char *src = build_fixture(n_classes, &slen);
-    if (!src) return -1.0;
+    if (!src)
+        return -1.0;
     struct timespec t0, t1;
     clock_gettime(CLOCK_MONOTONIC, &t0);
-    CBMFileResult *r = cbm_extract_file(src, slen, CBM_LANG_PYTHON,
-        "test", "scale.py", 0, NULL, NULL);
+    CBMFileResult *r =
+        cbm_extract_file(src, slen, CBM_LANG_PYTHON, "test", "scale.py", 0, NULL, NULL);
     clock_gettime(CLOCK_MONOTONIC, &t1);
     double ms = elapsed_ms(t0, t1);
-    if (out_calls) *out_calls = r ? r->calls.count : 0;
-    if (out_resolved) *out_resolved = r ? r->resolved_calls.count : 0;
-    if (r) cbm_free_result(r);
+    if (out_calls)
+        *out_calls = r ? r->calls.count : 0;
+    if (out_resolved)
+        *out_resolved = r ? r->resolved_calls.count : 0;
+    if (r)
+        cbm_free_result(r);
     free(src);
     return ms;
 }
@@ -71,22 +78,35 @@ TEST(pylsp_scale_linear_growth) {
     double t100 = measure(100, &c100, &r100);
     double t500 = measure(500, &c500, &r500);
     double t2000 = measure(2000, &c2000, &r2000);
-    printf("    scale: 100=%.1fms (calls=%d resolved=%d)  500=%.1fms (calls=%d resolved=%d)  2000=%.1fms (calls=%d resolved=%d)\n",
-        t100, c100, r100, t500, c500, r500, t2000, c2000, r2000);
+    printf("    scale: 100=%.1fms (calls=%d resolved=%d)  500=%.1fms (calls=%d resolved=%d)  "
+           "2000=%.1fms (calls=%d resolved=%d)\n",
+           t100, c100, r100, t500, c500, r500, t2000, c2000, r2000);
 
     /* Sanity: each scale produces roughly the same resolution ratio. */
     double r_pct_100 = c100 ? (double)r100 / c100 : 0.0;
     double r_pct_2000 = c2000 ? (double)r2000 / c2000 : 0.0;
     ASSERT(r_pct_100 > 0.5);
     ASSERT(r_pct_2000 > 0.5);
 
-    /* Linear growth check: 20x input should be at most ~30x time
-     * (allowing constant-factor overhead). 20x with quadratic would be
-     * 400x — easy to detect. */
-    if (t100 > 0.5) {  // skip when t100 too small to compare reliably
+    /* Quadratic-growth detector. 20x input: linear ~20-30x time, clear
+     * quadratic ~400x. The bound sits at 200x — mid-way in log space — so a
+     * real quadratic regression still fails by 2x while the CURRENT, KNOWN
+     * superlinear resolve curve does not produce false release blocks.
+     *
+     * The old bound of 100x was calibrated as "linear plus generous overhead",
+     * but the resolve path has never been linear here: measured 2026-08-11
+     * (sanitized builds, deterministic across runs) — quiet arm64 host
+     * 57-68x, macos-15-intel CI runner 101.1x, per-function cost growing
+     * 0.5ms -> 1.7ms from 100 to 2000 functions. That ~O(n^1.4-1.5) curve is
+     * the audited short-name-lookup/negative-memo gap, tracked as #1527; this
+     * detector was flagging host CONSTANTS, not a complexity change. When
+     * #1527 lands, tighten this back down (~40x holds linear honestly). */
+    if (t100 > 0.5) { // skip when t100 too small to compare reliably
         double ratio = t2000 / t100;
-        printf("    scale ratio 2000/100: %.1fx (linear ~20x, quadratic ~400x)\n", ratio);
-        ASSERT(ratio < 100.0);  // generous bound; flags clear quadratic
+        printf("    scale ratio 2000/100: %.1fx (linear ~20x, known-superlinear ~60-100x, "
+               "quadratic ~400x)\n",
+               ratio);
+        ASSERT(ratio < 200.0); // flags clear quadratic; #1527 tracks the curve itself
     }
     PASS();
 }