fix: context disposal race condition crash (#632)

* fix: context disposal race condition crash
* fix: context shift edge cases
* fix: use stderr for partial logs of at least warn level

Author: giladgd

.gitignore

@@ -5,6 +5,7 @@ node_modules
 *.cpuprofile
 
 /dist
+/tsconfig.tsbuildinfo
 /docs-site
 /docs/api
 /templates/packed

.vitepress/config.ts

@@ -414,7 +414,8 @@ export default defineConfig({
                         ],
                         module: ts.ModuleKind.ES2022,
                         target: ts.ScriptTarget.ES2022,
-                        moduleDetection: ts.ModuleDetectionKind.Force
+                        moduleDetection: ts.ModuleDetectionKind.Force,
+                        rootDir: undefined
                     },
                     tsModule: ts
                 }
@@ -468,6 +469,27 @@ export default defineConfig({
                 detailedView: true,
                 miniSearch: {
                     searchOptions: {
+                        fuzzy: 0.05,
+                        tokenize(query: string) {
+                            const maxRemovedSpaces = 3;
+                            const words = query.match(/[\p{L}\p{N}]+/gu) ?? [];
+                            const terms = new Set(words);
+
+                            for (let start = 0; start < words.length; start++) {
+                                let joined = words[start]!;
+
+                                for (let removedSpaces = 1; removedSpaces <= maxRemovedSpaces; removedSpaces++) {
+                                    const nextWord = words[start + removedSpaces];
+                                    if (nextWord == null)
+                                        break;
+
+                                    joined += nextWord;
+                                    terms.add(joined);
+                                }
+                            }
+
+                            return [...terms];
+                        },
                         boostDocument(term, documentId, storedFields) {
                             const firstTitle = (storedFields?.titles as string[])?.[0];
                             if (firstTitle?.startsWith("Type Alias: "))

.vitepress/tsconfig.json

@@ -15,11 +15,12 @@
         "noUncheckedIndexedAccess": true,
         "moduleDetection": "force",
         "skipLibCheck": true,
-        "moduleResolution": "bundler",
+        "moduleResolution": "node16",
         "resolveJsonModule": true,
         "strictNullChecks": true,
         "isolatedModules": true,
         "noEmit": false,
+        "rootDir": "..",
         "outDir": "./dist",
         "strict": true,
         "sourceMap": true,

eslint.config.js

@@ -188,6 +188,7 @@ export default defineConfig({
             allow: []
         }],
         "@typescript-eslint/explicit-member-accessibility": ["warn"],
+        "@typescript-eslint/consistent-type-definitions": ["warn", "type"],
         "@stylistic/member-delimiter-style": ["warn", {
             multiline: {
                 delimiter: "comma",

llama/addon/AddonModel.cpp

@@ -530,7 +530,7 @@ Napi::Value AddonModel::Dispose(const Napi::CallbackInfo& info) {
         return worker->GetPromise();
     } else {
         disposeMT();
-    
+
         Napi::Promise::Deferred deferred = Napi::Promise::Deferred::New(info.Env());
         deferred.Resolve(info.Env().Undefined());
         return deferred.Promise();

llama/addon/addonGlobals.cpp

@@ -1,5 +1,7 @@
 #include <sstream>
 #include <vector>
+#include <algorithm>
+#include <limits>
 #include "addonGlobals.h"
 #include "napi.h"
 

packages/@node-llama-cpp/linux-arm64/.gitignore

@@ -1 +1,2 @@
 /dist
+/tsconfig.tsbuildinfo

packages/@node-llama-cpp/linux-arm64/tsconfig.json

@@ -18,6 +18,7 @@
         "strictNullChecks": true,
         "isolatedModules": true,
         "noEmit": false,
+        "rootDir": "./src",
         "outDir": "./dist",
         "strict": true,
         "sourceMap": false,

packages/@node-llama-cpp/linux-armv7l/.gitignore

@@ -1 +1,2 @@
 /dist
+/tsconfig.tsbuildinfo

packages/@node-llama-cpp/linux-armv7l/tsconfig.json

@@ -18,6 +18,7 @@
         "strictNullChecks": true,
         "isolatedModules": true,
         "noEmit": false,
+        "rootDir": "./src",
         "outDir": "./dist",
         "strict": true,
         "sourceMap": false,