First upload version 0.0.1

2026-02-05 15:27:49 +08:00
commit 8e9b7201ed
4182 changed files with 593136 additions and 0 deletions
--- a/node_modules/node-llama-cpp/dist/utils/resolveLastTokens.js
+++ b/node_modules/node-llama-cpp/dist/utils/resolveLastTokens.js
@@ -0,0 +1,12 @@
+import { maxRecentDetokenizerTokens } from "../consts.js";
+export function resolveLastTokens(tokenArrays, maxTokens = maxRecentDetokenizerTokens) {
+    const lastTokens = [];
+    for (let i = tokenArrays.length - 1; i >= 0 && lastTokens.length < maxTokens; i--) {
+        const tokens = tokenArrays[i];
+        for (let j = tokens.length - 1; j >= 0 && lastTokens.length < maxTokens; j--) {
+            lastTokens.unshift(tokens[j]);
+        }
+    }
+    return lastTokens;
+}
+//# sourceMappingURL=resolveLastTokens.js.map