alyaevgi/airllm-fork-nodejs
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

First upload version 0.0.1

Browse Source
This commit is contained in:
Neyra
2026-02-05 15:27:49 +08:00
commit 8e9b7201ed
4182 changed files with 593136 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

22
node_modules/node-llama-cpp/dist/utils/getQueuedTokensBeforeStopTrigger.js generated vendored Normal file
View File

@@ -0,0 +1,22 @@
export function getQueuedTokensBeforeStopTrigger(triggeredStops, partiallyFreeTokens, tokenizer) {
if (partiallyFreeTokens.tokens.length === 0 && partiallyFreeTokens.text.length === 0)
return [];
else if (partiallyFreeTokens.tokens.length !== 0 && partiallyFreeTokens.text.length === 0)
return partiallyFreeTokens.tokens;
else if (partiallyFreeTokens.tokens.length === 0 && partiallyFreeTokens.text.length !== 0)
return tokenizer(partiallyFreeTokens.text, false, "trimLeadingSpace");
const triggerThatStartsWithStringIndex = triggeredStops.findIndex((trigger) => trigger.stopTrigger.length > 0 && typeof trigger.stopTrigger[0] === "string");
const triggerThatStartsWithTokenIndex = triggeredStops.findIndex((trigger) => trigger.stopTrigger.length > 0 && typeof trigger.stopTrigger[0] !== "string");
if (triggerThatStartsWithTokenIndex > 0 && triggerThatStartsWithStringIndex < 0)
return partiallyFreeTokens.tokens;
else if (triggerThatStartsWithStringIndex > 0 && triggerThatStartsWithTokenIndex < 0)
return tokenizer(partiallyFreeTokens.text, false, "trimLeadingSpace");
const stringTokens = tokenizer(partiallyFreeTokens.text, false, "trimLeadingSpace");
if (stringTokens.length === partiallyFreeTokens.tokens.length &&
stringTokens.every((value, index) => value === partiallyFreeTokens.tokens[index]))
return stringTokens;
else if (triggerThatStartsWithStringIndex < triggerThatStartsWithTokenIndex)
return stringTokens;
return partiallyFreeTokens.tokens;
}
//# sourceMappingURL=getQueuedTokensBeforeStopTrigger.js.map