First upload version 0.0.1

2026-02-05 15:27:49 +08:00
commit 8e9b7201ed
4182 changed files with 593136 additions and 0 deletions
--- a/node_modules/node-llama-cpp/dist/chatWrappers/MistralChatWrapper.js
+++ b/node_modules/node-llama-cpp/dist/chatWrappers/MistralChatWrapper.js
@@ -0,0 +1,180 @@
+import { ChatWrapper } from "../ChatWrapper.js";
+import { SpecialToken, LlamaText, SpecialTokensText } from "../utils/LlamaText.js";
+import { jsonDumps } from "./utils/jsonDumps.js";
+import { chunkChatItems } from "./utils/chunkChatItems.js";
+// source:
+// https://github.com/mistralai/platform-docs-public/blob/02c3f50e427ce5cf96bba9710501598f621babea/docs/guides/tokenization.mdx#v3-tokenizer
+//
+// source: https://docs.mistral.ai/guides/tokenization/#v3-tokenizer
+export class MistralChatWrapper extends ChatWrapper {
+    wrapperName = "Mistral";
+    settings;
+    /** @internal */ _addSpaceBeforeEos;
+    /** @internal */ _stringifyFunctionCallResult;
+    constructor(options = {}) {
+        super();
+        const { addSpaceBeforeEos = false, _noFunctionNameInResult = false, _stringifyFunctionCallResult = false } = options;
+        this._addSpaceBeforeEos = addSpaceBeforeEos;
+        this._stringifyFunctionCallResult = _stringifyFunctionCallResult;
+        this.settings = {
+            supportsSystemMessages: true,
+            functions: {
+                call: {
+                    optionalPrefixSpace: true,
+                    prefix: '{"name": "',
+                    paramsPrefix: '", "arguments": ',
+                    suffix: "}",
+                    emptyCallParamsPlaceholder: {}
+                },
+                result: {
+                    prefix: _noFunctionNameInResult
+                        ? LlamaText(new SpecialTokensText("[TOOL_RESULTS]"), '{"content": ')
+                        : LlamaText(new SpecialTokensText("[TOOL_RESULTS]"), '{"name": "{{functionName}}", "content": '),
+                    suffix: LlamaText("}", new SpecialTokensText("[/TOOL_RESULTS]"))
+                },
+                parallelism: {
+                    call: {
+                        sectionPrefix: LlamaText(new SpecialTokensText("[TOOL_CALLS]"), "["),
+                        betweenCalls: ", ",
+                        sectionSuffix: LlamaText("]", new SpecialToken("EOS"))
+                    }
+                }
+            }
+        };
+    }
+    addAvailableFunctionsSystemMessageToHistory(history) {
+        return history;
+    }
+    generateContextState({ chatHistory, availableFunctions, documentFunctionParams }) {
+        const toolsText = this._generateAvailableToolsText({ availableFunctions, documentFunctionParams });
+        const { systemMessage, chatHistory: chatHistoryWithoutSystemMessage } = this._splitSystemMessageFromChatHistory(chatHistory);
+        const { lastInteraction, chatHistory: cleanChatHistory } = this._splitLastInteractionFromChatHistory(chatHistoryWithoutSystemMessage);
+        const chunkedChatHistory = chunkChatItems(cleanChatHistory, {
+            generateModelResponseText: this.generateModelResponseText.bind(this)
+        });
+        const chunkedLastInteraction = chunkChatItems(lastInteraction, {
+            generateModelResponseText: this.generateModelResponseText.bind(this)
+        });
+        const contextText = LlamaText(new SpecialToken("BOS"), chunkedChatHistory.map(({ system, user, model }) => {
+            return LlamaText([
+                new SpecialTokensText("[INST]"),
+                LlamaText.joinValues("\n\n", [
+                    system,
+                    user
+                ].filter((item) => item.values.length > 0)),
+                new SpecialTokensText("[/INST]"),
+                model,
+                this._addSpaceBeforeEos
+                    ? " "
+                    : "",
+                new SpecialToken("EOS")
+            ]);
+        }), toolsText === ""
+            ? ""
+            : [
+                new SpecialTokensText("[AVAILABLE_TOOLS]"),
+                toolsText,
+                new SpecialTokensText("[/AVAILABLE_TOOLS]")
+            ], chunkedLastInteraction.map(({ system, user, model }, index) => {
+            const isLastItem = index === chunkedLastInteraction.length - 1;
+            return LlamaText([
+                new SpecialTokensText("[INST]"),
+                (isLastItem && LlamaText(systemMessage).values.length > 0)
+                    ? [systemMessage, "\n\n"]
+                    : "",
+                LlamaText.joinValues("\n\n", [
+                    system,
+                    user
+                ].filter((item) => item.values.length > 0)),
+                new SpecialTokensText("[/INST]"),
+                model,
+                this._addSpaceBeforeEos
+                    ? " "
+                    : "",
+                isLastItem
+                    ? LlamaText([])
+                    : new SpecialToken("EOS")
+            ]);
+        }));
+        return {
+            contextText,
+            stopGenerationTriggers: [
+                LlamaText(new SpecialToken("EOS")),
+                LlamaText("</s>")
+            ]
+        };
+    }
+    generateInitialChatHistory({ systemPrompt } = {}) {
+        if (systemPrompt == null || systemPrompt.trim() === "")
+            return [];
+        return [{
+                type: "system",
+                text: LlamaText(systemPrompt).toJSON()
+            }];
+    }
+    generateFunctionCallResult(functionName, functionParams, result) {
+        if (this._stringifyFunctionCallResult && result !== undefined)
+            return super.generateFunctionCallResult(functionName, functionParams, jsonDumps(result));
+        return super.generateFunctionCallResult(functionName, functionParams, result);
+    }
+    /** @internal */
+    _generateAvailableToolsText({ availableFunctions, documentFunctionParams = true }) {
+        const availableFunctionNames = Object.keys(availableFunctions ?? {});
+        if (availableFunctions == null || availableFunctionNames.length === 0)
+            return "";
+        const availableTools = availableFunctionNames.map((functionName) => {
+            const functionDefinition = availableFunctions[functionName];
+            return {
+                type: "function",
+                function: {
+                    name: functionName,
+                    description: functionDefinition?.description != null && functionDefinition.description.trim() !== ""
+                        ? functionDefinition.description
+                        : undefined,
+                    parameters: documentFunctionParams && functionDefinition?.params != null
+                        ? functionDefinition.params
+                        : undefined
+                }
+            };
+        });
+        return jsonDumps(availableTools);
+    }
+    /** @internal */
+    _splitSystemMessageFromChatHistory(history) {
+        const systemMessages = [];
+        const newHistory = history.slice();
+        while (newHistory.length > 0 && newHistory[0].type === "system")
+            systemMessages.push(LlamaText.fromJSON(newHistory.shift().text));
+        return {
+            systemMessage: LlamaText.joinValues("\n\n", systemMessages),
+            chatHistory: newHistory
+        };
+    }
+    /** @internal */
+    _splitLastInteractionFromChatHistory(history) {
+        const lastInteraction = [];
+        const newHistory = history.slice();
+        while (newHistory.length > 0) {
+            const item = newHistory.pop();
+            lastInteraction.unshift(item);
+            if (item.type === "user")
+                break;
+        }
+        return {
+            lastInteraction,
+            chatHistory: newHistory
+        };
+    }
+    /** @internal */
+    static _getOptionConfigurationsToTestIfCanSupersedeJinjaTemplate() {
+        return [
+            [{ addSpaceBeforeEos: false, _noFunctionNameInResult: true, _stringifyFunctionCallResult: true }, { addSpaceBeforeEos: false }],
+            [{ addSpaceBeforeEos: true, _noFunctionNameInResult: true, _stringifyFunctionCallResult: true }, { addSpaceBeforeEos: true }],
+            [{ addSpaceBeforeEos: false, _noFunctionNameInResult: true }, { addSpaceBeforeEos: false }],
+            [{ addSpaceBeforeEos: true, _noFunctionNameInResult: true }, { addSpaceBeforeEos: true }],
+            [{ addSpaceBeforeEos: false }, { addSpaceBeforeEos: false }],
+            [{ addSpaceBeforeEos: true }, { addSpaceBeforeEos: true }]
+        ];
+    }
+}
+//# sourceMappingURL=MistralChatWrapper.js.map