airllm-fork-nodejs/node_modules/node-llama-cpp/dist/chatWrappers/MistralChatWrapper.js

import { ChatWrapper } from "../ChatWrapper.js";
import { SpecialToken, LlamaText, SpecialTokensText } from "../utils/LlamaText.js";
import { jsonDumps } from "./utils/jsonDumps.js";
import { chunkChatItems } from "./utils/chunkChatItems.js";
// source:
// https://github.com/mistralai/platform-docs-public/blob/02c3f50e427ce5cf96bba9710501598f621babea/docs/guides/tokenization.mdx#v3-tokenizer
//
// source: https://docs.mistral.ai/guides/tokenization/#v3-tokenizer
export class MistralChatWrapper extends ChatWrapper {
    wrapperName = "Mistral";
    settings;
    /** @internal */ _addSpaceBeforeEos;
    /** @internal */ _stringifyFunctionCallResult;
    constructor(options = {}) {
        super();
        const { addSpaceBeforeEos = false, _noFunctionNameInResult = false, _stringifyFunctionCallResult = false } = options;
        this._addSpaceBeforeEos = addSpaceBeforeEos;
        this._stringifyFunctionCallResult = _stringifyFunctionCallResult;
        this.settings = {
            supportsSystemMessages: true,
            functions: {
                call: {
                    optionalPrefixSpace: true,
                    prefix: '{"name": "',
                    paramsPrefix: '", "arguments": ',
                    suffix: "}",
                    emptyCallParamsPlaceholder: {}
                },
                result: {
                    prefix: _noFunctionNameInResult
                        ? LlamaText(new SpecialTokensText("[TOOL_RESULTS]"), '{"content": ')
                        : LlamaText(new SpecialTokensText("[TOOL_RESULTS]"), '{"name": "{{functionName}}", "content": '),
                    suffix: LlamaText("}", new SpecialTokensText("[/TOOL_RESULTS]"))
                },
                parallelism: {
                    call: {
                        sectionPrefix: LlamaText(new SpecialTokensText("[TOOL_CALLS]"), "["),
                        betweenCalls: ", ",
                        sectionSuffix: LlamaText("]", new SpecialToken("EOS"))
                    }
                }
            }
        };
    }
    addAvailableFunctionsSystemMessageToHistory(history) {
        return history;
    }
    generateContextState({ chatHistory, availableFunctions, documentFunctionParams }) {
        const toolsText = this._generateAvailableToolsText({ availableFunctions, documentFunctionParams });
        const { systemMessage, chatHistory: chatHistoryWithoutSystemMessage } = this._splitSystemMessageFromChatHistory(chatHistory);
        const { lastInteraction, chatHistory: cleanChatHistory } = this._splitLastInteractionFromChatHistory(chatHistoryWithoutSystemMessage);
        const chunkedChatHistory = chunkChatItems(cleanChatHistory, {
            generateModelResponseText: this.generateModelResponseText.bind(this)
        });
        const chunkedLastInteraction = chunkChatItems(lastInteraction, {
            generateModelResponseText: this.generateModelResponseText.bind(this)
        });
        const contextText = LlamaText(new SpecialToken("BOS"), chunkedChatHistory.map(({ system, user, model }) => {
            return LlamaText([
                new SpecialTokensText("[INST]"),
                LlamaText.joinValues("\n\n", [
                    system,
                    user
                ].filter((item) => item.values.length > 0)),
                new SpecialTokensText("[/INST]"),
                model,
                this._addSpaceBeforeEos
                    ? " "
                    : "",
                new SpecialToken("EOS")
            ]);
        }), toolsText === ""
            ? ""
            : [
                new SpecialTokensText("[AVAILABLE_TOOLS]"),
                toolsText,
                new SpecialTokensText("[/AVAILABLE_TOOLS]")
            ], chunkedLastInteraction.map(({ system, user, model }, index) => {
            const isLastItem = index === chunkedLastInteraction.length - 1;
            return LlamaText([
                new SpecialTokensText("[INST]"),
                (isLastItem && LlamaText(systemMessage).values.length > 0)
                    ? [systemMessage, "\n\n"]
                    : "",
                LlamaText.joinValues("\n\n", [
                    system,
                    user
                ].filter((item) => item.values.length > 0)),
                new SpecialTokensText("[/INST]"),
                model,
                this._addSpaceBeforeEos
                    ? " "
                    : "",
                isLastItem
                    ? LlamaText([])
                    : new SpecialToken("EOS")
            ]);
        }));
        return {
            contextText,
            stopGenerationTriggers: [
                LlamaText(new SpecialToken("EOS")),
                LlamaText("</s>")
            ]
        };
    }
    generateInitialChatHistory({ systemPrompt } = {}) {
        if (systemPrompt == null || systemPrompt.trim() === "")
            return [];
        return [{
                type: "system",
                text: LlamaText(systemPrompt).toJSON()
            }];
    }
    generateFunctionCallResult(functionName, functionParams, result) {
        if (this._stringifyFunctionCallResult && result !== undefined)
            return super.generateFunctionCallResult(functionName, functionParams, jsonDumps(result));
        return super.generateFunctionCallResult(functionName, functionParams, result);
    }
    /** @internal */
    _generateAvailableToolsText({ availableFunctions, documentFunctionParams = true }) {
        const availableFunctionNames = Object.keys(availableFunctions ?? {});
        if (availableFunctions == null || availableFunctionNames.length === 0)
            return "";
        const availableTools = availableFunctionNames.map((functionName) => {
            const functionDefinition = availableFunctions[functionName];
            return {
                type: "function",
                function: {
                    name: functionName,
                    description: functionDefinition?.description != null && functionDefinition.description.trim() !== ""
                        ? functionDefinition.description
                        : undefined,
                    parameters: documentFunctionParams && functionDefinition?.params != null
                        ? functionDefinition.params
                        : undefined
                }
            };
        });
        return jsonDumps(availableTools);
    }
    /** @internal */
    _splitSystemMessageFromChatHistory(history) {
        const systemMessages = [];
        const newHistory = history.slice();
        while (newHistory.length > 0 && newHistory[0].type === "system")
            systemMessages.push(LlamaText.fromJSON(newHistory.shift().text));
        return {
            systemMessage: LlamaText.joinValues("\n\n", systemMessages),
            chatHistory: newHistory
        };
    }
    /** @internal */
    _splitLastInteractionFromChatHistory(history) {
        const lastInteraction = [];
        const newHistory = history.slice();
        while (newHistory.length > 0) {
            const item = newHistory.pop();
            lastInteraction.unshift(item);
            if (item.type === "user")
                break;
        }
        return {
            lastInteraction,
            chatHistory: newHistory
        };
    }
    /** @internal */
    static _getOptionConfigurationsToTestIfCanSupersedeJinjaTemplate() {
        return [
            [{ addSpaceBeforeEos: false, _noFunctionNameInResult: true, _stringifyFunctionCallResult: true }, { addSpaceBeforeEos: false }],
            [{ addSpaceBeforeEos: true, _noFunctionNameInResult: true, _stringifyFunctionCallResult: true }, { addSpaceBeforeEos: true }],
            [{ addSpaceBeforeEos: false, _noFunctionNameInResult: true }, { addSpaceBeforeEos: false }],
            [{ addSpaceBeforeEos: true, _noFunctionNameInResult: true }, { addSpaceBeforeEos: true }],
            [{ addSpaceBeforeEos: false }, { addSpaceBeforeEos: false }],
            [{ addSpaceBeforeEos: true }, { addSpaceBeforeEos: true }]
        ];
    }
}
//# sourceMappingURL=MistralChatWrapper.js.map