airllm-fork-nodejs/node_modules/node-llama-cpp/dist/utils/tokenizeInput.d.ts

import { Token, Tokenizer } from "../types.js";
import { LlamaText } from "./LlamaText.js";
export declare function tokenizeInput(input: Token | Token[] | string | LlamaText, tokenizer: Tokenizer, options?: "trimLeadingSpace", clone?: boolean): Token[];