First upload version 0.0.1
This commit is contained in:
3
node_modules/node-llama-cpp/dist/utils/tokenizeInput.d.ts
generated
vendored
Normal file
3
node_modules/node-llama-cpp/dist/utils/tokenizeInput.d.ts
generated
vendored
Normal file
@@ -0,0 +1,3 @@
|
||||
import { Token, Tokenizer } from "../types.js";
|
||||
import { LlamaText } from "./LlamaText.js";
|
||||
export declare function tokenizeInput(input: Token | Token[] | string | LlamaText, tokenizer: Tokenizer, options?: "trimLeadingSpace", clone?: boolean): Token[];
|
||||
Reference in New Issue
Block a user