First upload version 0.0.1

This commit is contained in:
Neyra
2026-02-05 15:27:49 +08:00
commit 8e9b7201ed
4182 changed files with 593136 additions and 0 deletions

View File

@@ -0,0 +1,6 @@
import { Token, Tokenizer } from "../types.js";
import { StopGenerationDetector } from "./StopGenerationDetector.js";
export declare function getQueuedTokensBeforeStopTrigger(triggeredStops: ReturnType<typeof StopGenerationDetector["prototype"]["getTriggeredStops"]>, partiallyFreeTokens: {
tokens: Token[];
text: string;
}, tokenizer: Tokenizer): Token[];