This repository has been archived on 2026-03-06. You can view files and clone it. You cannot open issues or pull requests or push a commit.
Files

7 lines
365 B
TypeScript

import { Token, Tokenizer } from "../types.js";
import { StopGenerationDetector } from "./StopGenerationDetector.js";
export declare function getQueuedTokensBeforeStopTrigger(triggeredStops: ReturnType<typeof StopGenerationDetector["prototype"]["getTriggeredStops"]>, partiallyFreeTokens: {
tokens: Token[];
text: string;
}, tokenizer: Tokenizer): Token[];