This repository has been archived on 2026-03-06. You can view files and clone it. You cannot open issues or pull requests or push a commit.
Files

4 lines
254 B
TypeScript

import { Token, Tokenizer } from "../types.js";
import { LlamaText } from "./LlamaText.js";
export declare function tokenizeInput(input: Token | Token[] | string | LlamaText, tokenizer: Tokenizer, options?: "trimLeadingSpace", clone?: boolean): Token[];