This repository has been archived on 2026-03-06. You can view files and clone it. You cannot open issues or pull requests or push a commit.
Files
openclaw-extensions/wecom/node_modules/node-llama-cpp/dist/utils/tokenizeInput.d.ts
T

4 lines
254 B
TypeScript

import { Token, Tokenizer } from "../types.js";
import { LlamaText } from "./LlamaText.js";
export declare function tokenizeInput(input: Token | Token[] | string | LlamaText, tokenizer: Tokenizer, options?: "trimLeadingSpace", clone?: boolean): Token[];