interface LlamaCppCallOptions {
    maxTokens?: number;
    onToken?: ((tokens) => void);
}

Hierarchy

  • BaseLLMCallOptions
    • LlamaCppCallOptions

Properties

Properties

maxTokens?: number

The maximum number of tokens the response should contain.

onToken?: ((tokens) => void)

A function called when matching the provided token array

Type declaration

    • (tokens): void
    • A function called when matching the provided token array

      Parameters

      • tokens: number[]

      Returns void

Generated using TypeDoc