Class ChatPrem<CallOptions>

Integration with a chat model.

Type Parameters

  • CallOptions extends BaseLanguageModelCallOptions = BaseLanguageModelCallOptions

Hierarchy

Implements

Indexable

[k: string]: unknown

Constructors

constructor

Properties

client messages project_id streaming apiKey? frequency_penalty? logit_bias? max_tokens? model? n? presence_penalty? response_format? seed? session_id? stop? system_prompt? temperature? tools? top_p? user?

Methods

completionWithRetry invocationParams

Constructors

constructor

Properties

client

client: Prem

messages

messages: {
    content: string;
    role: "user" | "assistant";
    [k: string]: unknown;
}[]

Type declaration

  • [k: string]: unknown
  • content: string
  • role: "user" | "assistant"

project_id

project_id: number

streaming

streaming: boolean = false

Optional apiKey

apiKey?: string

The Prem API key to use for requests.

Default

process.env.PREM_API_KEY

Optional frequency_penalty

frequency_penalty?: number

Optional logit_bias

logit_bias?: {
    [k: string]: unknown;
}

Type declaration

  • [k: string]: unknown

Optional max_tokens

max_tokens?: number

Optional model

model?: string

Optional n

n?: number

Optional presence_penalty

presence_penalty?: number

Optional response_format

response_format?: {
    [k: string]: unknown;
}

Type declaration

  • [k: string]: unknown

Optional seed

seed?: number

Optional session_id

session_id?: string

Optional stop

stop?: string

Optional system_prompt

system_prompt?: string

Optional temperature

temperature?: number

Optional tools

tools?: {
    [k: string]: unknown;
}[]

Type declaration

  • [k: string]: unknown

Optional top_p

top_p?: number

Optional user

user?: string

Methods

completionWithRetry

invocationParams

Settings

Member Visibility

Theme

On This Page

Generated using TypeDoc