Interface LLMOptions

interface LLMOptions {
    apiKey?: string;
    baseURL?: string;
    client?: OpenAI;
    maxOutputTokens?: number;
    metadata?: Record<string, string>;
    model: string;
    parallelToolCalls?: boolean;
    serviceTier?: string;
    store?: boolean;
    strictToolSchema?: boolean;
    temperature?: number;
    toolChoice?: llm.ToolChoice;
    useWebSocket?: boolean;
}

Properties

apiKey? baseURL? client? maxOutputTokens? metadata? model parallelToolCalls? serviceTier? store? strictToolSchema? temperature? toolChoice? useWebSocket?

Properties

Optional apiKey

apiKey?: string

Optional baseURL

baseURL?: string

Optional client

client?: OpenAI

Optional maxOutputTokens

maxOutputTokens?: number

Upper bound for the number of tokens that can be generated for a response.

Optional metadata

metadata?: Record<string, string>

model

model: string

Optional parallelToolCalls

parallelToolCalls?: boolean

Optional serviceTier

serviceTier?: string

Specifies the processing tier (e.g. 'auto', 'default', 'priority', 'flex').

Optional store

store?: boolean

Optional strictToolSchema

strictToolSchema?: boolean

Optional temperature

temperature?: number

Optional toolChoice

toolChoice?: llm.ToolChoice

Optional useWebSocket

useWebSocket?: boolean

Whether to use the WebSocket API.

Default

true

Settings

Member Visibility

Theme

On This Page

apiKeybaseURLclientmaxOutputTokensmetadatamodelparallelToolCallsserviceTierstorestrictToolSchematemperaturetoolChoiceuseWebSocket