Interface AIPlatformLLMOptions

interface AIPlatformLLMOptions {
    accessToken?: string;
    apiVersion?: ApiVersion;
    client?: OpenAI;
    credentials?: GoogleCredentials;
    endpointId: string;
    endpointURL: string;
    extraBody?: Record<string, unknown>;
    extraHeaders?: Record<string, string>;
    extraQuery?: Record<string, string>;
    location?: string;
    maxCompletionTokens?: number;
    model?: string;
    parallelToolCalls?: boolean;
    project: string;
    strictToolSchema?: boolean;
    temperature?: number;
    timeoutMs?: number;
    tokenProvider?: AccessTokenProvider;
    toolChoice?: llm.ToolChoice;
    topP?: number;
}

Properties

accessToken? apiVersion? client? credentials? endpointId endpointURL extraBody? extraHeaders? extraQuery? location? maxCompletionTokens? model? parallelToolCalls? project strictToolSchema? temperature? timeoutMs? tokenProvider? toolChoice? topP?

Properties

Optional accessToken

accessToken?: string

Optional apiVersion

apiVersion?: ApiVersion

Optional client

client?: OpenAI

Optional credentials

credentials?: GoogleCredentials

endpointId

endpointId: string

Numeric or UUID endpoint ID.

endpointURL

endpointURL: string

Base DNS for the dedicated Model Garden endpoint, without path components.

Optional extraBody

extraBody?: Record<string, unknown>

Optional extraHeaders

extraHeaders?: Record<string, string>

Optional extraQuery

extraQuery?: Record<string, string>

Optional location

location?: string

Optional maxCompletionTokens

maxCompletionTokens?: number

Optional model

model?: string

Optional parallelToolCalls

parallelToolCalls?: boolean

project

project: string

Google Cloud project ID or number that owns the endpoint.

Optional strictToolSchema

strictToolSchema?: boolean

Optional temperature

temperature?: number

Optional timeoutMs

timeoutMs?: number

Optional tokenProvider

tokenProvider?: AccessTokenProvider

Optional toolChoice

toolChoice?: llm.ToolChoice

Optional topP

topP?: number

Settings

Member Visibility

Theme

On This Page

accessTokenapiVersionclientcredentialsendpointIdendpointURLextraBodyextraHeadersextraQuerylocationmaxCompletionTokensmodelparallelToolCallsprojectstrictToolSchematemperaturetimeoutMstokenProvidertoolChoicetopP