Interface InferenceLLMOptions

interface InferenceLLMOptions {
    apiKey: string;
    apiSecret: string;
    baseURL: string;
    inferenceClass?: InferenceClass;
    model: LLMModels;
    modelOptions: ChatCompletionOptions;
    provider?: string;
    strictToolSchema?: boolean;
}

Index

Properties

apiKey apiSecret baseURL inferenceClass? model modelOptions provider? strictToolSchema?

Properties

apiKey

apiKey: string

apiSecret

apiSecret: string

baseURL

baseURL: string

`Optional` inferenceClass

inferenceClass?: InferenceClass

model

model: LLMModels

modelOptions

modelOptions: ChatCompletionOptions

`Optional` provider

provider?: string

`Optional` strictToolSchema

strictToolSchema?: boolean