interface InferenceLLMOptions {
    apiKey: string;
    apiSecret: string;
    baseURL: string;
    model: LLMModels;
    modelOptions: ChatCompletionOptions;
    provider?: string;
}

Properties

apiKey: string
apiSecret: string
baseURL: string
model: LLMModels
modelOptions: ChatCompletionOptions
provider?: string