interface MultimodalLLMMetrics {
    cancelled: boolean;
    completionTokens: number;
    duration: number;
    error?: Error;
    inputTokenDetails: {
        audioTokens: number;
        cachedTokens: number;
        textTokens: number;
    };
    label: string;
    outputTokenDetails: {
        audioTokens: number;
        textTokens: number;
    };
    promptTokens: number;
    requestId: string;
    timestamp: number;
    tokensPerSecond: number;
    totalTokens: number;
    ttft: number;
}

Hierarchy (view full)

Properties

cancelled: boolean
completionTokens: number
duration: number
error?: Error
inputTokenDetails: {
    audioTokens: number;
    cachedTokens: number;
    textTokens: number;
}

Type declaration

  • audioTokens: number
  • cachedTokens: number
  • textTokens: number
label: string
outputTokenDetails: {
    audioTokens: number;
    textTokens: number;
}

Type declaration

  • audioTokens: number
  • textTokens: number
promptTokens: number
requestId: string
timestamp: number
tokensPerSecond: number
totalTokens: number
ttft: number