LLMMetrics: {
cancelled: boolean;
completionTokens: number;
duration: number;
label: string;
promptCachedTokens: number;
promptTokens: number;
requestId: string;
speechId?: string;
timestamp: number;
tokensPerSecond: number;
totalTokens: number;
ttft: number;
type: "llm_metrics";
}
Type declaration
cancelled: boolean
completionTokens: number
duration: number
label: string
promptCachedTokens: number
promptTokens: number
requestId: string
Optional
speechId?: string
timestamp: number
tokensPerSecond: number
totalTokens: number
ttft: number
type: "llm_metrics"