LLMMetrics: {
    cancelled: boolean;
    completionTokens: number;
    duration: number;
    label: string;
    promptCachedTokens: number;
    promptTokens: number;
    requestId: string;
    speechId?: string;
    timestamp: number;
    tokensPerSecond: number;
    totalTokens: number;
    ttft: number;
    type: "llm_metrics";
}

Type declaration

  • cancelled: boolean
  • completionTokens: number
  • duration: number
  • label: string
  • promptCachedTokens: number
  • promptTokens: number
  • requestId: string
  • Optional speechId?: string
  • timestamp: number
  • tokensPerSecond: number
  • totalTokens: number
  • ttft: number
  • type: "llm_metrics"