Module livekit.plugins.perplexity.responses.llm

Classes

class LLM (*,
model: str | PerplexityResponsesModels = 'perplexity/sonar',
api_key: str | None = None,
base_url: NotGivenOr[str] = NOT_GIVEN,
user: NotGivenOr[str] = NOT_GIVEN,
temperature: NotGivenOr[float] = NOT_GIVEN,
parallel_tool_calls: NotGivenOr[bool] = NOT_GIVEN,
tool_choice: NotGivenOr[ToolChoice] = NOT_GIVEN,
timeout: httpx.Timeout | None = None,
reasoning: NotGivenOr[Reasoning] = NOT_GIVEN,
max_output_tokens: NotGivenOr[int] = NOT_GIVEN)
Expand source code 
class LLM(openai.responses.LLM):
    def __init__(
        self,
        *,
        model: str | PerplexityResponsesModels = "perplexity/sonar",
        api_key: str | None = None,
        base_url: NotGivenOr[str] = NOT_GIVEN,
        user: NotGivenOr[str] = NOT_GIVEN,
        temperature: NotGivenOr[float] = NOT_GIVEN,
        parallel_tool_calls: NotGivenOr[bool] = NOT_GIVEN,
        tool_choice: NotGivenOr[ToolChoice] = NOT_GIVEN,
        timeout: httpx.Timeout | None = None,
        reasoning: NotGivenOr[Reasoning] = NOT_GIVEN,
        max_output_tokens: NotGivenOr[int] = NOT_GIVEN,
    ) -> None:
        """
        Create a new instance of Perplexity Responses LLM.

        ``api_key`` must be set to your Perplexity API key, either using the argument or by
        setting the ``PERPLEXITY_API_KEY`` environmental variable.
        """
        api_key = api_key or os.environ.get("PERPLEXITY_API_KEY")
        if api_key is None:
            raise ValueError(
                "Perplexity API key is required, either as argument or set "
                "PERPLEXITY_API_KEY environmental variable"
            )

        resolved_base_url = base_url if is_given(base_url) else PERPLEXITY_RESPONSES_BASE_URL
        client = _create_client(api_key=api_key, base_url=resolved_base_url, timeout=timeout)

        super().__init__(
            model=model,
            base_url=resolved_base_url,
            api_key=api_key,
            client=client,
            use_websocket=False,
            user=user,
            temperature=temperature,
            parallel_tool_calls=parallel_tool_calls,
            tool_choice=tool_choice,
            reasoning=reasoning,
            timeout=timeout,
            max_output_tokens=max_output_tokens,
        )
        self._perplexity_client = client

    async def aclose(self) -> None:
        await super().aclose()
        await self._perplexity_client.close()

Helper class that provides a standard way to create an ABC using inheritance.

Create a new instance of Perplexity Responses LLM.

api_key must be set to your Perplexity API key, either using the argument or by setting the PERPLEXITY_API_KEY environmental variable.

Ancestors

Methods

async def aclose(self) ‑> None
Expand source code 
async def aclose(self) -> None:
    await super().aclose()
    await self._perplexity_client.close()

Inherited members