Module `livekit.agents.ipc.inference_proc_lazy_main`

Functions

def proc_main(args: ProcStartArgs) ‑> None

Expand source code

def proc_main(args: ProcStartArgs) -> None:
    from .proc_client import _ProcClient

    inf_proc = _InferenceProc(args.runners)

    client = _ProcClient(
        args.mp_cch,
        args.log_cch,
        inf_proc.initialize,
        inf_proc.entrypoint,
    )

    client.initialize_logger()

    pid = current_process().pid
    logger.info("initializing inference process", extra={"pid": pid})
    client.initialize()
    logger.info("inference process initialized", extra={"pid": pid})

    client.run()

Classes

class ProcStartArgs (log_cch: socket.socket, mp_cch: socket.socket, runners: dict[str, typing.Type[ForwardRef('_InferenceRunner')]])

Expand source code

@dataclass
class ProcStartArgs:
    log_cch: socket.socket
    mp_cch: socket.socket
    runners: _RunnersDict

ProcStartArgs(log_cch: socket.socket, mp_cch: socket.socket, runners: dict[str, typing.Type[ForwardRef('_InferenceRunner')]])

Instance variables

var log_cch : socket.socket
var mp_cch : socket.socket
var runners : dict[str, typing.Type[_InferenceRunner]]