Noise & echo cancellation

# Krisp
uv add "livekit-plugins-noise-cancellation~=0.2"

# ai-coustics
uv add "livekit-plugins-ai-coustics"

# Krisp
pnpm add @livekit/noise-cancellation-node

# ai-coustics
pnpm add @livekit/plugins-ai-coustics

from livekit.agents import room_io
from livekit.plugins import ai_coustics  # or noise_cancellation

# ...
await session.start(
    # ...,
    room_options=room_io.RoomOptions(
        audio_input=room_io.AudioInputOptions(
            noise_cancellation=ai_coustics.audio_enhancement(model=ai_coustics.EnhancerModel.QUAIL_VF_L),
            # or noise_cancellation.BVC()
            # or noise_cancellation.BVCTelephony()
        ),
    ),
)
# ...

import * as aiCoustics from '@livekit/plugins-ai-coustics';
// or BackgroundVoiceCancellation from '@livekit/noise-cancellation-node'
// or TelephonyBackgroundVoiceCancellation from '@livekit/noise-cancellation-node'

// ...
await session.start({
  // ...,
  inputOptions: {
    noiseCancellation: aiCoustics.audioEnhancement({ model: 'quailVfL' }),
  },
});
// ...

from livekit.rtc import AudioStream
from livekit.plugins import ai_coustics  # or noise_cancellation

stream = AudioStream.from_track(
    track=track,
    noise_cancellation=ai_coustics.audio_enhancement(model=ai_coustics.EnhancerModel.QUAIL_VF_L),
    # or noise_cancellation.BVC()
    # or noise_cancellation.BVCTelephony()
)

import { AudioStream } from '@livekit/rtc-node';
import * as aiCoustics from '@livekit/plugins-ai-coustics';
// or BackgroundVoiceCancellation from '@livekit/noise-cancellation-node'
// or TelephonyBackgroundVoiceCancellation from '@livekit/noise-cancellation-node'

const stream = new AudioStream(track, {
  noiseCancellation: aiCoustics.audioEnhancement({ model: 'quailVfL' }),
});

from livekit.agents import room_io
from livekit.plugins import ai_coustics  # or noise_cancellation

# ...
await session.start(
    # ...,
    room_options=room_io.RoomOptions(
        audio_input=room_io.AudioInputOptions(
            noise_cancellation=ai_coustics.audio_enhancement(model=ai_coustics.EnhancerModel.QUAIL_L),
            # or noise_cancellation.NC()
        ),
    ),
)
# ...

import * as aiCoustics from '@livekit/plugins-ai-coustics';
// or NoiseCancellation from '@livekit/noise-cancellation-node'

// ...
await session.start({
  // ...,
  inputOptions: {
    noiseCancellation: aiCoustics.audioEnhancement({ model: 'quailL' }),
  },
});
// ...

from livekit.rtc import AudioStream
from livekit.plugins import ai_coustics  # or noise_cancellation

stream = AudioStream.from_track(
    track=track,
    noise_cancellation=ai_coustics.audio_enhancement(model=ai_coustics.EnhancerModel.QUAIL_L),
    # or noise_cancellation.NC()
)

import { AudioStream } from '@livekit/rtc-node';
import * as aiCoustics from '@livekit/plugins-ai-coustics';
// or NoiseCancellation from '@livekit/noise-cancellation-node'

const stream = new AudioStream(track, {
  noiseCancellation: aiCoustics.audioEnhancement({ model: 'quailL' }),
});

from livekit.plugins import ai_coustics

ai_coustics.audio_enhancement(
    model=ai_coustics.EnhancerModel.QUAIL_L,
    model_parameters=ai_coustics.ModelParameters(
        enhancement_level=0.8,
    ),
)

import * as aiCoustics from '@livekit/plugins-ai-coustics';

aiCoustics.audioEnhancement({
  model: 'quailL',
  modelParameters: {
    enhancementLevel: 0.8,
  },
})

from livekit.agents import AgentSession, room_io
from livekit.plugins.ai_coustics import audio_enhancement, VAD, EnhancerModel

session = AgentSession(
    vad=VAD(),
    # ...
)

await session.start(
    # ...,
    room_options=room_io.RoomOptions(
        audio_input=room_io.AudioInputOptions(
            noise_cancellation=audio_enhancement(model=EnhancerModel.QUAIL_L),
        ),
    ),
)

import { voice } from '@livekit/agents';
import * as aic from '@livekit/plugins-ai-coustics';

const session = new voice.AgentSession({
  vad: aic.vad(),
  // ...
});

await session.start({
  // ...,
  inputOptions: {
    noiseCancellation: aic.audioEnhancement(),
  },
});

npm install @livekit/krisp-noise-filter

import { useKrispNoiseFilter } from '@livekit/components-react/krisp';

function MyKrispSetting() {
  const krisp = useKrispNoiseFilter();
  return (
    <input
      type="checkbox"
      onChange={(ev) => krisp.setNoiseFilterEnabled(ev.target.checked)}
      checked={krisp.isNoiseFilterEnabled}
      disabled={krisp.isNoiseFilterPending}
    />
  );
}

import { type LocalAudioTrack, Room, RoomEvent, Track } from 'livekit-client';

const room = new Room();

// We recommend a dynamic import to only load the required resources when you enable the plugin
const { KrispNoiseFilter } = await import('@livekit/krisp-noise-filter');

room.on(RoomEvent.LocalTrackPublished, async (trackPublication) => {
  if (
    trackPublication.source === Track.Source.Microphone &&
    trackPublication.track instanceof LocalAudioTrack
  ) {
    if (!isKrispNoiseFilterSupported()) {
      console.warn('Krisp noise filter is currently not supported on this browser');
      return;
    }
    // Once instantiated, the filter will begin initializing and will download additional resources
    const krispProcessor = KrispNoiseFilter();
    console.log('Enabling LiveKit Krisp noise filter');
    await trackPublication.track.setProcessor(krispProcessor);

    // To enable/disable the noise filter, use setEnabled()
    await krispProcessor.setEnabled(true);

    // To check the current status use:
    // krispProcessor.isEnabled()

    // To stop and dispose of the Krisp processor, simply call:
    // await trackPublication.track.stopProcessor()
  }
});

dependencies {
  implementation "io.livekit:krisp-noise-filter:0.0.10"
}

val krisp = KrispAudioProcessor.getInstance(getApplication())

coroutineScope.launch(Dispatchers.IO) {
    // Only needs to be done once.
    // This should be executed on the background thread to avoid UI freezes.
    krisp.init()
}

// Pass the KrispAudioProcessor into the Room creation
room = LiveKit.create(
    getApplication(),
    overrides = LiveKitOverrides(
        audioOptions = AudioOptions(
            audioProcessorOptions = AudioProcessorOptions(
                capturePostProcessor = krisp,
            )
        ),
    ),
)

// Or to set after Room creation
room.audioProcessingController.setCapturePostProcessing(krisp)

https://github.com/livekit/swift-krisp-noise-filter

.package(url: "https://github.com/livekit/swift-krisp-noise-filter.git", from: "0.0.7"),

import LiveKit
import SwiftUI
import LiveKitKrispNoiseFilter

// Keep this as a global variable or somewhere that won't be deallocated
let krispProcessor = LiveKitKrispNoiseFilter()

struct ContentView: View {
    @StateObject private var room = Room()

    var body: some View {
        MyOtherView()
        .environmentObject(room)
        .onAppear {
            // Attach the processor
            AudioManager.shared.capturePostProcessingDelegate = krispProcessor
            // This must be done before calling `room.connect()`
            room.add(delegate: krispProcessor)

            // You are now ready to connect to the room from this view or any child view
        }
    }
}

npm install @livekit/react-native-krisp-noise-filter

import { KrispNoiseFilter } from '@livekit/react-native-krisp-noise-filter';
import { useLocalParticipant } from '@livekit/components-react';
import { useMemo, useEffect } from 'react';

function MyComponent() {
  let { microphoneTrack } = useLocalParticipant();
  const krisp = useMemo(() => KrispNoiseFilter(), []);

  useEffect(() => {
    const localAudioTrack = microphoneTrack?.audioTrack;
    if (!localAudioTrack) {
      return;
    }
    localAudioTrack?.setProcessor(krisp);
  }, [microphoneTrack, krisp]);
}

dependencies:
  livekit_noise_filter: ^0.1.0

import 'package:livekit_client/livekit_client.dart';
import 'package:livekit_noise_filter/livekit_noise_filter.dart';

// Create the noise filter instance
final liveKitNoiseFilter = LiveKitNoiseFilter();

// Configure room with the noise filter
final room = Room(
  roomOptions: RoomOptions(
    defaultAudioCaptureOptions: AudioCaptureOptions(
      processor: liveKitNoiseFilter,
    ),
  ),
);

// Connect to room and enable microphone
await room.connect(url, token);
await room.localParticipant?.setMicrophoneEnabled(true);

// You can also enable/disable the filter at runtime
// liveKitNoiseFilter.setBypass(true);  // Disables noise cancellation
// liveKitNoiseFilter.setBypass(false); // Enables noise cancellation