feat: implement NoiseSuppressor node for audio processing

Signed-off-by: Maksim Sukharev <antreesy.web@gmail.com>

Author: Antreesy

src/components/MediaSettings/AdvancedAudioDialog.vue

@@ -10,6 +10,7 @@ import NcFormBox from '@nextcloud/vue/components/NcFormBox'
 import NcFormBoxSwitch from '@nextcloud/vue/components/NcFormBoxSwitch'
 import { useDevices } from '../../composables/useDevices.js'
 import { useSettingsStore } from '../../stores/settings.ts'
+import { localMediaModel } from '../../utils/webrtc/index.js'
 
 const props = defineProps<{
 	container?: string
@@ -66,6 +67,14 @@ function onClosing(result?: unknown) {
 	)) {
 		// Apply changes to audio stream
 		updateAudioStream(true)
+
+		if (localMediaModel.getWebRtc()) {
+			if (settingsStore.noiseSuppressionWithModel) {
+				localMediaModel.enableNoiseSuppression()
+			} else {
+				localMediaModel.disableNoiseSuppression()
+			}
+		}
 	}
 
 	emit('close', result)

src/utils/media/pipeline/NoiseSuppressor.js

@@ -0,0 +1,91 @@
+/**
+ * SPDX-FileCopyrightText: 2026 Nextcloud GmbH and Nextcloud contributors
+ * SPDX-License-Identifier: AGPL-3.0-or-later
+ */
+
+import {
+	destroyNoiseSuppressionWorklet,
+	processNoiseSuppression,
+	registerNoiseSuppressionWorklet,
+} from '../../suppressNoise.ts'
+import TrackSinkSource from './TrackSinkSource.js'
+
+/**
+ * Processor node to enable or disable noise suppression.
+ *
+ * A single input track slot with the default id is accepted. A single output
+ * track slot with the default id is provided.
+ *
+ * The track can be enabled and disabled by calling "setEnabled(bool)".
+ *
+ * When enabled, the node processes the input audio track to suppress noise and
+ * outputs a new, processed track. When disabled, it passes the original audio
+ * track through without modification.
+ *
+ * The node manages the lifecycle of the underlying noise suppression worklet,
+ * registering a consumer when enabled and destroying it when disabled.
+ *
+ *        -----------------
+ *       |                 |
+ *  ---> | NoiseSuppressor | --->
+ *       |                 |
+ *        -----------------
+ */
+export default class NoiseSuppressor extends TrackSinkSource {
+	constructor() {
+		super()
+
+		this._addInputTrackSlot()
+		this._addOutputTrackSlot()
+
+		this._enabled = false
+		this._audioEnabled = true
+		this.noiseSuppressionConsumer = null
+	}
+
+	isEnabled() {
+		return this._enabled
+	}
+
+	async setEnabled(enabled) {
+		if (this._enabled === enabled) {
+			return
+		}
+
+		this._enabled = enabled
+
+		if (enabled) {
+			this.noiseSuppressionConsumer = await registerNoiseSuppressionWorklet()
+		} else if (this.noiseSuppressionConsumer) {
+			await destroyNoiseSuppressionWorklet(this.noiseSuppressionConsumer)
+			this.noiseSuppressionConsumer = null
+		}
+
+		const track = this.getInputTrack('default')
+		this._handleInputTrack('default', track)
+	}
+
+	_handleInputTrack(trackId, track) {
+		if (track) {
+			this._audioEnabled = track.enabled
+		}
+		if (!this._enabled || !track) {
+			this._setOutputTrack('default', track)
+			return
+		}
+
+		const inputStream = new MediaStream([track])
+		const processedStream = processNoiseSuppression(inputStream, true)
+		const processedTrack = processedStream.getAudioTracks()[0]
+		processedTrack.enabled = this._audioEnabled
+
+		this._setOutputTrack('default', processedTrack)
+	}
+
+	_handleInputTrackEnabled(trackId, enabled) {
+		if (enabled !== this._audioEnabled) {
+			this._audioEnabled = enabled
+			this._setOutputTrackEnabled('default', enabled)
+		}
+	}
+}

src/utils/webrtc/index.js

@@ -262,6 +262,7 @@ async function signalingJoinCall(token, flags, silent, recordingConsent, silentF
 
 			// The previous state might be wiped after the media is started, so
 			// it should be saved now.
+			const noiseSuppressionWithModel = BrowserStorage.getItem('noiseSuppressionWithModel') === 'true'
 			const enableAudio = !BrowserStorage.getItem('audioDisabled_' + token)
 			const enableVideo = !BrowserStorage.getItem('videoDisabled_' + token)
 			const enableVirtualBackground = !!BrowserStorage.getItem('virtualBackgroundEnabled_' + token)
@@ -286,6 +287,11 @@ async function signalingJoinCall(token, flags, silent, recordingConsent, silentF
 			} else {
 				localMediaModel.disableVirtualBackground()
 			}
+			if (noiseSuppressionWithModel) {
+				localMediaModel.enableNoiseSuppression()
+			} else {
+				localMediaModel.disableNoiseSuppression()
+			}
 			if (virtualBackgroundType === VIRTUAL_BACKGROUND.BACKGROUND_TYPE.IMAGE) {
 				localMediaModel.setVirtualBackgroundImage(virtualBackgroundUrl)
 			} else if (virtualBackgroundType === VIRTUAL_BACKGROUND.BACKGROUND_TYPE.VIDEO) {

src/utils/webrtc/models/LocalMediaModel.js

@@ -377,6 +377,20 @@ LocalMediaModel.prototype = {
 		this._webRtc.pauseVideo()
 	},
 
+	enableNoiseSuppression() {
+		if (!this._webRtc) {
+			throw new Error('WebRtc not initialized yet')
+		}
+		this._webRtc.webrtc.enableNoiseSuppression()
+	},
+
+	disableNoiseSuppression() {
+		if (!this._webRtc) {
+			throw new Error('WebRtc not initialized yet')
+		}
+		this._webRtc.webrtc.disableNoiseSuppression()
+	},
+
 	enableVirtualBackground() {
 		if (!this._webRtc) {
 			throw new Error('WebRtc not initialized yet')

src/utils/webrtc/simplewebrtc/localmedia.js

@@ -8,6 +8,7 @@ import util from 'util'
 import WildEmitter from 'wildemitter'
 import BlackVideoEnforcer from '../../media/pipeline/BlackVideoEnforcer.js'
 import MediaDevicesSource from '../../media/pipeline/MediaDevicesSource.js'
+import NoiseSuppressor from '../../media/pipeline/NoiseSuppressor.js'
 import SpeakingMonitor from '../../media/pipeline/SpeakingMonitor.js'
 import TrackConstrainer from '../../media/pipeline/TrackConstrainer.js'
 import TrackEnabler from '../../media/pipeline/TrackEnabler.js'
@@ -55,6 +56,8 @@ export default function LocalMedia(opts) {
 	this._audioTrackEnabler = new TrackEnabler()
 	this._videoTrackEnabler = new TrackEnabler()
 
+	this._noiseSuppressor = new NoiseSuppressor()
+
 	this._videoTrackConstrainer = new TrackConstrainer()
 
 	this._virtualBackground = new VirtualBackground()
@@ -99,9 +102,11 @@ export default function LocalMedia(opts) {
 	this._mediaDevicesSource.connectTrackSink('audio', this._audioTrackEnabler)
 	this._mediaDevicesSource.connectTrackSink('video', this._videoTrackEnabler)
 
-	this._audioTrackEnabler.connectTrackSink('default', this._speakingMonitor)
-	this._audioTrackEnabler.connectTrackSink('default', this._trackToStream, 'audio')
-	this._audioTrackEnabler.connectTrackSink('default', this._trackToSentStream, 'audio')
+	this._audioTrackEnabler.connectTrackSink('default', this._noiseSuppressor)
+
+	this._noiseSuppressor.connectTrackSink('default', this._speakingMonitor)
+	this._noiseSuppressor.connectTrackSink('default', this._trackToStream, 'audio')
+	this._noiseSuppressor.connectTrackSink('default', this._trackToSentStream, 'audio')
 
 	this._videoTrackEnabler.connectTrackSink('default', this._videoTrackConstrainer)
 
@@ -392,6 +397,16 @@ LocalMedia.prototype.resumeVideo = function() {
 	this.emit('videoOn')
 }
 
+LocalMedia.prototype.enableNoiseSuppression = function() {
+	this._noiseSuppressor.setEnabled(true)
+	this.emit('noiseSuppressionOn')
+}
+
+LocalMedia.prototype.disableNoiseSuppression = function() {
+	this._noiseSuppressor.setEnabled(false)
+	this.emit('noiseSuppressionOff')
+}
+
 LocalMedia.prototype.enableVirtualBackground = function() {
 	this._virtualBackground.setEnabled(true)
 	this.emit('virtualBackgroundOn')