xonecas.io
4828
Sr

stream-together / files

stream-together / hooks / use-agora-ai-noise-reduction.ts

1.4 KB
1"use client";
2
3import {
4  AIDenoiserExtension,
5  IAIDenoiserProcessor,
6} from "agora-extension-ai-denoiser";
7import AgoraRTC, { IMicrophoneAudioTrack } from "agora-rtc-react";
8import { useEffect, useRef } from "react";
9
10export default function useNoiseReduction({
11  localMicrophoneTrack,
12}: {
13  localMicrophoneTrack: IMicrophoneAudioTrack | null;
14}) {
15  const extension = useRef(
16    new AIDenoiserExtension({
17      assetsPath: "/external",
18    }),
19  );
20  const processor = useRef<IAIDenoiserProcessor>();
21
22  useEffect(() => {
23    const initializeExtension = async () => {
24      AgoraRTC.registerExtensions([extension.current]);
25
26      if (!extension.current.checkCompatibility()) {
27        console.error("Your browser does not support AI Denoiser!");
28        return;
29      }
30
31      if (localMicrophoneTrack) {
32        try {
33          processor.current = extension.current.createProcessor();
34          localMicrophoneTrack
35            .pipe(processor.current)
36            .pipe(localMicrophoneTrack.processorDestination);
37          await processor.current.enable();
38        } catch (error) {
39          console.error("Failed to apply ai denoiser.");
40        }
41      }
42    };
43    void initializeExtension();
44
45    return () => {
46      const disableExtension = async () => {
47        processor.current?.unpipe();
48        localMicrophoneTrack?.unpipe();
49        await processor.current?.disable();
50      };
51      void disableExtension();
52    };
53  }, [localMicrophoneTrack]);
54}