android,ios: expose needed apis for audio processing (#27)

* Add AudioProcessingFactory to WebRTCModuleOptions

* Expose media stream tracks for ios

* Swift compatibility

* Fix boost checksum error

Author: davidliu

android/src/main/java/com/oney/WebRTCModule/WebRTCModule.java

@@ -25,6 +25,7 @@
 import com.oney.WebRTCModule.webrtcutils.H264AndSoftwareVideoEncoderFactory;
 
 import org.webrtc.AddIceObserver;
+import org.webrtc.AudioProcessingFactory;
 import org.webrtc.AudioTrack;
 import org.webrtc.CryptoOptions;
 import org.webrtc.EglBase;
@@ -90,7 +91,8 @@ public WebRTCModule(ReactApplicationContext reactContext) {
         String fieldTrials = options.fieldTrials;
 
         PeerConnectionFactory.initialize(PeerConnectionFactory.InitializationOptions.builder(reactContext)
-                                                 .setFieldTrials(fieldTrials)
+
+                .setFieldTrials(fieldTrials)
                                                  .setNativeLibraryLoader(new LibraryLoader())
                                                  .setInjectableLogger(injectableLogger, loggingSeverity)
                                                  .createInitializationOptions());
@@ -115,15 +117,29 @@ public WebRTCModule(ReactApplicationContext reactContext) {
         if (adm == null) {
             adm = JavaAudioDeviceModule.builder(reactContext).createAudioDeviceModule();
         }
+        
+        AudioProcessingFactory audioProcessingFactory = null;
+        try {
+            if (options.audioProcessingFactoryFactory != null) {
+                audioProcessingFactory = options.audioProcessingFactoryFactory.call();
+            }
+        } catch (Exception e) {
+            // do nothing.
+        }
 
         Log.d(TAG, "Using video encoder factory: " + encoderFactory.getClass().getCanonicalName());
         Log.d(TAG, "Using video decoder factory: " + decoderFactory.getClass().getCanonicalName());
 
-        mFactory = PeerConnectionFactory.builder()
-                           .setAudioDeviceModule(adm)
-                           .setVideoEncoderFactory(encoderFactory)
-                           .setVideoDecoderFactory(decoderFactory)
-                           .createPeerConnectionFactory();
+        PeerConnectionFactory.Builder pcFactoryBuilder = PeerConnectionFactory.builder()
+                .setAudioDeviceModule(adm)
+                .setVideoEncoderFactory(encoderFactory)
+                .setVideoDecoderFactory(decoderFactory);
+
+        if (audioProcessingFactory != null) {
+            pcFactoryBuilder.setAudioProcessingFactory(audioProcessingFactory);
+        }
+
+        mFactory = pcFactoryBuilder.createPeerConnectionFactory();
 
         // PeerConnectionFactory now owns the adm native pointer, and we don't need it anymore.
         adm.release();

android/src/main/java/com/oney/WebRTCModule/WebRTCModuleOptions.java

@@ -1,17 +1,22 @@
 package com.oney.WebRTCModule;
 
+import org.webrtc.AudioProcessingFactory;
 import org.webrtc.Loggable;
 import org.webrtc.Logging;
 import org.webrtc.VideoDecoderFactory;
 import org.webrtc.VideoEncoderFactory;
 import org.webrtc.audio.AudioDeviceModule;
 
+import java.util.concurrent.Callable;
+
 public class WebRTCModuleOptions {
     private static WebRTCModuleOptions instance;
 
     public VideoEncoderFactory videoEncoderFactory;
     public VideoDecoderFactory videoDecoderFactory;
     public AudioDeviceModule audioDeviceModule;
+    public Callable<AudioProcessingFactory> audioProcessingFactoryFactory;
+
     public Loggable injectableLogger;
     public Logging.Severity loggingSeverity;
     public String fieldTrials;

examples/GumTestApp/ios/Podfile

@@ -1,3 +1,23 @@
+# Fixes boost checksum error
+# From: https://github.com/boostorg/boost/issues/996#issuecomment-2574671532
+def find_and_replace_boost_url
+  pod_spec = "../node_modules/react-native/third-party-podspecs/boost.podspec"
+  puts "Debug: Starting boost URL replacement"
+  if File.exist?(pod_spec)
+    puts "Debug: Found boost.podspec"
+    spec_content = File.read(pod_spec)
+    spec_content.gsub!(
+      'https://boostorg.jfrog.io/artifactory/main/release/1.76.0/source/boost_1_76_0.tar.bz2',
+      'https://archives.boost.io/release/1.76.0/source/boost_1_76_0.tar.bz2'
+    )
+    File.write(pod_spec, spec_content)
+    puts "Debug: Updated boost.podspec"
+  end
+end
+
+# Let the magic happen!
+find_and_replace_boost_url
+
 require_relative '../node_modules/react-native/scripts/react_native_pods'
 require_relative '../node_modules/@react-native-community/cli-platform-ios/native_modules'
 

ios/RCTWebRTC/WebRTCModule+RTCMediaStream.h

@@ -5,4 +5,6 @@
 - (RTCVideoTrack *)createVideoTrackWithCaptureController:
     (CaptureController * (^)(RTCVideoSource *))captureControllerCreator;
 - (NSArray *)createMediaStream:(NSArray<RTCMediaStreamTrack *> *)tracks;
+
+- (RTCMediaStreamTrack *)trackForId:(nonnull NSString *)trackId pcId:(nonnull NSNumber *)pcId;
 @end

livekit-react-native-webrtc.podspec

@@ -20,4 +20,10 @@ Pod::Spec.new do |s|
   s.framework           = 'AudioToolbox','AVFoundation', 'CoreAudio', 'CoreGraphics', 'CoreVideo', 'GLKit', 'VideoToolbox'
   s.dependency          'React-Core'
   s.dependency          'WebRTC-SDK', '~>125.6422.06'
+  
+  # Swift/Objective-C compatibility
+  s.pod_target_xcconfig = {
+    'DEFINES_MODULE' => 'YES'
+  }
+
 end