React native vb

README.md

@@ -15,7 +15,7 @@ Everyone is welcome to our [Discourse community](https://react-native-webrtc.dis
 
 ## WebRTC Revision
 
-* Currently used revision: [M100](https://github.com/jitsi/webrtc/releases/tag/v100.0.0)
+* Currently used revision: [M94](https://github.com/jitsi/webrtc/releases/tag/v94.0.0)
 * Supported architectures
   * Android: armeabi-v7a, arm64-v8a, x86, x86_64
   * iOS: arm64, x86_64 (for bitcode support, run [this script](https://github.com/react-native-webrtc/react-native-webrtc/blob/master/tools/downloadBitcode.sh))

ios/RCTWebRTC.xcodeproj/project.pbxproj

@@ -307,7 +307,15 @@
 		35A222291CB493700015FD5C /* Debug */ = {
 			isa = XCBuildConfiguration;
 			buildSettings = {
-				FRAMEWORK_SEARCH_PATHS = "$(PROJECT_DIR)/../apple/";
+				FRAMEWORK_SEARCH_PATHS = (
+					"$(PROJECT_DIR)/../apple/",
+					"\"${PODS_ROOT}/MLKitSegmentationSelfie/Frameworks\"",
+					"\"${PODS_ROOT}/MLKitSegmentationCommon/Frameworks\"",
+					"\"${PODS_ROOT}/MLKitCommon/Frameworks\"",
+					"\"${PODS_ROOT}/MLImage/Frameworks\"",
+					"\"${PODS_ROOT}/MLKitVision/Frameworks\"",
+					"\"${PODS_ROOT}/MLKitXenoCommon/Frameworks\"",
+				);
 				LIBRARY_SEARCH_PATHS = "$(inherited)";
 				OTHER_LDFLAGS = "-ObjC";
 				PRODUCT_NAME = "$(TARGET_NAME)";
@@ -318,7 +326,15 @@
 		35A2222A1CB493700015FD5C /* Release */ = {
 			isa = XCBuildConfiguration;
 			buildSettings = {
-				FRAMEWORK_SEARCH_PATHS = "$(PROJECT_DIR)/../apple/";
+				FRAMEWORK_SEARCH_PATHS = (
+					"$(PROJECT_DIR)/../apple/",
+					"\"${PODS_ROOT}/MLKitSegmentationSelfie/Frameworks\"",
+					"\"${PODS_ROOT}/MLKitSegmentationCommon/Frameworks\"",
+					"\"${PODS_ROOT}/MLKitCommon/Frameworks\"",
+					"\"${PODS_ROOT}/MLImage/Frameworks\"",
+					"\"${PODS_ROOT}/MLKitVision/Frameworks\"",
+					"\"${PODS_ROOT}/MLKitXenoCommon/Frameworks\"",
+				);
 				LIBRARY_SEARCH_PATHS = "$(inherited)";
 				OTHER_LDFLAGS = "-ObjC";
 				PRODUCT_NAME = "$(TARGET_NAME)";

ios/RCTWebRTC/ScreenCaptureController.m

@@ -35,10 +35,6 @@ - (instancetype)initWithCapturer:(nonnull ScreenCapturer *)capturer {
     return self;
 }
 
-- (void)dealloc {
-    [self.capturer stopCapture];
-}
-
 - (void)startCapture {
     if (!self.appGroupIdentifier) {
         return;

ios/RCTWebRTC/ScreenCapturer.m

@@ -141,13 +141,6 @@ - (instancetype)initWithDelegate:(__weak id<RTCVideoCapturerDelegate>)delegate {
     return self;
 }
 
-- (void)setConnection:(SocketConnection *)connection {
-    if (_connection != connection) {
-        [_connection close];
-        _connection = connection;
-    }
-}
-
 - (void)startCaptureWithConnection:(SocketConnection *)connection {
     _startTimeStampNs = -1;
 

ios/RCTWebRTC/VideoCaptureController.m

@@ -15,6 +15,7 @@ @interface VideoCaptureController ()
 @property (nonatomic, assign) int width;
 @property (nonatomic, assign) int height;
 @property (nonatomic, assign) int frameRate;
+@property (nonatomic, assign) BOOL vb;
 
 @end
 
@@ -34,6 +35,9 @@ - (instancetype)initWithCapturer:(RTCCameraVideoCapturer *)capturer
         self.width = [constraints[@"width"] intValue];
         self.height = [constraints[@"height"] intValue];
         self.frameRate = [constraints[@"frameRate"] intValue];
+        if(constraints[@"vb"]) {
+            self.vb = YES;
+        }
 
         id facingMode = constraints[@"facingMode"];
 
@@ -96,6 +100,17 @@ - (void)startCapture {
     dispatch_semaphore_t semaphore = dispatch_semaphore_create(0);
 
     __weak VideoCaptureController *weakSelf = self;
+
+    if (self.vb) {
+        // Selfie Segmentator library requires kCVPixelFormatType_32BGRA format
+        for (AVCaptureOutput *output in _capturer.captureSession.outputs) {
+            RCTLog(@"Changing capturer output to %@", ((AVCaptureVideoDataOutput*)output).videoSettings);
+            if([output isKindOfClass:AVCaptureVideoDataOutput.class]) {
+                ((AVCaptureVideoDataOutput*)output).videoSettings = @{(NSString *)kCVPixelBufferPixelFormatTypeKey: [NSNumber numberWithUnsignedInt:kCVPixelFormatType_32BGRA]};
+            }
+        }
+    }
+
     [self.capturer startCaptureWithDevice:self.device format:format fps:self.frameRate completionHandler:^(NSError *err) {
         if (err) {
             RCTLogError(@"[VideoCaptureController] Error starting capture: %@", err);
@@ -227,8 +242,8 @@ - (void)throttleFrameRateForDevice:(AVCaptureDevice *)device {
         return;
     }
 
-    device.activeVideoMinFrameDuration = CMTimeMake(1, 20);
-    device.activeVideoMaxFrameDuration = CMTimeMake(1, 15);
+    device.activeVideoMinFrameDuration = CMTimeMake(1, 15);
+    device.activeVideoMaxFrameDuration = CMTimeMake(1, 12);
 
     [device unlockForConfiguration];
 }

ios/RCTWebRTC/VideoSourceInterceptor.h

@@ -0,0 +1,21 @@
+//
+//  VideoSourceInterceptor.h
+//  react-native-webrtc
+//
+//  Created by YAVUZ SELIM CAKIR on 18.06.2022.
+//
+
+#import <Foundation/Foundation.h>
+#import <WebRTC/RTCVideoSource.h>
+
+NS_ASSUME_NONNULL_BEGIN
+
+@interface VideoSourceInterceptor : NSObject<RTCVideoCapturerDelegate>
+
+@property(nonatomic, strong) RTCVideoSource *videoSource;
+
+- (instancetype)initWithVideoSource: (RTCVideoSource*) videoSource;
+
+@end
+
+NS_ASSUME_NONNULL_END