Switch audio source on screen share

webrtc-android-framework/src/main/java/io/antmedia/webrtcandroidframework/api/IWebRTCClient.java

@@ -1,5 +1,7 @@
 package io.antmedia.webrtcandroidframework.api;
 
+import android.media.projection.MediaProjection;
+
 import org.json.JSONArray;
 import org.json.JSONObject;
 import org.webrtc.DataChannel;
@@ -331,4 +333,20 @@ void publish(String streamId, String token, boolean videoCallEnabled, boolean au
      * Returns true if SDK resources are released and its shutdown, false otherwise.
      */
     boolean isShutdown();
+
+    /**
+     * Send system audio on screen share during call.
+     */
+    void switchToSystemAudioRecordingOnScreenShareDuringCall();
+
+    /**
+     * Send microphone audio on screen share during call.
+     */
+    void switchToMicrophoneAudioRecordingOnScreenShareDuringCall();
+
+    /**
+     * Set audio device module media projection.
+     * If null passed, audio device module will use microphone audio on screen share.
+     */
+    void setAudioDeviceModuleMediaProjection(MediaProjection mediaProjection);
 }

webrtc-android-framework/src/main/java/io/antmedia/webrtcandroidframework/api/WebRTCClientBuilder.java

@@ -8,6 +8,7 @@
 import java.util.Arrays;
 
 import io.antmedia.webrtcandroidframework.core.WebRTCClient;
+import io.antmedia.webrtcandroidframework.core.model.ScreenShareAudioSource;
 
 public class WebRTCClientBuilder {
 
@@ -156,4 +157,9 @@ public WebRTCClientBuilder setBluetoothEnabled(boolean bluetoothEnabled) {
         webRTCClientConfig.bluetoothEnabled = bluetoothEnabled;
         return this;
     }
+
+    public WebRTCClientBuilder setScreenShareAudioSource(ScreenShareAudioSource screenShareAudioSource) {
+        webRTCClientConfig.screenShareAudioSource = screenShareAudioSource;
+        return this;
+    }
 }

webrtc-android-framework/src/main/java/io/antmedia/webrtcandroidframework/api/WebRTCClientConfig.java

@@ -9,6 +9,8 @@
 
 import java.util.ArrayList;
 
+import io.antmedia.webrtcandroidframework.core.model.ScreenShareAudioSource;
+
 
 public class WebRTCClientConfig {
 
@@ -183,4 +185,10 @@ public class WebRTCClientConfig {
      * Flag for connecting bluetooth headphones.
      */
     public boolean bluetoothEnabled = false;
+
+    /*
+     * Audio source during screen share. Possible values are MICROPHONE or SYSTEM
+     * MICROPHONE by default.
+     */
+    public ScreenShareAudioSource screenShareAudioSource = ScreenShareAudioSource.MICROPHONE;
 }

webrtc-android-framework/src/main/java/io/antmedia/webrtcandroidframework/core/CustomMediaProjectionCallback.java

@@ -0,0 +1,30 @@
+package io.antmedia.webrtcandroidframework.core;
+
+import android.media.projection.MediaProjection;
+import android.util.Log;
+
+public abstract class CustomMediaProjectionCallback extends MediaProjection.Callback {
+
+    private static final String TAG = "CustomMediaProjectionCallback";
+
+    public CustomMediaProjectionCallback() {
+        super();
+    }
+
+    public abstract void onMediaProjection(MediaProjection mediaProjection);
+
+    @Override
+    public void onStop() {
+        super.onStop();
+    }
+
+    @Override
+    public void onCapturedContentResize(int width, int height) {
+        super.onCapturedContentResize(width, height);
+    }
+
+    @Override
+    public void onCapturedContentVisibilityChanged(boolean isVisible) {
+        super.onCapturedContentVisibilityChanged(isVisible);
+    }
+}

webrtc-android-framework/src/main/java/io/antmedia/webrtcandroidframework/core/WebRTCClient.java

@@ -17,13 +17,14 @@
 import android.util.Log;
 import android.view.WindowManager;
 import android.widget.Toast;
-
 import androidx.annotation.NonNull;
 
 import org.json.JSONArray;
 import org.json.JSONObject;
 import org.webrtc.AddIceObserver;
 import org.webrtc.AudioSource;
+import io.antmedia.webrtcandroidframework.core.model.ScreenShareAudioSource;
+
 import org.webrtc.AudioTrack;
 import org.webrtc.Camera2Enumerator;
 import org.webrtc.CameraEnumerator;
@@ -836,7 +837,15 @@ public DisplayMetrics getDisplayMetrics() {
     }
 
     public @Nullable VideoCapturer createScreenCapturer() {
-        return new ScreenCapturerAndroid(config.mediaProjectionIntent, new MediaProjection.Callback() {
+        return new ScreenCapturerAndroid(config.mediaProjectionIntent, new CustomMediaProjectionCallback() {
+            @Override
+            public void onMediaProjection(MediaProjection mediaProjection) {
+                config.mediaProjection = mediaProjection;
+                if(adm != null && config.screenShareAudioSource == ScreenShareAudioSource.SYSTEM){
+                    adm.setMediaProjection(mediaProjection);
+                }
+            }
+
             @Override
             public void onStop() {
                 reportError(getPublishStreamId(), USER_REVOKED_CAPTURE_SCREEN_PERMISSION);
@@ -974,7 +983,7 @@ private void publishPlayIfRequested() {
 
     public void publish(String streamId) {
         publish(streamId, null, true, true,
-                null, null, streamId, "qdadsas");
+                null, null, streamId, null);
     }
 
 
@@ -1230,7 +1239,7 @@ public void reportError(String streamId, final String description) {
 
     public void changeVideoSource(StreamSource newSource) {
             if (!config.videoSource.equals(newSource)) {
-                if (newSource.equals(StreamSource.SCREEN) && adm != null) {
+                if (newSource.equals(StreamSource.SCREEN) && adm != null && config.screenShareAudioSource == ScreenShareAudioSource.SYSTEM) {
                     adm.setMediaProjection(config.mediaProjection);
                 }
 
@@ -2778,4 +2787,66 @@ public boolean isShutdown() {
         return released;
     }
 
+    @androidx.annotation.Nullable
+    public AudioDeviceModule getAdm() {
+        return adm;
+    }
+
+
+    public void createAudioRecord(){
+        if(adm != null){
+            adm.createAudioRecord();
+        }
+    }
+
+    public void switchToSystemAudioRecordingOnScreenShareDuringCall(){
+        if(config.mediaProjection == null){
+            Log.i(TAG,"Config media projection is null. Cannot switch system audio on screen share.");
+            return;
+        }
+        if(adm == null){
+            return;
+        }
+
+        stopAdmRecording();
+        adm.setMediaProjection(config.mediaProjection);
+        createAudioRecord();
+        startRecording();
+    }
+
+    public void switchToMicrophoneAudioRecordingOnScreenShareDuringCall(){
+        if(adm == null){
+            return;
+        }
+
+        stopAdmRecording();
+        //if media projection is null, microphone will be used to record audio.
+        adm.setMediaProjection(null);
+        //media projection is set to null thus it will capture microphone.
+        createAudioRecord();
+        startRecording();
+    }
+
+    public void startRecording(){
+        if(adm != null){
+            adm.startRecording();
+        }
+    }
+
+    public void stopAdmRecording(){
+        if(adm != null){
+            adm.stopRecording();
+        }
+    }
+
+    public void setAudioDeviceModuleMediaProjection(MediaProjection mediaProjection){
+        if(adm != null){
+            adm.setMediaProjection(mediaProjection);
+        }
+    }
+
+    public void setAdm(JavaAudioDeviceModule adm){
+        this.adm = adm;
+    }
+
 }

webrtc-android-framework/src/main/java/io/antmedia/webrtcandroidframework/core/model/ScreenShareAudioSource.java

@@ -0,0 +1,6 @@
+package io.antmedia.webrtcandroidframework.core.model;
+
+public enum ScreenShareAudioSource {
+    MICROPHONE,
+    SYSTEM;
+}

webrtc-android-framework/src/main/java/org/webrtc/ScreenCapturerAndroid.java

@@ -24,6 +24,8 @@
 import android.os.Looper;
 import android.os.Handler;
 
+import io.antmedia.webrtcandroidframework.core.CustomMediaProjectionCallback;
+
 /**
  * An copy of ScreenCapturerAndroid to capture the screen content while being aware of device orientation
  */
@@ -127,6 +129,10 @@ public synchronized void startCapture(
     mediaProjection = mediaProjectionManager.getMediaProjection(
             Activity.RESULT_OK, mediaProjectionPermissionResultData);
 
+    if(mediaProjectionCallback != null){
+      ((CustomMediaProjectionCallback) mediaProjectionCallback).onMediaProjection(mediaProjection);
+    }
+
     // Let MediaProjection callback use the SurfaceTextureHelper thread.
     mediaProjection.registerCallback(mediaProjectionCallback, surfaceTextureHelper.getHandler());
 
@@ -251,10 +257,6 @@ public MediaProjection getMediaProjection() {
     return mediaProjection;
   }
 
-  public void setMediaProjection(MediaProjection mediaProjection) {
-    this.mediaProjection = mediaProjection;
-  }
-
   public MediaProjectionManager getMediaProjectionManager() {
     return mediaProjectionManager;
   }

webrtc-android-framework/src/main/java/org/webrtc/audio/AudioDeviceModule.java

@@ -41,4 +41,10 @@ public interface AudioDeviceModule {
   /** Set media projection for the audio record. */
   void setMediaProjection(MediaProjection mediaProjection);
 
+  void createAudioRecord();
+
+  void startRecording();
+
+  void stopRecording();
+
 }

webrtc-android-framework/src/main/java/org/webrtc/audio/JavaAudioDeviceModule.java

@@ -14,10 +14,13 @@
 import android.media.AudioAttributes;
 import android.media.AudioDeviceInfo;
 import android.media.AudioManager;
+import android.media.MediaRecorder;
 import android.media.projection.MediaProjection;
 import android.os.Build;
 import androidx.annotation.RequiresApi;
 import java.util.concurrent.ScheduledExecutorService;
+
+import org.webrtc.AudioSource;
 import org.webrtc.JniCommon;
 import org.webrtc.Logging;
 import android.media.AudioRecord;
@@ -406,6 +409,7 @@ public CustomWebRtcAudioRecord getAudioInput() {
     return (CustomWebRtcAudioRecord)audioInput;
   }
 
+
   @Override
   public long getNativeAudioDeviceModulePointer() {
     synchronized (nativeLock) {
@@ -460,4 +464,20 @@ public void setMediaProjection(MediaProjection mediaProjection){
     audioInput.setMediaProjection(mediaProjection);
   }
 
+  @Override
+  public void createAudioRecord() {
+    audioInput.createAudioRecord();
+  }
+
+  @Override
+  public void startRecording() {
+    audioInput.startRecording();
+  }
+
+  @Override
+  public void stopRecording() {
+    audioInput.stopRecording();
+  }
+
+
 }

webrtc-android-framework/src/main/java/org/webrtc/audio/LegacyAudioDeviceModule.java

@@ -47,4 +47,19 @@ public void setMicrophoneMute(boolean mute) {
   public void setMediaProjection(MediaProjection mediaProjection) {
 
   }
+
+  @Override
+  public void createAudioRecord() {
+
+  }
+
+  @Override
+  public void startRecording() {
+
+  }
+
+  @Override
+  public void stopRecording() {
+
+  }
 }