From cc1ee35a692d6d3c247be70934e598f272db01af Mon Sep 17 00:00:00 2001 From: Linus Nilsson Date: Fri, 19 May 2023 14:19:23 +0200 Subject: [PATCH] Reland "Avoid recreating VirtualDisplay on format changes." MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit This is a reland of commit fcd1dfad1f855346a1fb6741322ff48c61601df7 Original change's description: > Avoid recreating VirtualDisplay on format changes. > > Recreating the VirtualDisplay will require new user permission dialog, > so resize instead when possible. > > Bug: b/281978124 > Change-Id: I3b6939720897c038c9e598433372342cf72e001e > Reviewed-on: https://webrtc-review.googlesource.com/c/src/+/305560 > Reviewed-by: Xavier Lepaul‎ > Commit-Queue: Linus Nilsson > Cr-Commit-Position: refs/heads/main@{#40084} Bug: b/281978124 Change-Id: I35b60de99a8cd5f2555168d98027d3fc781e8b30 Reviewed-on: https://webrtc-review.googlesource.com/c/src/+/305781 Reviewed-by: Sergey Silkin Commit-Queue: Linus Nilsson Cr-Commit-Position: refs/heads/main@{#40091} --- .../api/org/webrtc/ScreenCapturerAndroid.java | 31 +++++++++++++------ 1 file changed, 21 insertions(+), 10 deletions(-) diff --git a/sdk/android/api/org/webrtc/ScreenCapturerAndroid.java b/sdk/android/api/org/webrtc/ScreenCapturerAndroid.java index 231d507155..08b03bd684 100644 --- a/sdk/android/api/org/webrtc/ScreenCapturerAndroid.java +++ b/sdk/android/api/org/webrtc/ScreenCapturerAndroid.java @@ -17,6 +17,8 @@ import android.hardware.display.DisplayManager; import android.hardware.display.VirtualDisplay; import android.media.projection.MediaProjection; import android.media.projection.MediaProjectionManager; +import android.os.Build.VERSION; +import android.os.Build.VERSION_CODES; import android.view.Surface; import androidx.annotation.Nullable; @@ -113,7 +115,7 @@ public class ScreenCapturerAndroid implements VideoCapturer, VideoSink { // Let MediaProjection callback use the SurfaceTextureHelper thread. mediaProjection.registerCallback(mediaProjectionCallback, surfaceTextureHelper.getHandler()); - createVirtualDisplay(); + updateVirtualDisplay(); capturerObserver.onCapturerStarted(true); surfaceTextureHelper.startListening(ScreenCapturerAndroid.this); } @@ -171,24 +173,33 @@ public class ScreenCapturerAndroid implements VideoCapturer, VideoSink { this.height = height; if (virtualDisplay == null) { - // Capturer is stopped, the virtual display will be created in startCaptuer(). + // Capturer is stopped, the virtual display will be created in startCapture(). return; } // Create a new virtual display on the surfaceTextureHelper thread to avoid interference // with frame processing, which happens on the same thread (we serialize events by running // them on the same thread). - ThreadUtils.invokeAtFrontUninterruptibly(surfaceTextureHelper.getHandler(), new Runnable() { - @Override - public void run() { - virtualDisplay.release(); - createVirtualDisplay(); - } - }); + ThreadUtils.invokeAtFrontUninterruptibly( + surfaceTextureHelper.getHandler(), this::updateVirtualDisplay); } - private void createVirtualDisplay() { + private void updateVirtualDisplay() { surfaceTextureHelper.setTextureSize(width, height); + // Before Android S (12), resizing the virtual display can cause the captured screen to be + // scaled incorrectly, so keep the behavior of recreating the virtual display prior to Android + // S. + if (virtualDisplay == null || VERSION.SDK_INT < VERSION_CODES.S) { + createVirtualDisplay(); + } else { + virtualDisplay.resize(width, height, VIRTUAL_DISPLAY_DPI); + virtualDisplay.setSurface(new Surface(surfaceTextureHelper.getSurfaceTexture())); + } + } + private void createVirtualDisplay() { + if (virtualDisplay != null) { + virtualDisplay.release(); + } virtualDisplay = mediaProjection.createVirtualDisplay("WebRTC_ScreenCapture", width, height, VIRTUAL_DISPLAY_DPI, DISPLAY_FLAGS, new Surface(surfaceTextureHelper.getSurfaceTexture()), null /* callback */, null /* callback handler */);