blob: 41c33543bdb835a69d77ee6096ce2d7a9240bd7c [file] [log] [blame]
Eric Erfanianccca3152017-02-22 16:32:36 -08001/*
2 * Copyright (C) 2014 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License
15 */
16
17package com.android.incallui;
18
19import android.app.Activity;
20import android.content.Context;
21import android.graphics.Point;
22import android.os.Handler;
wangqida410d32018-03-06 16:51:38 -080023import android.support.annotation.NonNull;
Eric Erfanianccca3152017-02-22 16:32:36 -080024import android.support.annotation.Nullable;
Eric Erfanianccca3152017-02-22 16:32:36 -080025import android.telecom.InCallService.VideoCall;
26import android.telecom.VideoProfile;
27import android.telecom.VideoProfile.CameraCapabilities;
28import android.view.Surface;
Eric Erfanian90508232017-03-24 09:31:16 -070029import android.view.SurfaceView;
Eric Erfanianccca3152017-02-22 16:32:36 -080030import com.android.dialer.common.Assert;
Eric Erfanianccca3152017-02-22 16:32:36 -080031import com.android.dialer.common.LogUtil;
Eric Erfanian2ca43182017-08-31 06:57:16 -070032import com.android.dialer.configprovider.ConfigProviderBindings;
33import com.android.dialer.util.PermissionsUtil;
Eric Erfanianccca3152017-02-22 16:32:36 -080034import com.android.incallui.InCallPresenter.InCallDetailsListener;
35import com.android.incallui.InCallPresenter.InCallOrientationListener;
36import com.android.incallui.InCallPresenter.InCallStateListener;
37import com.android.incallui.InCallPresenter.IncomingCallListener;
38import com.android.incallui.call.CallList;
39import com.android.incallui.call.DialerCall;
Eric Erfaniand5e47f62017-03-15 14:41:07 -070040import com.android.incallui.call.DialerCall.CameraDirection;
Eric Erfanianccca3152017-02-22 16:32:36 -080041import com.android.incallui.call.InCallVideoCallCallbackNotifier;
42import com.android.incallui.call.InCallVideoCallCallbackNotifier.SurfaceChangeListener;
wangqibb94ca62018-04-27 14:34:04 -070043import com.android.incallui.call.state.DialerCallState;
Eric Erfanianccca3152017-02-22 16:32:36 -080044import com.android.incallui.util.AccessibilityUtil;
45import com.android.incallui.video.protocol.VideoCallScreen;
46import com.android.incallui.video.protocol.VideoCallScreenDelegate;
47import com.android.incallui.videosurface.protocol.VideoSurfaceDelegate;
48import com.android.incallui.videosurface.protocol.VideoSurfaceTexture;
Eric Erfanian90508232017-03-24 09:31:16 -070049import com.android.incallui.videotech.utils.SessionModificationState;
50import com.android.incallui.videotech.utils.VideoUtils;
Eric Erfanianccca3152017-02-22 16:32:36 -080051import java.util.Objects;
52
53/**
54 * Logic related to the {@link VideoCallScreen} and for managing changes to the video calling
55 * surfaces based on other user interface events and incoming events from the {@class
56 * VideoCallListener}.
57 *
58 * <p>When a call's video state changes to bi-directional video, the {@link
59 * com.android.incallui.VideoCallPresenter} performs the following negotiation with the telephony
60 * layer:
61 *
62 * <ul>
wangqi385a5a12017-09-28 10:44:54 -070063 * <li>{@code VideoCallPresenter} creates and informs telephony of the display surface.
64 * <li>{@code VideoCallPresenter} creates the preview surface.
65 * <li>{@code VideoCallPresenter} informs telephony of the currently selected camera.
66 * <li>Telephony layer sends {@link CameraCapabilities}, including the dimensions of the video for
67 * the current camera.
68 * <li>{@code VideoCallPresenter} adjusts size of the preview surface to match the aspect ratio of
69 * the camera.
70 * <li>{@code VideoCallPresenter} informs telephony of the new preview surface.
Eric Erfanianccca3152017-02-22 16:32:36 -080071 * </ul>
72 *
73 * <p>When downgrading to an audio-only video state, the {@code VideoCallPresenter} nulls both
74 * surfaces.
75 */
76public class VideoCallPresenter
77 implements IncomingCallListener,
78 InCallOrientationListener,
79 InCallStateListener,
80 InCallDetailsListener,
81 SurfaceChangeListener,
Eric Erfanianccca3152017-02-22 16:32:36 -080082 InCallPresenter.InCallEventListener,
wangqida410d32018-03-06 16:51:38 -080083 VideoCallScreenDelegate,
84 CallList.Listener {
Eric Erfanianccca3152017-02-22 16:32:36 -080085
linyuh183cb712017-12-27 17:02:37 -080086 private static boolean isVideoMode = false;
Eric Erfanianccca3152017-02-22 16:32:36 -080087
linyuh183cb712017-12-27 17:02:37 -080088 private final Handler handler = new Handler();
89 private VideoCallScreen videoCallScreen;
Eric Erfanianccca3152017-02-22 16:32:36 -080090
91 /** The current context. */
linyuh183cb712017-12-27 17:02:37 -080092 private Context context;
Eric Erfanianccca3152017-02-22 16:32:36 -080093
Eric Erfanianccca3152017-02-22 16:32:36 -080094 /** The call the video surfaces are currently related to */
linyuh183cb712017-12-27 17:02:37 -080095 private DialerCall primaryCall;
Eric Erfanianccca3152017-02-22 16:32:36 -080096 /**
97 * The {@link VideoCall} used to inform the video telephony layer of changes to the video
98 * surfaces.
99 */
linyuh183cb712017-12-27 17:02:37 -0800100 private VideoCall videoCall;
Eric Erfanianccca3152017-02-22 16:32:36 -0800101 /** Determines if the current UI state represents a video call. */
linyuh183cb712017-12-27 17:02:37 -0800102 private int currentVideoState;
Eric Erfanianccca3152017-02-22 16:32:36 -0800103 /** DialerCall's current state */
wangqibb94ca62018-04-27 14:34:04 -0700104 private int currentCallState = DialerCallState.INVALID;
Eric Erfanianccca3152017-02-22 16:32:36 -0800105 /** Determines the device orientation (portrait/lanscape). */
linyuh183cb712017-12-27 17:02:37 -0800106 private int deviceOrientation = InCallOrientationEventListener.SCREEN_ORIENTATION_UNKNOWN;
Eric Erfanianccca3152017-02-22 16:32:36 -0800107 /** Tracks the state of the preview surface negotiation with the telephony layer. */
linyuh183cb712017-12-27 17:02:37 -0800108 private int previewSurfaceState = PreviewSurfaceState.NONE;
Eric Erfanianccca3152017-02-22 16:32:36 -0800109 /**
110 * Determines whether video calls should automatically enter full screen mode after {@link
linyuh183cb712017-12-27 17:02:37 -0800111 * #autoFullscreenTimeoutMillis} milliseconds.
Eric Erfanianccca3152017-02-22 16:32:36 -0800112 */
linyuh183cb712017-12-27 17:02:37 -0800113 private boolean isAutoFullscreenEnabled = false;
Eric Erfanianccca3152017-02-22 16:32:36 -0800114 /**
115 * Determines the number of milliseconds after which a video call will automatically enter
linyuh183cb712017-12-27 17:02:37 -0800116 * fullscreen mode. Requires {@link #isAutoFullscreenEnabled} to be {@code true}.
Eric Erfanianccca3152017-02-22 16:32:36 -0800117 */
linyuh183cb712017-12-27 17:02:37 -0800118 private int autoFullscreenTimeoutMillis = 0;
Eric Erfanianccca3152017-02-22 16:32:36 -0800119 /**
120 * Determines if the countdown is currently running to automatically enter full screen video mode.
121 */
linyuh183cb712017-12-27 17:02:37 -0800122 private boolean autoFullScreenPending = false;
Eric Erfanianccca3152017-02-22 16:32:36 -0800123 /** Whether if the call is remotely held. */
linyuh183cb712017-12-27 17:02:37 -0800124 private boolean isRemotelyHeld = false;
Eric Erfanianccca3152017-02-22 16:32:36 -0800125 /**
126 * Runnable which is posted to schedule automatically entering fullscreen mode. Will not auto
127 * enter fullscreen mode if the dialpad is visible (doing so would make it impossible to exit the
128 * dialpad).
129 */
linyuh183cb712017-12-27 17:02:37 -0800130 private Runnable autoFullscreenRunnable =
Eric Erfanianccca3152017-02-22 16:32:36 -0800131 new Runnable() {
132 @Override
133 public void run() {
linyuh183cb712017-12-27 17:02:37 -0800134 if (autoFullScreenPending
Eric Erfanianccca3152017-02-22 16:32:36 -0800135 && !InCallPresenter.getInstance().isDialpadVisible()
linyuh183cb712017-12-27 17:02:37 -0800136 && isVideoMode) {
Eric Erfanianccca3152017-02-22 16:32:36 -0800137
138 LogUtil.v("VideoCallPresenter.mAutoFullScreenRunnable", "entering fullscreen mode");
139 InCallPresenter.getInstance().setFullScreen(true);
linyuh183cb712017-12-27 17:02:37 -0800140 autoFullScreenPending = false;
Eric Erfanianccca3152017-02-22 16:32:36 -0800141 } else {
142 LogUtil.v(
143 "VideoCallPresenter.mAutoFullScreenRunnable",
144 "skipping scheduled fullscreen mode.");
145 }
146 }
147 };
148
149 private boolean isVideoCallScreenUiReady;
150
151 private static boolean isCameraRequired(int videoState, int sessionModificationState) {
152 return VideoProfile.isBidirectional(videoState)
153 || VideoProfile.isTransmissionEnabled(videoState)
154 || isVideoUpgrade(sessionModificationState);
155 }
156
157 /**
158 * Determines if the incoming video surface should be shown based on the current videoState and
Eric Erfaniand8046e52017-04-06 09:41:50 -0700159 * callState. The video surface is shown when incoming video is not paused, the call is active or
160 * dialing and video reception is enabled.
Eric Erfanianccca3152017-02-22 16:32:36 -0800161 *
162 * @param videoState The current video state.
163 * @param callState The current call state.
164 * @return {@code true} if the incoming video surface should be shown, {@code false} otherwise.
165 */
linyuh122fb0b2018-03-26 13:35:32 -0700166 static boolean showIncomingVideo(int videoState, int callState) {
Eric Erfanianccca3152017-02-22 16:32:36 -0800167
168 boolean isPaused = VideoProfile.isPaused(videoState);
wangqibb94ca62018-04-27 14:34:04 -0700169 boolean isCallActive = callState == DialerCallState.ACTIVE;
wangqi385a5a12017-09-28 10:44:54 -0700170 // Show incoming Video for dialing calls to support early media
Eric Erfaniand8046e52017-04-06 09:41:50 -0700171 boolean isCallOutgoingPending =
wangqibb94ca62018-04-27 14:34:04 -0700172 DialerCallState.isDialing(callState) || callState == DialerCallState.CONNECTING;
Eric Erfanianccca3152017-02-22 16:32:36 -0800173
Eric Erfaniand8046e52017-04-06 09:41:50 -0700174 return !isPaused
175 && (isCallActive || isCallOutgoingPending)
176 && VideoProfile.isReceptionEnabled(videoState);
Eric Erfanianccca3152017-02-22 16:32:36 -0800177 }
178
179 /**
180 * Determines if the outgoing video surface should be shown based on the current videoState. The
181 * video surface is shown if video transmission is enabled.
182 *
183 * @return {@code true} if the the outgoing video surface should be shown, {@code false}
184 * otherwise.
185 */
linyuh122fb0b2018-03-26 13:35:32 -0700186 private static boolean showOutgoingVideo(
Eric Erfanianccca3152017-02-22 16:32:36 -0800187 Context context, int videoState, int sessionModificationState) {
Eric Erfanian2ca43182017-08-31 06:57:16 -0700188 if (!VideoUtils.hasCameraPermissionAndShownPrivacyToast(context)) {
Eric Erfanianccca3152017-02-22 16:32:36 -0800189 LogUtil.i("VideoCallPresenter.showOutgoingVideo", "Camera permission is disabled by user.");
190 return false;
191 }
192
Eric Erfanianccca3152017-02-22 16:32:36 -0800193 return VideoProfile.isTransmissionEnabled(videoState)
194 || isVideoUpgrade(sessionModificationState);
195 }
196
197 private static void updateCameraSelection(DialerCall call) {
198 LogUtil.v("VideoCallPresenter.updateCameraSelection", "call=" + call);
199 LogUtil.v("VideoCallPresenter.updateCameraSelection", "call=" + toSimpleString(call));
200
201 final DialerCall activeCall = CallList.getInstance().getActiveCall();
202 int cameraDir;
203
204 // this function should never be called with null call object, however if it happens we
205 // should handle it gracefully.
206 if (call == null) {
Eric Erfaniand5e47f62017-03-15 14:41:07 -0700207 cameraDir = CameraDirection.CAMERA_DIRECTION_UNKNOWN;
Eric Erfanianccca3152017-02-22 16:32:36 -0800208 LogUtil.e(
209 "VideoCallPresenter.updateCameraSelection",
210 "call is null. Setting camera direction to default value (CAMERA_DIRECTION_UNKNOWN)");
211 }
212
213 // Clear camera direction if this is not a video call.
Eric Erfaniand5e47f62017-03-15 14:41:07 -0700214 else if (isAudioCall(call) && !isVideoUpgrade(call)) {
215 cameraDir = CameraDirection.CAMERA_DIRECTION_UNKNOWN;
216 call.setCameraDir(cameraDir);
Eric Erfanianccca3152017-02-22 16:32:36 -0800217 }
218
219 // If this is a waiting video call, default to active call's camera,
220 // since we don't want to change the current camera for waiting call
221 // without user's permission.
Eric Erfaniand5e47f62017-03-15 14:41:07 -0700222 else if (isVideoCall(activeCall) && isIncomingVideoCall(call)) {
223 cameraDir = activeCall.getCameraDir();
Eric Erfanianccca3152017-02-22 16:32:36 -0800224 }
225
226 // Infer the camera direction from the video state and store it,
227 // if this is an outgoing video call.
Eric Erfaniand5e47f62017-03-15 14:41:07 -0700228 else if (isOutgoingVideoCall(call) && !isCameraDirectionSet(call)) {
Eric Erfanianccca3152017-02-22 16:32:36 -0800229 cameraDir = toCameraDirection(call.getVideoState());
Eric Erfaniand5e47f62017-03-15 14:41:07 -0700230 call.setCameraDir(cameraDir);
Eric Erfanianccca3152017-02-22 16:32:36 -0800231 }
232
233 // Use the stored camera dir if this is an outgoing video call for which camera direction
234 // is set.
Eric Erfaniand5e47f62017-03-15 14:41:07 -0700235 else if (isOutgoingVideoCall(call)) {
236 cameraDir = call.getCameraDir();
Eric Erfanianccca3152017-02-22 16:32:36 -0800237 }
238
239 // Infer the camera direction from the video state and store it,
240 // if this is an active video call and camera direction is not set.
Eric Erfaniand5e47f62017-03-15 14:41:07 -0700241 else if (isActiveVideoCall(call) && !isCameraDirectionSet(call)) {
Eric Erfanianccca3152017-02-22 16:32:36 -0800242 cameraDir = toCameraDirection(call.getVideoState());
Eric Erfaniand5e47f62017-03-15 14:41:07 -0700243 call.setCameraDir(cameraDir);
Eric Erfanianccca3152017-02-22 16:32:36 -0800244 }
245
246 // Use the stored camera dir if this is an active video call for which camera direction
247 // is set.
Eric Erfaniand5e47f62017-03-15 14:41:07 -0700248 else if (isActiveVideoCall(call)) {
249 cameraDir = call.getCameraDir();
Eric Erfanianccca3152017-02-22 16:32:36 -0800250 }
251
252 // For all other cases infer the camera direction but don't store it in the call object.
253 else {
254 cameraDir = toCameraDirection(call.getVideoState());
255 }
256
257 LogUtil.i(
258 "VideoCallPresenter.updateCameraSelection",
259 "setting camera direction to %d, call: %s",
260 cameraDir,
261 call);
262 final InCallCameraManager cameraManager =
263 InCallPresenter.getInstance().getInCallCameraManager();
264 cameraManager.setUseFrontFacingCamera(
Eric Erfaniand5e47f62017-03-15 14:41:07 -0700265 cameraDir == CameraDirection.CAMERA_DIRECTION_FRONT_FACING);
Eric Erfanianccca3152017-02-22 16:32:36 -0800266 }
267
268 private static int toCameraDirection(int videoState) {
269 return VideoProfile.isTransmissionEnabled(videoState)
270 && !VideoProfile.isBidirectional(videoState)
Eric Erfaniand5e47f62017-03-15 14:41:07 -0700271 ? CameraDirection.CAMERA_DIRECTION_BACK_FACING
272 : CameraDirection.CAMERA_DIRECTION_FRONT_FACING;
Eric Erfanianccca3152017-02-22 16:32:36 -0800273 }
274
275 private static boolean isCameraDirectionSet(DialerCall call) {
Eric Erfaniand5e47f62017-03-15 14:41:07 -0700276 return isVideoCall(call) && call.getCameraDir() != CameraDirection.CAMERA_DIRECTION_UNKNOWN;
Eric Erfanianccca3152017-02-22 16:32:36 -0800277 }
278
279 private static String toSimpleString(DialerCall call) {
280 return call == null ? null : call.toSimpleString();
281 }
282
283 /**
284 * Initializes the presenter.
285 *
286 * @param context The current context.
287 */
288 @Override
289 public void initVideoCallScreenDelegate(Context context, VideoCallScreen videoCallScreen) {
linyuh183cb712017-12-27 17:02:37 -0800290 this.context = context;
291 this.videoCallScreen = videoCallScreen;
292 isAutoFullscreenEnabled =
293 this.context.getResources().getBoolean(R.bool.video_call_auto_fullscreen);
294 autoFullscreenTimeoutMillis =
295 this.context.getResources().getInteger(R.integer.video_call_auto_fullscreen_timeout);
Eric Erfanianccca3152017-02-22 16:32:36 -0800296 }
297
298 /** Called when the user interface is ready to be used. */
299 @Override
300 public void onVideoCallScreenUiReady() {
301 LogUtil.v("VideoCallPresenter.onVideoCallScreenUiReady", "");
302 Assert.checkState(!isVideoCallScreenUiReady);
303
linyuh183cb712017-12-27 17:02:37 -0800304 deviceOrientation = InCallOrientationEventListener.getCurrentOrientation();
Eric Erfanianccca3152017-02-22 16:32:36 -0800305
306 // Register for call state changes last
307 InCallPresenter.getInstance().addListener(this);
308 InCallPresenter.getInstance().addDetailsListener(this);
309 InCallPresenter.getInstance().addIncomingCallListener(this);
310 InCallPresenter.getInstance().addOrientationListener(this);
311 // To get updates of video call details changes
312 InCallPresenter.getInstance().addInCallEventListener(this);
313 InCallPresenter.getInstance().getLocalVideoSurfaceTexture().setDelegate(new LocalDelegate());
314 InCallPresenter.getInstance().getRemoteVideoSurfaceTexture().setDelegate(new RemoteDelegate());
315
wangqida410d32018-03-06 16:51:38 -0800316 CallList.getInstance().addListener(this);
317
Eric Erfanianccca3152017-02-22 16:32:36 -0800318 // Register for surface and video events from {@link InCallVideoCallListener}s.
319 InCallVideoCallCallbackNotifier.getInstance().addSurfaceChangeListener(this);
linyuh183cb712017-12-27 17:02:37 -0800320 currentVideoState = VideoProfile.STATE_AUDIO_ONLY;
wangqibb94ca62018-04-27 14:34:04 -0700321 currentCallState = DialerCallState.INVALID;
Eric Erfanianccca3152017-02-22 16:32:36 -0800322
323 InCallPresenter.InCallState inCallState = InCallPresenter.getInstance().getInCallState();
324 onStateChange(inCallState, inCallState, CallList.getInstance());
325 isVideoCallScreenUiReady = true;
326 }
327
328 /** Called when the user interface is no longer ready to be used. */
329 @Override
330 public void onVideoCallScreenUiUnready() {
331 LogUtil.v("VideoCallPresenter.onVideoCallScreenUiUnready", "");
332 Assert.checkState(isVideoCallScreenUiReady);
333
Eric Erfanianccca3152017-02-22 16:32:36 -0800334 cancelAutoFullScreen();
335
336 InCallPresenter.getInstance().removeListener(this);
337 InCallPresenter.getInstance().removeDetailsListener(this);
338 InCallPresenter.getInstance().removeIncomingCallListener(this);
339 InCallPresenter.getInstance().removeOrientationListener(this);
340 InCallPresenter.getInstance().removeInCallEventListener(this);
341 InCallPresenter.getInstance().getLocalVideoSurfaceTexture().setDelegate(null);
342
wangqida410d32018-03-06 16:51:38 -0800343 CallList.getInstance().removeListener(this);
344
Eric Erfanianccca3152017-02-22 16:32:36 -0800345 InCallVideoCallCallbackNotifier.getInstance().removeSurfaceChangeListener(this);
Eric Erfanianccca3152017-02-22 16:32:36 -0800346
347 // Ensure that the call's camera direction is updated (most likely to UNKNOWN). Normally this
348 // happens after any call state changes but we're unregistering from InCallPresenter above so
Eric Erfanian938468d2017-10-24 14:05:52 -0700349 // we won't get any more call state changes. See a bug.
linyuh183cb712017-12-27 17:02:37 -0800350 if (primaryCall != null) {
351 updateCameraSelection(primaryCall);
Eric Erfanianccca3152017-02-22 16:32:36 -0800352 }
353
354 isVideoCallScreenUiReady = false;
355 }
356
357 /**
358 * Handles clicks on the video surfaces. If not currently in fullscreen mode, will set fullscreen.
359 */
360 private void onSurfaceClick() {
361 LogUtil.i("VideoCallPresenter.onSurfaceClick", "");
362 cancelAutoFullScreen();
363 if (!InCallPresenter.getInstance().isFullscreen()) {
364 InCallPresenter.getInstance().setFullScreen(true);
365 } else {
366 InCallPresenter.getInstance().setFullScreen(false);
linyuh183cb712017-12-27 17:02:37 -0800367 maybeAutoEnterFullscreen(primaryCall);
Eric Erfanianccca3152017-02-22 16:32:36 -0800368 // If Activity is not multiwindow, fullscreen will be driven by SystemUI visibility changes
369 // instead. See #onSystemUiVisibilityChange(boolean)
370
371 // TODO (keyboardr): onSystemUiVisibilityChange isn't being called the first time
372 // visibility changes after orientation change, so this is currently always done as a backup.
373 }
374 }
375
376 @Override
377 public void onSystemUiVisibilityChange(boolean visible) {
378 // If the SystemUI has changed to be visible, take us out of fullscreen mode
379 LogUtil.i("VideoCallPresenter.onSystemUiVisibilityChange", "visible: " + visible);
380 if (visible) {
381 InCallPresenter.getInstance().setFullScreen(false);
linyuh183cb712017-12-27 17:02:37 -0800382 maybeAutoEnterFullscreen(primaryCall);
Eric Erfanianccca3152017-02-22 16:32:36 -0800383 }
384 }
385
386 @Override
387 public VideoSurfaceTexture getLocalVideoSurfaceTexture() {
388 return InCallPresenter.getInstance().getLocalVideoSurfaceTexture();
389 }
390
391 @Override
392 public VideoSurfaceTexture getRemoteVideoSurfaceTexture() {
393 return InCallPresenter.getInstance().getRemoteVideoSurfaceTexture();
394 }
395
396 @Override
Eric Erfanian90508232017-03-24 09:31:16 -0700397 public void setSurfaceViews(SurfaceView preview, SurfaceView remote) {
398 throw Assert.createUnsupportedOperationFailException();
399 }
400
401 @Override
Eric Erfanianccca3152017-02-22 16:32:36 -0800402 public int getDeviceOrientation() {
linyuh183cb712017-12-27 17:02:37 -0800403 return deviceOrientation;
Eric Erfanianccca3152017-02-22 16:32:36 -0800404 }
405
406 /**
407 * This should only be called when user approved the camera permission, which is local action and
408 * does NOT change any call states.
409 */
410 @Override
411 public void onCameraPermissionGranted() {
412 LogUtil.i("VideoCallPresenter.onCameraPermissionGranted", "");
linyuh183cb712017-12-27 17:02:37 -0800413 PermissionsUtil.setCameraPrivacyToastShown(context);
414 enableCamera(primaryCall, isCameraRequired());
Eric Erfanianccca3152017-02-22 16:32:36 -0800415 showVideoUi(
linyuh183cb712017-12-27 17:02:37 -0800416 primaryCall.getVideoState(),
417 primaryCall.getState(),
418 primaryCall.getVideoTech().getSessionModificationState(),
419 primaryCall.isRemotelyHeld());
Eric Erfanianccca3152017-02-22 16:32:36 -0800420 InCallPresenter.getInstance().getInCallCameraManager().onCameraPermissionGranted();
421 }
422
423 /**
424 * Called when the user interacts with the UI. If a fullscreen timer is pending then we start the
425 * timer from scratch to avoid having the UI disappear while the user is interacting with it.
426 */
427 @Override
428 public void resetAutoFullscreenTimer() {
linyuh183cb712017-12-27 17:02:37 -0800429 if (autoFullScreenPending) {
Eric Erfanianccca3152017-02-22 16:32:36 -0800430 LogUtil.i("VideoCallPresenter.resetAutoFullscreenTimer", "resetting");
linyuh183cb712017-12-27 17:02:37 -0800431 handler.removeCallbacks(autoFullscreenRunnable);
432 handler.postDelayed(autoFullscreenRunnable, autoFullscreenTimeoutMillis);
Eric Erfanianccca3152017-02-22 16:32:36 -0800433 }
434 }
435
436 /**
437 * Handles incoming calls.
438 *
439 * @param oldState The old in call state.
440 * @param newState The new in call state.
441 * @param call The call.
442 */
443 @Override
444 public void onIncomingCall(
445 InCallPresenter.InCallState oldState, InCallPresenter.InCallState newState, DialerCall call) {
wangqi385a5a12017-09-28 10:44:54 -0700446 // If video call screen ui is already destroyed, this shouldn't be called. But the UI may be
447 // updated synchronized by {@link CallCardPresenter#onIncomingCall} before this is called, this
448 // could still be called. Thus just do nothing in this case.
449 if (!isVideoCallScreenUiReady) {
450 LogUtil.i("VideoCallPresenter.onIncomingCall", "UI is not ready");
451 return;
452 }
Eric Erfanianccca3152017-02-22 16:32:36 -0800453 // same logic should happen as with onStateChange()
454 onStateChange(oldState, newState, CallList.getInstance());
455 }
456
457 /**
458 * Handles state changes (including incoming calls)
459 *
460 * @param newState The in call state.
461 * @param callList The call list.
462 */
463 @Override
464 public void onStateChange(
465 InCallPresenter.InCallState oldState,
466 InCallPresenter.InCallState newState,
467 CallList callList) {
468 LogUtil.v(
469 "VideoCallPresenter.onStateChange",
470 "oldState: %s, newState: %s, isVideoMode: %b",
471 oldState,
472 newState,
473 isVideoMode());
474
475 if (newState == InCallPresenter.InCallState.NO_CALLS) {
476 if (isVideoMode()) {
477 exitVideoMode();
478 }
479
480 InCallPresenter.getInstance().cleanupSurfaces();
481 }
482
483 // Determine the primary active call).
484 DialerCall primary = null;
485
486 // Determine the call which is the focus of the user's attention. In the case of an
487 // incoming call waiting call, the primary call is still the active video call, however
488 // the determination of whether we should be in fullscreen mode is based on the type of the
489 // incoming call, not the active video call.
490 DialerCall currentCall = null;
491
492 if (newState == InCallPresenter.InCallState.INCOMING) {
493 // We don't want to replace active video call (primary call)
494 // with a waiting call, since user may choose to ignore/decline the waiting call and
495 // this should have no impact on current active video call, that is, we should not
496 // change the camera or UI unless the waiting VT call becomes active.
497 primary = callList.getActiveCall();
498 currentCall = callList.getIncomingCall();
Eric Erfaniand5e47f62017-03-15 14:41:07 -0700499 if (!isActiveVideoCall(primary)) {
Eric Erfanianccca3152017-02-22 16:32:36 -0800500 primary = callList.getIncomingCall();
501 }
502 } else if (newState == InCallPresenter.InCallState.OUTGOING) {
503 currentCall = primary = callList.getOutgoingCall();
504 } else if (newState == InCallPresenter.InCallState.PENDING_OUTGOING) {
505 currentCall = primary = callList.getPendingOutgoingCall();
506 } else if (newState == InCallPresenter.InCallState.INCALL) {
507 currentCall = primary = callList.getActiveCall();
508 }
509
linyuh183cb712017-12-27 17:02:37 -0800510 final boolean primaryChanged = !Objects.equals(primaryCall, primary);
Eric Erfanianccca3152017-02-22 16:32:36 -0800511 LogUtil.i(
512 "VideoCallPresenter.onStateChange",
513 "primaryChanged: %b, primary: %s, mPrimaryCall: %s",
514 primaryChanged,
515 primary,
linyuh183cb712017-12-27 17:02:37 -0800516 primaryCall);
Eric Erfanianccca3152017-02-22 16:32:36 -0800517 if (primaryChanged) {
518 onPrimaryCallChanged(primary);
linyuh183cb712017-12-27 17:02:37 -0800519 } else if (primaryCall != null) {
Eric Erfanianccca3152017-02-22 16:32:36 -0800520 updateVideoCall(primary);
521 }
522 updateCallCache(primary);
523
524 // If the call context changed, potentially exit fullscreen or schedule auto enter of
525 // fullscreen mode.
526 // If the current call context is no longer a video call, exit fullscreen mode.
527 maybeExitFullscreen(currentCall);
528 // Schedule auto-enter of fullscreen mode if the current call context is a video call
529 maybeAutoEnterFullscreen(currentCall);
530 }
531
532 /**
533 * Handles a change to the fullscreen mode of the app.
534 *
535 * @param isFullscreenMode {@code true} if the app is now fullscreen, {@code false} otherwise.
536 */
537 @Override
538 public void onFullscreenModeChanged(boolean isFullscreenMode) {
539 cancelAutoFullScreen();
linyuh183cb712017-12-27 17:02:37 -0800540 if (primaryCall != null) {
Eric Erfanianccca3152017-02-22 16:32:36 -0800541 updateFullscreenAndGreenScreenMode(
linyuh183cb712017-12-27 17:02:37 -0800542 primaryCall.getState(), primaryCall.getVideoTech().getSessionModificationState());
Eric Erfanianccca3152017-02-22 16:32:36 -0800543 } else {
wangqibb94ca62018-04-27 14:34:04 -0700544 updateFullscreenAndGreenScreenMode(
545 DialerCallState.INVALID, SessionModificationState.NO_REQUEST);
Eric Erfanianccca3152017-02-22 16:32:36 -0800546 }
547 }
548
549 private void checkForVideoStateChange(DialerCall call) {
550 final boolean shouldShowVideoUi = shouldShowVideoUiForCall(call);
linyuh183cb712017-12-27 17:02:37 -0800551 final boolean hasVideoStateChanged = currentVideoState != call.getVideoState();
Eric Erfanianccca3152017-02-22 16:32:36 -0800552
553 LogUtil.v(
554 "VideoCallPresenter.checkForVideoStateChange",
555 "shouldShowVideoUi: %b, hasVideoStateChanged: %b, isVideoMode: %b, previousVideoState: %s,"
556 + " newVideoState: %s",
557 shouldShowVideoUi,
558 hasVideoStateChanged,
559 isVideoMode(),
linyuh183cb712017-12-27 17:02:37 -0800560 VideoProfile.videoStateToString(currentVideoState),
Eric Erfanianccca3152017-02-22 16:32:36 -0800561 VideoProfile.videoStateToString(call.getVideoState()));
562 if (!hasVideoStateChanged) {
563 return;
564 }
565
566 updateCameraSelection(call);
567
568 if (shouldShowVideoUi) {
569 adjustVideoMode(call);
570 } else if (isVideoMode()) {
571 exitVideoMode();
572 }
573 }
574
575 private void checkForCallStateChange(DialerCall call) {
576 final boolean shouldShowVideoUi = shouldShowVideoUiForCall(call);
577 final boolean hasCallStateChanged =
linyuh183cb712017-12-27 17:02:37 -0800578 currentCallState != call.getState() || isRemotelyHeld != call.isRemotelyHeld();
579 isRemotelyHeld = call.isRemotelyHeld();
Eric Erfanianccca3152017-02-22 16:32:36 -0800580
581 LogUtil.v(
582 "VideoCallPresenter.checkForCallStateChange",
583 "shouldShowVideoUi: %b, hasCallStateChanged: %b, isVideoMode: %b",
584 shouldShowVideoUi,
585 hasCallStateChanged,
586 isVideoMode());
587
588 if (!hasCallStateChanged) {
589 return;
590 }
591
592 if (shouldShowVideoUi) {
593 final InCallCameraManager cameraManager =
594 InCallPresenter.getInstance().getInCallCameraManager();
595
596 String prevCameraId = cameraManager.getActiveCameraId();
597 updateCameraSelection(call);
598 String newCameraId = cameraManager.getActiveCameraId();
599
Eric Erfaniand5e47f62017-03-15 14:41:07 -0700600 if (!Objects.equals(prevCameraId, newCameraId) && isActiveVideoCall(call)) {
roldenburgca475472017-10-25 13:00:42 -0700601 enableCamera(call, true);
Eric Erfanianccca3152017-02-22 16:32:36 -0800602 }
603 }
604
605 // Make sure we hide or show the video UI if needed.
606 showVideoUi(
607 call.getVideoState(),
608 call.getState(),
Eric Erfaniand5e47f62017-03-15 14:41:07 -0700609 call.getVideoTech().getSessionModificationState(),
Eric Erfanianccca3152017-02-22 16:32:36 -0800610 call.isRemotelyHeld());
611 }
612
613 private void onPrimaryCallChanged(DialerCall newPrimaryCall) {
614 final boolean shouldShowVideoUi = shouldShowVideoUiForCall(newPrimaryCall);
615 final boolean isVideoMode = isVideoMode();
616
617 LogUtil.v(
618 "VideoCallPresenter.onPrimaryCallChanged",
619 "shouldShowVideoUi: %b, isVideoMode: %b",
620 shouldShowVideoUi,
621 isVideoMode);
622
623 if (!shouldShowVideoUi && isVideoMode) {
624 // Terminate video mode if new primary call is not a video call
625 // and we are currently in video mode.
626 LogUtil.i("VideoCallPresenter.onPrimaryCallChanged", "exiting video mode...");
627 exitVideoMode();
628 } else if (shouldShowVideoUi) {
629 LogUtil.i("VideoCallPresenter.onPrimaryCallChanged", "entering video mode...");
630
631 updateCameraSelection(newPrimaryCall);
632 adjustVideoMode(newPrimaryCall);
633 }
634 checkForOrientationAllowedChange(newPrimaryCall);
635 }
636
637 private boolean isVideoMode() {
linyuh183cb712017-12-27 17:02:37 -0800638 return isVideoMode;
Eric Erfanianccca3152017-02-22 16:32:36 -0800639 }
640
641 private void updateCallCache(DialerCall call) {
642 if (call == null) {
linyuh183cb712017-12-27 17:02:37 -0800643 currentVideoState = VideoProfile.STATE_AUDIO_ONLY;
wangqibb94ca62018-04-27 14:34:04 -0700644 currentCallState = DialerCallState.INVALID;
linyuh183cb712017-12-27 17:02:37 -0800645 videoCall = null;
646 primaryCall = null;
Eric Erfanianccca3152017-02-22 16:32:36 -0800647 } else {
linyuh183cb712017-12-27 17:02:37 -0800648 currentVideoState = call.getVideoState();
649 videoCall = call.getVideoCall();
650 currentCallState = call.getState();
651 primaryCall = call;
Eric Erfanianccca3152017-02-22 16:32:36 -0800652 }
653 }
654
655 /**
656 * Handles changes to the details of the call. The {@link VideoCallPresenter} is interested in
657 * changes to the video state.
658 *
659 * @param call The call for which the details changed.
660 * @param details The new call details.
661 */
662 @Override
663 public void onDetailsChanged(DialerCall call, android.telecom.Call.Details details) {
664 LogUtil.v(
665 "VideoCallPresenter.onDetailsChanged",
666 "call: %s, details: %s, mPrimaryCall: %s",
667 call,
668 details,
linyuh183cb712017-12-27 17:02:37 -0800669 primaryCall);
Eric Erfanianccca3152017-02-22 16:32:36 -0800670 if (call == null) {
671 return;
672 }
673 // If the details change is not for the currently active call no update is required.
linyuh183cb712017-12-27 17:02:37 -0800674 if (!call.equals(primaryCall)) {
Eric Erfanianccca3152017-02-22 16:32:36 -0800675 LogUtil.v("VideoCallPresenter.onDetailsChanged", "details not for current active call");
676 return;
677 }
678
679 updateVideoCall(call);
680
681 updateCallCache(call);
682 }
683
684 private void updateVideoCall(DialerCall call) {
685 checkForVideoCallChange(call);
686 checkForVideoStateChange(call);
687 checkForCallStateChange(call);
688 checkForOrientationAllowedChange(call);
Eric Erfaniand5e47f62017-03-15 14:41:07 -0700689 updateFullscreenAndGreenScreenMode(
690 call.getState(), call.getVideoTech().getSessionModificationState());
Eric Erfanianccca3152017-02-22 16:32:36 -0800691 }
692
693 private void checkForOrientationAllowedChange(@Nullable DialerCall call) {
694 InCallPresenter.getInstance()
Eric Erfaniand5e47f62017-03-15 14:41:07 -0700695 .setInCallAllowsOrientationChange(isVideoCall(call) || isVideoUpgrade(call));
Eric Erfanianccca3152017-02-22 16:32:36 -0800696 }
697
698 private void updateFullscreenAndGreenScreenMode(
699 int callState, @SessionModificationState int sessionModificationState) {
linyuh183cb712017-12-27 17:02:37 -0800700 if (videoCallScreen != null) {
Eric Erfanianccca3152017-02-22 16:32:36 -0800701 boolean shouldShowFullscreen = InCallPresenter.getInstance().isFullscreen();
702 boolean shouldShowGreenScreen =
wangqibb94ca62018-04-27 14:34:04 -0700703 callState == DialerCallState.DIALING
704 || callState == DialerCallState.CONNECTING
705 || callState == DialerCallState.INCOMING
Eric Erfanianccca3152017-02-22 16:32:36 -0800706 || isVideoUpgrade(sessionModificationState);
linyuh183cb712017-12-27 17:02:37 -0800707 videoCallScreen.updateFullscreenAndGreenScreenMode(
Eric Erfanianccca3152017-02-22 16:32:36 -0800708 shouldShowFullscreen, shouldShowGreenScreen);
709 }
710 }
711
712 /** Checks for a change to the video call and changes it if required. */
713 private void checkForVideoCallChange(DialerCall call) {
714 final VideoCall videoCall = call.getVideoCall();
715 LogUtil.v(
716 "VideoCallPresenter.checkForVideoCallChange",
717 "videoCall: %s, mVideoCall: %s",
718 videoCall,
linyuh183cb712017-12-27 17:02:37 -0800719 this.videoCall);
720 if (!Objects.equals(videoCall, this.videoCall)) {
Eric Erfanianccca3152017-02-22 16:32:36 -0800721 changeVideoCall(call);
722 }
723 }
724
725 /**
726 * Handles a change to the video call. Sets the surfaces on the previous call to null and sets the
727 * surfaces on the new video call accordingly.
728 *
729 * @param call The new video call.
730 */
731 private void changeVideoCall(DialerCall call) {
732 final VideoCall videoCall = call == null ? null : call.getVideoCall();
733 LogUtil.i(
734 "VideoCallPresenter.changeVideoCall",
735 "videoCall: %s, mVideoCall: %s",
736 videoCall,
linyuh183cb712017-12-27 17:02:37 -0800737 this.videoCall);
738 final boolean hasChanged = this.videoCall == null && videoCall != null;
Eric Erfanianccca3152017-02-22 16:32:36 -0800739
linyuh183cb712017-12-27 17:02:37 -0800740 this.videoCall = videoCall;
741 if (this.videoCall == null) {
Eric Erfanianccca3152017-02-22 16:32:36 -0800742 LogUtil.v("VideoCallPresenter.changeVideoCall", "video call or primary call is null. Return");
743 return;
744 }
745
746 if (shouldShowVideoUiForCall(call) && hasChanged) {
747 adjustVideoMode(call);
748 }
749 }
750
751 private boolean isCameraRequired() {
linyuh183cb712017-12-27 17:02:37 -0800752 return primaryCall != null
Eric Erfanianccca3152017-02-22 16:32:36 -0800753 && isCameraRequired(
linyuh183cb712017-12-27 17:02:37 -0800754 primaryCall.getVideoState(), primaryCall.getVideoTech().getSessionModificationState());
Eric Erfanianccca3152017-02-22 16:32:36 -0800755 }
756
757 /**
758 * Adjusts the current video mode by setting up the preview and display surfaces as necessary.
759 * Expected to be called whenever the video state associated with a call changes (e.g. a user
Eric Erfanian2ca43182017-08-31 06:57:16 -0700760 * turns their camera on or off) to ensure the correct surfaces are shown/hidden. TODO(vt): Need
Eric Erfanianccca3152017-02-22 16:32:36 -0800761 * to adjust size and orientation of preview surface here.
762 */
763 private void adjustVideoMode(DialerCall call) {
764 VideoCall videoCall = call.getVideoCall();
765 int newVideoState = call.getVideoState();
766
767 LogUtil.i(
768 "VideoCallPresenter.adjustVideoMode",
769 "videoCall: %s, videoState: %d",
770 videoCall,
771 newVideoState);
linyuh183cb712017-12-27 17:02:37 -0800772 if (videoCallScreen == null) {
Eric Erfanianccca3152017-02-22 16:32:36 -0800773 LogUtil.e("VideoCallPresenter.adjustVideoMode", "error VideoCallScreen is null so returning");
774 return;
775 }
776
777 showVideoUi(
Eric Erfaniand5e47f62017-03-15 14:41:07 -0700778 newVideoState,
779 call.getState(),
780 call.getVideoTech().getSessionModificationState(),
781 call.isRemotelyHeld());
Eric Erfanianccca3152017-02-22 16:32:36 -0800782
783 // Communicate the current camera to telephony and make a request for the camera
784 // capabilities.
785 if (videoCall != null) {
786 Surface surface = getRemoteVideoSurfaceTexture().getSavedSurface();
787 if (surface != null) {
788 LogUtil.v(
789 "VideoCallPresenter.adjustVideoMode", "calling setDisplaySurface with: " + surface);
790 videoCall.setDisplaySurface(surface);
791 }
792
793 Assert.checkState(
linyuh183cb712017-12-27 17:02:37 -0800794 deviceOrientation != InCallOrientationEventListener.SCREEN_ORIENTATION_UNKNOWN);
795 videoCall.setDeviceOrientation(deviceOrientation);
Eric Erfaniand5e47f62017-03-15 14:41:07 -0700796 enableCamera(
roldenburgca475472017-10-25 13:00:42 -0700797 call, isCameraRequired(newVideoState, call.getVideoTech().getSessionModificationState()));
Eric Erfanianccca3152017-02-22 16:32:36 -0800798 }
linyuh183cb712017-12-27 17:02:37 -0800799 int previousVideoState = currentVideoState;
800 currentVideoState = newVideoState;
801 isVideoMode = true;
Eric Erfanianccca3152017-02-22 16:32:36 -0800802
803 // adjustVideoMode may be called if we are already in a 1-way video state. In this case
804 // we do not want to trigger auto-fullscreen mode.
Eric Erfaniand5e47f62017-03-15 14:41:07 -0700805 if (!isVideoCall(previousVideoState) && isVideoCall(newVideoState)) {
Eric Erfanianccca3152017-02-22 16:32:36 -0800806 maybeAutoEnterFullscreen(call);
807 }
808 }
809
810 private static boolean shouldShowVideoUiForCall(@Nullable DialerCall call) {
811 if (call == null) {
812 return false;
813 }
814
Eric Erfaniand5e47f62017-03-15 14:41:07 -0700815 if (isVideoCall(call)) {
Eric Erfanianccca3152017-02-22 16:32:36 -0800816 return true;
817 }
818
819 if (isVideoUpgrade(call)) {
820 return true;
821 }
822
823 return false;
824 }
825
roldenburgca475472017-10-25 13:00:42 -0700826 private void enableCamera(DialerCall call, boolean isCameraRequired) {
827 LogUtil.v("VideoCallPresenter.enableCamera", "call: %s, enabling: %b", call, isCameraRequired);
828 if (call == null) {
829 LogUtil.i("VideoCallPresenter.enableCamera", "call is null");
Eric Erfanianccca3152017-02-22 16:32:36 -0800830 return;
831 }
832
linyuh183cb712017-12-27 17:02:37 -0800833 boolean hasCameraPermission = VideoUtils.hasCameraPermissionAndShownPrivacyToast(context);
Eric Erfanianccca3152017-02-22 16:32:36 -0800834 if (!hasCameraPermission) {
roldenburgca475472017-10-25 13:00:42 -0700835 call.getVideoTech().setCamera(null);
linyuh183cb712017-12-27 17:02:37 -0800836 previewSurfaceState = PreviewSurfaceState.NONE;
Eric Erfanian938468d2017-10-24 14:05:52 -0700837 // TODO(wangqi): Inform remote party that the video is off. This is similar to a bug.
Eric Erfanianccca3152017-02-22 16:32:36 -0800838 } else if (isCameraRequired) {
839 InCallCameraManager cameraManager = InCallPresenter.getInstance().getInCallCameraManager();
roldenburgca475472017-10-25 13:00:42 -0700840 call.getVideoTech().setCamera(cameraManager.getActiveCameraId());
linyuh183cb712017-12-27 17:02:37 -0800841 previewSurfaceState = PreviewSurfaceState.CAMERA_SET;
Eric Erfanianccca3152017-02-22 16:32:36 -0800842 } else {
linyuh183cb712017-12-27 17:02:37 -0800843 previewSurfaceState = PreviewSurfaceState.NONE;
roldenburgca475472017-10-25 13:00:42 -0700844 call.getVideoTech().setCamera(null);
Eric Erfanianccca3152017-02-22 16:32:36 -0800845 }
846 }
847
848 /** Exits video mode by hiding the video surfaces and making other adjustments (eg. audio). */
849 private void exitVideoMode() {
850 LogUtil.i("VideoCallPresenter.exitVideoMode", "");
851
852 showVideoUi(
853 VideoProfile.STATE_AUDIO_ONLY,
wangqibb94ca62018-04-27 14:34:04 -0700854 DialerCallState.ACTIVE,
Eric Erfanian90508232017-03-24 09:31:16 -0700855 SessionModificationState.NO_REQUEST,
Eric Erfanianccca3152017-02-22 16:32:36 -0800856 false /* isRemotelyHeld */);
linyuh183cb712017-12-27 17:02:37 -0800857 enableCamera(primaryCall, false);
Eric Erfanianccca3152017-02-22 16:32:36 -0800858 InCallPresenter.getInstance().setFullScreen(false);
Eric Erfanian2ca43182017-08-31 06:57:16 -0700859 InCallPresenter.getInstance().enableScreenTimeout(false);
linyuh183cb712017-12-27 17:02:37 -0800860 isVideoMode = false;
Eric Erfanianccca3152017-02-22 16:32:36 -0800861 }
862
863 /**
864 * Based on the current video state and call state, show or hide the incoming and outgoing video
865 * surfaces. The outgoing video surface is shown any time video is transmitting. The incoming
866 * video surface is shown whenever the video is un-paused and active.
867 *
868 * @param videoState The video state.
869 * @param callState The call state.
870 */
871 private void showVideoUi(
872 int videoState,
873 int callState,
874 @SessionModificationState int sessionModificationState,
875 boolean isRemotelyHeld) {
linyuh183cb712017-12-27 17:02:37 -0800876 if (videoCallScreen == null) {
Eric Erfanianccca3152017-02-22 16:32:36 -0800877 LogUtil.e("VideoCallPresenter.showVideoUi", "videoCallScreen is null returning");
878 return;
879 }
880 boolean showIncomingVideo = showIncomingVideo(videoState, callState);
linyuh183cb712017-12-27 17:02:37 -0800881 boolean showOutgoingVideo = showOutgoingVideo(context, videoState, sessionModificationState);
Eric Erfanianccca3152017-02-22 16:32:36 -0800882 LogUtil.i(
883 "VideoCallPresenter.showVideoUi",
884 "showIncoming: %b, showOutgoing: %b, isRemotelyHeld: %b",
885 showIncomingVideo,
886 showOutgoingVideo,
887 isRemotelyHeld);
888 updateRemoteVideoSurfaceDimensions();
linyuh183cb712017-12-27 17:02:37 -0800889 videoCallScreen.showVideoViews(showOutgoingVideo, showIncomingVideo, isRemotelyHeld);
Eric Erfanianccca3152017-02-22 16:32:36 -0800890
891 InCallPresenter.getInstance().enableScreenTimeout(VideoProfile.isAudioOnly(videoState));
892 updateFullscreenAndGreenScreenMode(callState, sessionModificationState);
893 }
894
895 /**
Eric Erfanianccca3152017-02-22 16:32:36 -0800896 * Handles peer video dimension changes.
897 *
898 * @param call The call which experienced a peer video dimension change.
899 * @param width The new peer video width .
900 * @param height The new peer video height.
901 */
902 @Override
903 public void onUpdatePeerDimensions(DialerCall call, int width, int height) {
904 LogUtil.i("VideoCallPresenter.onUpdatePeerDimensions", "width: %d, height: %d", width, height);
linyuh183cb712017-12-27 17:02:37 -0800905 if (videoCallScreen == null) {
Eric Erfanianccca3152017-02-22 16:32:36 -0800906 LogUtil.e("VideoCallPresenter.onUpdatePeerDimensions", "videoCallScreen is null");
907 return;
908 }
linyuh183cb712017-12-27 17:02:37 -0800909 if (!call.equals(primaryCall)) {
Eric Erfanianccca3152017-02-22 16:32:36 -0800910 LogUtil.e(
911 "VideoCallPresenter.onUpdatePeerDimensions", "current call is not equal to primary");
912 return;
913 }
914
915 // Change size of display surface to match the peer aspect ratio
linyuh183cb712017-12-27 17:02:37 -0800916 if (width > 0 && height > 0 && videoCallScreen != null) {
Eric Erfanianccca3152017-02-22 16:32:36 -0800917 getRemoteVideoSurfaceTexture().setSourceVideoDimensions(new Point(width, height));
linyuh183cb712017-12-27 17:02:37 -0800918 videoCallScreen.onRemoteVideoDimensionsChanged();
Eric Erfanianccca3152017-02-22 16:32:36 -0800919 }
920 }
921
922 /**
Eric Erfanianccca3152017-02-22 16:32:36 -0800923 * Handles a change to the dimensions of the local camera. Receiving the camera capabilities
924 * triggers the creation of the video
925 *
926 * @param call The call which experienced the camera dimension change.
927 * @param width The new camera video width.
928 * @param height The new camera video height.
929 */
930 @Override
931 public void onCameraDimensionsChange(DialerCall call, int width, int height) {
932 LogUtil.i(
933 "VideoCallPresenter.onCameraDimensionsChange",
934 "call: %s, width: %d, height: %d",
935 call,
936 width,
937 height);
linyuh183cb712017-12-27 17:02:37 -0800938 if (videoCallScreen == null) {
Eric Erfanianccca3152017-02-22 16:32:36 -0800939 LogUtil.e("VideoCallPresenter.onCameraDimensionsChange", "ui is null");
940 return;
941 }
942
linyuh183cb712017-12-27 17:02:37 -0800943 if (!call.equals(primaryCall)) {
Eric Erfanianccca3152017-02-22 16:32:36 -0800944 LogUtil.e("VideoCallPresenter.onCameraDimensionsChange", "not the primary call");
945 return;
946 }
947
linyuh183cb712017-12-27 17:02:37 -0800948 previewSurfaceState = PreviewSurfaceState.CAPABILITIES_RECEIVED;
Eric Erfanianccca3152017-02-22 16:32:36 -0800949 changePreviewDimensions(width, height);
950
951 // Check if the preview surface is ready yet; if it is, set it on the {@code VideoCall}.
952 // If it not yet ready, it will be set when when creation completes.
953 Surface surface = getLocalVideoSurfaceTexture().getSavedSurface();
954 if (surface != null) {
linyuh183cb712017-12-27 17:02:37 -0800955 previewSurfaceState = PreviewSurfaceState.SURFACE_SET;
956 videoCall.setPreviewSurface(surface);
Eric Erfanianccca3152017-02-22 16:32:36 -0800957 }
958 }
959
960 /**
961 * Changes the dimensions of the preview surface.
962 *
963 * @param width The new width.
964 * @param height The new height.
965 */
966 private void changePreviewDimensions(int width, int height) {
linyuh183cb712017-12-27 17:02:37 -0800967 if (videoCallScreen == null) {
Eric Erfanianccca3152017-02-22 16:32:36 -0800968 return;
969 }
970
971 // Resize the surface used to display the preview video
972 getLocalVideoSurfaceTexture().setSurfaceDimensions(new Point(width, height));
linyuh183cb712017-12-27 17:02:37 -0800973 videoCallScreen.onLocalVideoDimensionsChanged();
Eric Erfanianccca3152017-02-22 16:32:36 -0800974 }
975
976 /**
Eric Erfanianccca3152017-02-22 16:32:36 -0800977 * Handles changes to the device orientation.
978 *
979 * @param orientation The screen orientation of the device (one of: {@link
980 * InCallOrientationEventListener#SCREEN_ORIENTATION_0}, {@link
981 * InCallOrientationEventListener#SCREEN_ORIENTATION_90}, {@link
982 * InCallOrientationEventListener#SCREEN_ORIENTATION_180}, {@link
983 * InCallOrientationEventListener#SCREEN_ORIENTATION_270}).
984 */
985 @Override
986 public void onDeviceOrientationChanged(int orientation) {
987 LogUtil.i(
988 "VideoCallPresenter.onDeviceOrientationChanged",
989 "orientation: %d -> %d",
linyuh183cb712017-12-27 17:02:37 -0800990 deviceOrientation,
Eric Erfanianccca3152017-02-22 16:32:36 -0800991 orientation);
linyuh183cb712017-12-27 17:02:37 -0800992 deviceOrientation = orientation;
Eric Erfanianccca3152017-02-22 16:32:36 -0800993
linyuh183cb712017-12-27 17:02:37 -0800994 if (videoCallScreen == null) {
Eric Erfanianccca3152017-02-22 16:32:36 -0800995 LogUtil.e("VideoCallPresenter.onDeviceOrientationChanged", "videoCallScreen is null");
996 return;
997 }
998
999 Point previewDimensions = getLocalVideoSurfaceTexture().getSurfaceDimensions();
1000 if (previewDimensions == null) {
1001 return;
1002 }
1003 LogUtil.v(
1004 "VideoCallPresenter.onDeviceOrientationChanged",
1005 "orientation: %d, size: %s",
1006 orientation,
1007 previewDimensions);
1008 changePreviewDimensions(previewDimensions.x, previewDimensions.y);
1009
linyuh183cb712017-12-27 17:02:37 -08001010 videoCallScreen.onLocalVideoOrientationChanged();
Eric Erfanianccca3152017-02-22 16:32:36 -08001011 }
1012
1013 /**
1014 * Exits fullscreen mode if the current call context has changed to a non-video call.
1015 *
1016 * @param call The call.
1017 */
1018 protected void maybeExitFullscreen(DialerCall call) {
1019 if (call == null) {
1020 return;
1021 }
1022
wangqibb94ca62018-04-27 14:34:04 -07001023 if (!isVideoCall(call) || call.getState() == DialerCallState.INCOMING) {
Eric Erfanianccca3152017-02-22 16:32:36 -08001024 LogUtil.i("VideoCallPresenter.maybeExitFullscreen", "exiting fullscreen");
1025 InCallPresenter.getInstance().setFullScreen(false);
1026 }
1027 }
1028
1029 /**
1030 * Schedules auto-entering of fullscreen mode. Will not enter full screen mode if any of the
1031 * following conditions are met: 1. No call 2. DialerCall is not active 3. The current video state
1032 * is not bi-directional. 4. Already in fullscreen mode 5. In accessibility mode
1033 *
1034 * @param call The current call.
1035 */
1036 protected void maybeAutoEnterFullscreen(DialerCall call) {
linyuh183cb712017-12-27 17:02:37 -08001037 if (!isAutoFullscreenEnabled) {
Eric Erfanianccca3152017-02-22 16:32:36 -08001038 return;
1039 }
1040
1041 if (call == null
wangqibb94ca62018-04-27 14:34:04 -07001042 || call.getState() != DialerCallState.ACTIVE
Eric Erfaniand5e47f62017-03-15 14:41:07 -07001043 || !isBidirectionalVideoCall(call)
Eric Erfanianccca3152017-02-22 16:32:36 -08001044 || InCallPresenter.getInstance().isFullscreen()
linyuh183cb712017-12-27 17:02:37 -08001045 || (context != null && AccessibilityUtil.isTouchExplorationEnabled(context))) {
Eric Erfanianccca3152017-02-22 16:32:36 -08001046 // Ensure any previously scheduled attempt to enter fullscreen is cancelled.
1047 cancelAutoFullScreen();
1048 return;
1049 }
1050
linyuh183cb712017-12-27 17:02:37 -08001051 if (autoFullScreenPending) {
Eric Erfanianccca3152017-02-22 16:32:36 -08001052 LogUtil.v("VideoCallPresenter.maybeAutoEnterFullscreen", "already pending.");
1053 return;
1054 }
1055 LogUtil.v("VideoCallPresenter.maybeAutoEnterFullscreen", "scheduled");
linyuh183cb712017-12-27 17:02:37 -08001056 autoFullScreenPending = true;
1057 handler.removeCallbacks(autoFullscreenRunnable);
1058 handler.postDelayed(autoFullscreenRunnable, autoFullscreenTimeoutMillis);
Eric Erfanianccca3152017-02-22 16:32:36 -08001059 }
1060
1061 /** Cancels pending auto fullscreen mode. */
1062 @Override
1063 public void cancelAutoFullScreen() {
linyuh183cb712017-12-27 17:02:37 -08001064 if (!autoFullScreenPending) {
Eric Erfanianccca3152017-02-22 16:32:36 -08001065 LogUtil.v("VideoCallPresenter.cancelAutoFullScreen", "none pending.");
1066 return;
1067 }
1068 LogUtil.v("VideoCallPresenter.cancelAutoFullScreen", "cancelling pending");
linyuh183cb712017-12-27 17:02:37 -08001069 autoFullScreenPending = false;
1070 handler.removeCallbacks(autoFullscreenRunnable);
Eric Erfanianccca3152017-02-22 16:32:36 -08001071 }
1072
Eric Erfaniand5e47f62017-03-15 14:41:07 -07001073 @Override
Eric Erfanian2ca43182017-08-31 06:57:16 -07001074 public boolean shouldShowCameraPermissionToast() {
linyuh183cb712017-12-27 17:02:37 -08001075 if (primaryCall == null) {
Eric Erfanian2ca43182017-08-31 06:57:16 -07001076 LogUtil.i("VideoCallPresenter.shouldShowCameraPermissionToast", "null call");
Eric Erfaniand5e47f62017-03-15 14:41:07 -07001077 return false;
1078 }
linyuh183cb712017-12-27 17:02:37 -08001079 if (primaryCall.didShowCameraPermission()) {
Eric Erfaniand5e47f62017-03-15 14:41:07 -07001080 LogUtil.i(
Eric Erfanian2ca43182017-08-31 06:57:16 -07001081 "VideoCallPresenter.shouldShowCameraPermissionToast", "already shown for this call");
Eric Erfaniand5e47f62017-03-15 14:41:07 -07001082 return false;
1083 }
linyuh183cb712017-12-27 17:02:37 -08001084 if (!ConfigProviderBindings.get(context).getBoolean("camera_permission_dialog_allowed", true)) {
Eric Erfanian2ca43182017-08-31 06:57:16 -07001085 LogUtil.i("VideoCallPresenter.shouldShowCameraPermissionToast", "disabled by config");
Eric Erfaniand5e47f62017-03-15 14:41:07 -07001086 return false;
1087 }
linyuh183cb712017-12-27 17:02:37 -08001088 return !VideoUtils.hasCameraPermission(context)
1089 || !PermissionsUtil.hasCameraPrivacyToastShown(context);
Eric Erfaniand5e47f62017-03-15 14:41:07 -07001090 }
1091
1092 @Override
1093 public void onCameraPermissionDialogShown() {
linyuh183cb712017-12-27 17:02:37 -08001094 if (primaryCall != null) {
1095 primaryCall.setDidShowCameraPermission(true);
Eric Erfaniand5e47f62017-03-15 14:41:07 -07001096 }
1097 }
1098
Eric Erfanianccca3152017-02-22 16:32:36 -08001099 private void updateRemoteVideoSurfaceDimensions() {
linyuh183cb712017-12-27 17:02:37 -08001100 Activity activity = videoCallScreen.getVideoCallScreenFragment().getActivity();
Eric Erfanianccca3152017-02-22 16:32:36 -08001101 if (activity != null) {
1102 Point screenSize = new Point();
1103 activity.getWindowManager().getDefaultDisplay().getSize(screenSize);
1104 getRemoteVideoSurfaceTexture().setSurfaceDimensions(screenSize);
1105 }
1106 }
1107
1108 private static boolean isVideoUpgrade(DialerCall call) {
Eric Erfaniand5e47f62017-03-15 14:41:07 -07001109 return call != null
1110 && (call.hasSentVideoUpgradeRequest() || call.hasReceivedVideoUpgradeRequest());
Eric Erfanianccca3152017-02-22 16:32:36 -08001111 }
1112
1113 private static boolean isVideoUpgrade(@SessionModificationState int state) {
1114 return VideoUtils.hasSentVideoUpgradeRequest(state)
1115 || VideoUtils.hasReceivedVideoUpgradeRequest(state);
1116 }
1117
wangqida410d32018-03-06 16:51:38 -08001118 @Override
1119 public void onIncomingCall(DialerCall call) {}
1120
1121 @Override
1122 public void onUpgradeToVideo(DialerCall call) {}
1123
1124 @Override
1125 public void onSessionModificationStateChange(DialerCall call) {}
1126
1127 @Override
1128 public void onCallListChange(CallList callList) {}
1129
1130 @Override
1131 public void onDisconnect(DialerCall call) {}
1132
1133 @Override
1134 public void onWiFiToLteHandover(DialerCall call) {
1135 if (call.isVideoCall() || call.hasSentVideoUpgradeRequest()) {
1136 videoCallScreen.onHandoverFromWiFiToLte();
1137 }
1138 }
1139
1140 @Override
1141 public void onHandoverToWifiFailed(DialerCall call) {}
1142
1143 @Override
1144 public void onInternationalCallOnWifi(@NonNull DialerCall call) {}
1145
Eric Erfanianccca3152017-02-22 16:32:36 -08001146 private class LocalDelegate implements VideoSurfaceDelegate {
1147 @Override
1148 public void onSurfaceCreated(VideoSurfaceTexture videoCallSurface) {
linyuh183cb712017-12-27 17:02:37 -08001149 if (videoCallScreen == null) {
Eric Erfanianccca3152017-02-22 16:32:36 -08001150 LogUtil.e("VideoCallPresenter.LocalDelegate.onSurfaceCreated", "no UI");
1151 return;
1152 }
linyuh183cb712017-12-27 17:02:37 -08001153 if (videoCall == null) {
Eric Erfanianccca3152017-02-22 16:32:36 -08001154 LogUtil.e("VideoCallPresenter.LocalDelegate.onSurfaceCreated", "no video call");
1155 return;
1156 }
1157
1158 // If the preview surface has just been created and we have already received camera
1159 // capabilities, but not yet set the surface, we will set the surface now.
linyuh183cb712017-12-27 17:02:37 -08001160 if (previewSurfaceState == PreviewSurfaceState.CAPABILITIES_RECEIVED) {
1161 previewSurfaceState = PreviewSurfaceState.SURFACE_SET;
1162 videoCall.setPreviewSurface(videoCallSurface.getSavedSurface());
1163 } else if (previewSurfaceState == PreviewSurfaceState.NONE && isCameraRequired()) {
1164 enableCamera(primaryCall, true);
Eric Erfanianccca3152017-02-22 16:32:36 -08001165 }
1166 }
1167
1168 @Override
1169 public void onSurfaceReleased(VideoSurfaceTexture videoCallSurface) {
linyuh183cb712017-12-27 17:02:37 -08001170 if (videoCall == null) {
Eric Erfanianccca3152017-02-22 16:32:36 -08001171 LogUtil.e("VideoCallPresenter.LocalDelegate.onSurfaceReleased", "no video call");
1172 return;
1173 }
1174
linyuh183cb712017-12-27 17:02:37 -08001175 videoCall.setPreviewSurface(null);
1176 enableCamera(primaryCall, false);
Eric Erfanianccca3152017-02-22 16:32:36 -08001177 }
1178
1179 @Override
1180 public void onSurfaceDestroyed(VideoSurfaceTexture videoCallSurface) {
linyuh183cb712017-12-27 17:02:37 -08001181 if (videoCall == null) {
Eric Erfanianccca3152017-02-22 16:32:36 -08001182 LogUtil.e("VideoCallPresenter.LocalDelegate.onSurfaceDestroyed", "no video call");
1183 return;
1184 }
1185
1186 boolean isChangingConfigurations = InCallPresenter.getInstance().isChangingConfigurations();
1187 if (!isChangingConfigurations) {
linyuh183cb712017-12-27 17:02:37 -08001188 enableCamera(primaryCall, false);
Eric Erfanianccca3152017-02-22 16:32:36 -08001189 } else {
1190 LogUtil.i(
1191 "VideoCallPresenter.LocalDelegate.onSurfaceDestroyed",
1192 "activity is being destroyed due to configuration changes. Not closing the camera.");
1193 }
1194 }
1195
1196 @Override
1197 public void onSurfaceClick(VideoSurfaceTexture videoCallSurface) {
1198 VideoCallPresenter.this.onSurfaceClick();
1199 }
1200 }
1201
1202 private class RemoteDelegate implements VideoSurfaceDelegate {
1203 @Override
1204 public void onSurfaceCreated(VideoSurfaceTexture videoCallSurface) {
linyuh183cb712017-12-27 17:02:37 -08001205 if (videoCallScreen == null) {
Eric Erfanianccca3152017-02-22 16:32:36 -08001206 LogUtil.e("VideoCallPresenter.RemoteDelegate.onSurfaceCreated", "no UI");
1207 return;
1208 }
linyuh183cb712017-12-27 17:02:37 -08001209 if (videoCall == null) {
Eric Erfanianccca3152017-02-22 16:32:36 -08001210 LogUtil.e("VideoCallPresenter.RemoteDelegate.onSurfaceCreated", "no video call");
1211 return;
1212 }
linyuh183cb712017-12-27 17:02:37 -08001213 videoCall.setDisplaySurface(videoCallSurface.getSavedSurface());
Eric Erfanianccca3152017-02-22 16:32:36 -08001214 }
1215
1216 @Override
1217 public void onSurfaceReleased(VideoSurfaceTexture videoCallSurface) {
linyuh183cb712017-12-27 17:02:37 -08001218 if (videoCall == null) {
Eric Erfanianccca3152017-02-22 16:32:36 -08001219 LogUtil.e("VideoCallPresenter.RemoteDelegate.onSurfaceReleased", "no video call");
1220 return;
1221 }
linyuh183cb712017-12-27 17:02:37 -08001222 videoCall.setDisplaySurface(null);
Eric Erfanianccca3152017-02-22 16:32:36 -08001223 }
1224
1225 @Override
1226 public void onSurfaceDestroyed(VideoSurfaceTexture videoCallSurface) {}
1227
1228 @Override
1229 public void onSurfaceClick(VideoSurfaceTexture videoCallSurface) {
1230 VideoCallPresenter.this.onSurfaceClick();
1231 }
1232 }
1233
1234 /** Defines the state of the preview surface negotiation with the telephony layer. */
1235 private static class PreviewSurfaceState {
1236
1237 /**
1238 * The camera has not yet been set on the {@link VideoCall}; negotiation has not yet started.
1239 */
1240 private static final int NONE = 0;
1241
1242 /**
1243 * The camera has been set on the {@link VideoCall}, but camera capabilities have not yet been
1244 * received.
1245 */
1246 private static final int CAMERA_SET = 1;
1247
1248 /**
1249 * The camera capabilties have been received from telephony, but the surface has not yet been
1250 * set on the {@link VideoCall}.
1251 */
1252 private static final int CAPABILITIES_RECEIVED = 2;
1253
1254 /** The surface has been set on the {@link VideoCall}. */
1255 private static final int SURFACE_SET = 3;
1256 }
Eric Erfaniand5e47f62017-03-15 14:41:07 -07001257
1258 private static boolean isBidirectionalVideoCall(DialerCall call) {
linyuh122fb0b2018-03-26 13:35:32 -07001259 return VideoProfile.isBidirectional(call.getVideoState());
Eric Erfaniand5e47f62017-03-15 14:41:07 -07001260 }
1261
1262 private static boolean isIncomingVideoCall(DialerCall call) {
1263 if (!isVideoCall(call)) {
1264 return false;
1265 }
1266 final int state = call.getState();
wangqibb94ca62018-04-27 14:34:04 -07001267 return (state == DialerCallState.INCOMING) || (state == DialerCallState.CALL_WAITING);
Eric Erfaniand5e47f62017-03-15 14:41:07 -07001268 }
1269
1270 private static boolean isActiveVideoCall(DialerCall call) {
wangqibb94ca62018-04-27 14:34:04 -07001271 return isVideoCall(call) && call.getState() == DialerCallState.ACTIVE;
Eric Erfaniand5e47f62017-03-15 14:41:07 -07001272 }
1273
1274 private static boolean isOutgoingVideoCall(DialerCall call) {
1275 if (!isVideoCall(call)) {
1276 return false;
1277 }
1278 final int state = call.getState();
wangqibb94ca62018-04-27 14:34:04 -07001279 return DialerCallState.isDialing(state)
1280 || state == DialerCallState.CONNECTING
1281 || state == DialerCallState.SELECT_PHONE_ACCOUNT;
Eric Erfaniand5e47f62017-03-15 14:41:07 -07001282 }
1283
1284 private static boolean isAudioCall(DialerCall call) {
Eric Erfaniand5e47f62017-03-15 14:41:07 -07001285 return call != null && VideoProfile.isAudioOnly(call.getVideoState());
1286 }
1287
1288 private static boolean isVideoCall(@Nullable DialerCall call) {
1289 return call != null && call.isVideoCall();
1290 }
1291
1292 private static boolean isVideoCall(int videoState) {
linyuh122fb0b2018-03-26 13:35:32 -07001293 return VideoProfile.isTransmissionEnabled(videoState)
1294 || VideoProfile.isReceptionEnabled(videoState);
Eric Erfaniand5e47f62017-03-15 14:41:07 -07001295 }
Eric Erfanianccca3152017-02-22 16:32:36 -08001296}