/* * Nextcloud Talk application * * @author Mario Danic * Copyright (C) 2017-2018 Mario Danic * * This program is free software: you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation, either version 3 of the License, or * at your option) any later version. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with this program. If not, see . */ package com.nextcloud.talk.controllers; import android.Manifest; import android.animation.Animator; import android.animation.AnimatorListenerAdapter; import android.annotation.SuppressLint; import android.content.res.Configuration; import android.graphics.Color; import android.media.AudioAttributes; import android.media.MediaPlayer; import android.net.Uri; import android.os.Build; import android.os.Bundle; import android.os.Handler; import android.os.Looper; import android.text.TextUtils; import android.util.DisplayMetrics; import android.util.Log; import android.view.LayoutInflater; import android.view.MotionEvent; import android.view.View; import android.view.ViewGroup; import android.view.ViewTreeObserver; import android.widget.FrameLayout; import android.widget.GridView; import android.widget.ImageView; import android.widget.LinearLayout; import android.widget.ProgressBar; import android.widget.RelativeLayout; import android.widget.TextView; import androidx.annotation.NonNull; import androidx.annotation.Nullable; import androidx.appcompat.app.AppCompatActivity; import com.bluelinelabs.logansquare.LoganSquare; import com.facebook.drawee.view.SimpleDraweeView; import com.nextcloud.talk.R; import com.nextcloud.talk.activities.MagicCallActivity; import com.nextcloud.talk.adapters.ParticipantDisplayItem; import com.nextcloud.talk.adapters.ParticipantsAdapter; import com.nextcloud.talk.api.NcApi; import com.nextcloud.talk.application.NextcloudTalkApplication; import com.nextcloud.talk.controllers.base.BaseController; import com.nextcloud.talk.events.ConfigurationChangeEvent; import com.nextcloud.talk.events.MediaStreamEvent; import com.nextcloud.talk.events.NetworkEvent; import com.nextcloud.talk.events.PeerConnectionEvent; import com.nextcloud.talk.events.SessionDescriptionSendEvent; import com.nextcloud.talk.events.WebSocketCommunicationEvent; import com.nextcloud.talk.models.ExternalSignalingServer; import com.nextcloud.talk.models.database.UserEntity; import com.nextcloud.talk.models.json.capabilities.CapabilitiesOverall; import com.nextcloud.talk.models.json.conversations.Conversation; import com.nextcloud.talk.models.json.conversations.RoomOverall; import com.nextcloud.talk.models.json.conversations.RoomsOverall; import com.nextcloud.talk.models.json.generic.GenericOverall; import com.nextcloud.talk.models.json.participants.Participant; import com.nextcloud.talk.models.json.participants.ParticipantsOverall; import com.nextcloud.talk.models.json.signaling.DataChannelMessage; import com.nextcloud.talk.models.json.signaling.DataChannelMessageNick; import com.nextcloud.talk.models.json.signaling.NCIceCandidate; import com.nextcloud.talk.models.json.signaling.NCMessagePayload; import com.nextcloud.talk.models.json.signaling.NCMessageWrapper; import com.nextcloud.talk.models.json.signaling.NCSignalingMessage; import com.nextcloud.talk.models.json.signaling.Signaling; import com.nextcloud.talk.models.json.signaling.SignalingOverall; import com.nextcloud.talk.models.json.signaling.settings.IceServer; import com.nextcloud.talk.models.json.signaling.settings.SignalingSettingsOverall; import com.nextcloud.talk.utils.ApiUtils; import com.nextcloud.talk.utils.DisplayUtils; import com.nextcloud.talk.utils.NotificationUtils; import com.nextcloud.talk.utils.animations.PulseAnimation; import com.nextcloud.talk.utils.bundle.BundleKeys; import com.nextcloud.talk.utils.database.user.UserUtils; import com.nextcloud.talk.utils.power.PowerManagerUtils; import com.nextcloud.talk.utils.preferences.AppPreferences; import com.nextcloud.talk.utils.singletons.ApplicationWideCurrentRoomHolder; import com.nextcloud.talk.webrtc.MagicAudioManager; import com.nextcloud.talk.webrtc.MagicPeerConnectionWrapper; import com.nextcloud.talk.webrtc.MagicWebRTCUtils; import com.nextcloud.talk.webrtc.MagicWebSocketInstance; import com.nextcloud.talk.webrtc.WebSocketConnectionHelper; import com.wooplr.spotlight.SpotlightView; import org.apache.commons.lang3.StringEscapeUtils; import org.greenrobot.eventbus.EventBus; import org.greenrobot.eventbus.Subscribe; import org.greenrobot.eventbus.ThreadMode; import org.parceler.Parcel; import org.webrtc.AudioSource; import org.webrtc.AudioTrack; import org.webrtc.Camera1Enumerator; import org.webrtc.Camera2Enumerator; import org.webrtc.CameraEnumerator; import org.webrtc.CameraVideoCapturer; import org.webrtc.DefaultVideoDecoderFactory; import org.webrtc.DefaultVideoEncoderFactory; import org.webrtc.EglBase; import org.webrtc.IceCandidate; import org.webrtc.Logging; import org.webrtc.MediaConstraints; import org.webrtc.MediaStream; import org.webrtc.PeerConnection; import org.webrtc.PeerConnectionFactory; import org.webrtc.RendererCommon; import org.webrtc.SessionDescription; import org.webrtc.SurfaceTextureHelper; import org.webrtc.SurfaceViewRenderer; import org.webrtc.VideoCapturer; import org.webrtc.VideoSource; import org.webrtc.VideoTrack; import java.io.IOException; import java.util.ArrayList; import java.util.HashMap; import java.util.HashSet; import java.util.List; import java.util.Map; import java.util.Objects; import java.util.Set; import java.util.concurrent.TimeUnit; import javax.inject.Inject; import autodagger.AutoInjector; import butterknife.BindView; import butterknife.OnClick; import butterknife.OnItemClick; import butterknife.OnLongClick; import io.reactivex.Observable; import io.reactivex.Observer; import io.reactivex.android.schedulers.AndroidSchedulers; import io.reactivex.disposables.Disposable; import io.reactivex.schedulers.Schedulers; import me.zhanghai.android.effortlesspermissions.AfterPermissionDenied; import me.zhanghai.android.effortlesspermissions.EffortlessPermissions; import me.zhanghai.android.effortlesspermissions.OpenAppDetailsDialogFragment; import okhttp3.Cache; import pub.devrel.easypermissions.AfterPermissionGranted; @AutoInjector(NextcloudTalkApplication.class) public class CallController extends BaseController { private static final String TAG = "CallController"; private static final String[] PERMISSIONS_CALL = { android.Manifest.permission.CAMERA, android.Manifest.permission.RECORD_AUDIO, }; private static final String[] PERMISSIONS_CAMERA = { Manifest.permission.CAMERA }; private static final String[] PERMISSIONS_MICROPHONE = { Manifest.permission.RECORD_AUDIO }; @BindView(R.id.callControlEnableSpeaker) SimpleDraweeView callControlEnableSpeaker; @BindView(R.id.pip_video_view) SurfaceViewRenderer pipVideoView; @BindView(R.id.controllerCallLayout) RelativeLayout controllerCallLayout; @BindView(R.id.gridview) GridView gridView; @BindView(R.id.callControlsLinearLayout) LinearLayout callControls; @BindView(R.id.call_control_microphone) SimpleDraweeView microphoneControlButton; @BindView(R.id.call_control_camera) SimpleDraweeView cameraControlButton; @BindView(R.id.call_control_switch_camera) SimpleDraweeView cameraSwitchButton; @BindView(R.id.callStateTextView) TextView callStateTextView; @BindView(R.id.callInfosLinearLayout) LinearLayout callInfosLinearLayout; @BindView(R.id.callVoiceOrVideoTextView) TextView callVoiceOrVideoTextView; @BindView(R.id.callConversationNameTextView) TextView callConversationNameTextView; @BindView(R.id.selfVideoView) FrameLayout selfVideoView; @BindView(R.id.callStateRelativeLayoutView) RelativeLayout callStateView; @BindView(R.id.conversationRelativeLayoutView) RelativeLayout conversationView; @BindView(R.id.errorImageView) ImageView errorImageView; @BindView(R.id.callStateProgressBar) ProgressBar progressBar; @Inject NcApi ncApi; @Inject EventBus eventBus; @Inject UserUtils userUtils; @Inject AppPreferences appPreferences; @Inject Cache cache; private PeerConnectionFactory peerConnectionFactory; private MediaConstraints audioConstraints; private MediaConstraints videoConstraints; private MediaConstraints sdpConstraints; private MediaConstraints sdpConstraintsForMCU; private MagicAudioManager audioManager; private VideoSource videoSource; private VideoTrack localVideoTrack; private AudioSource audioSource; private AudioTrack localAudioTrack; private VideoCapturer videoCapturer; private EglBase rootEglBase; private Disposable signalingDisposable; private List iceServers; private CameraEnumerator cameraEnumerator; private String roomToken; private UserEntity conversationUser; private String conversationName; private String callSession; private MediaStream localMediaStream; private String credentials; private List magicPeerConnectionWrapperList = new ArrayList<>(); private Map participantMap = new HashMap<>(); private boolean videoOn = false; private boolean audioOn = false; private boolean isVoiceOnlyCall; private boolean isIncomingCallFromNotification; private Handler callControlHandler = new Handler(); private Handler callInfosHandler = new Handler(); private Handler cameraSwitchHandler = new Handler(); // push to talk private boolean isPTTActive = false; private PulseAnimation pulseAnimation; private String baseUrl; private String roomId; private SpotlightView spotlightView; private ExternalSignalingServer externalSignalingServer; private MagicWebSocketInstance webSocketClient; private WebSocketConnectionHelper webSocketConnectionHelper; private boolean hasMCU; private boolean hasExternalSignalingServer; private String conversationPassword; private PowerManagerUtils powerManagerUtils; private Handler handler; private CallStatus currentCallStatus; private MediaPlayer mediaPlayer; private Map participantDisplayItems; private ParticipantsAdapter participantsAdapter; @Parcel public enum CallStatus { CONNECTING, CALLING_TIMEOUT, JOINED, IN_CONVERSATION, RECONNECTING, OFFLINE, LEAVING, PUBLISHER_FAILED } public CallController(Bundle args) { super(args); NextcloudTalkApplication.Companion.getSharedApplication().getComponentApplication().inject(this); roomId = args.getString(BundleKeys.INSTANCE.getKEY_ROOM_ID(), ""); roomToken = args.getString(BundleKeys.INSTANCE.getKEY_ROOM_TOKEN(), ""); conversationUser = args.getParcelable(BundleKeys.INSTANCE.getKEY_USER_ENTITY()); conversationPassword = args.getString(BundleKeys.INSTANCE.getKEY_CONVERSATION_PASSWORD(), ""); conversationName = args.getString(BundleKeys.INSTANCE.getKEY_CONVERSATION_NAME(), ""); isVoiceOnlyCall = args.getBoolean(BundleKeys.INSTANCE.getKEY_CALL_VOICE_ONLY(), false); if (args.containsKey(BundleKeys.INSTANCE.getKEY_FROM_NOTIFICATION_START_CALL())) { isIncomingCallFromNotification = args.getBoolean(BundleKeys.INSTANCE.getKEY_FROM_NOTIFICATION_START_CALL()); } credentials = ApiUtils.getCredentials(conversationUser.getUsername(), conversationUser.getToken()); baseUrl = args.getString(BundleKeys.INSTANCE.getKEY_MODIFIED_BASE_URL(), ""); if (TextUtils.isEmpty(baseUrl)) { baseUrl = conversationUser.getBaseUrl(); } powerManagerUtils = new PowerManagerUtils(); if (args.getString("state", "").equalsIgnoreCase("resume")) { setCallState(CallStatus.IN_CONVERSATION); } else { setCallState(CallStatus.CONNECTING); } } @Override protected View inflateView(@NonNull LayoutInflater inflater, @NonNull ViewGroup container) { return inflater.inflate(R.layout.controller_call, container, false); } private void createCameraEnumerator() { if (getActivity() != null) { boolean camera2EnumeratorIsSupported = false; try { camera2EnumeratorIsSupported = Camera2Enumerator.isSupported(getActivity()); } catch (final Throwable throwable) { Log.w(TAG, "Camera2Enumator threw an error"); } if (camera2EnumeratorIsSupported) { cameraEnumerator = new Camera2Enumerator(getActivity()); } else { cameraEnumerator = new Camera1Enumerator(MagicWebRTCUtils.shouldEnableVideoHardwareAcceleration()); } } } @SuppressLint("ClickableViewAccessibility") @Override protected void onViewBound(@NonNull View view) { super.onViewBound(view); microphoneControlButton.setOnTouchListener(new MicrophoneButtonTouchListener()); pulseAnimation = PulseAnimation.create().with(microphoneControlButton) .setDuration(310) .setRepeatCount(PulseAnimation.INFINITE) .setRepeatMode(PulseAnimation.REVERSE); try { cache.evictAll(); } catch (IOException e) { Log.e(TAG, "Failed to evict cache"); } callControls.setZ(100.0f); basicInitialization(); initViews(); initPipView(); initiateCall(); } private void basicInitialization() { rootEglBase = EglBase.create(); createCameraEnumerator(); //Create a new PeerConnectionFactory instance. PeerConnectionFactory.Options options = new PeerConnectionFactory.Options(); DefaultVideoEncoderFactory defaultVideoEncoderFactory = new DefaultVideoEncoderFactory( rootEglBase.getEglBaseContext(), true, true); DefaultVideoDecoderFactory defaultVideoDecoderFactory = new DefaultVideoDecoderFactory(rootEglBase.getEglBaseContext()); peerConnectionFactory = PeerConnectionFactory.builder() .setOptions(options) .setVideoEncoderFactory(defaultVideoEncoderFactory) .setVideoDecoderFactory(defaultVideoDecoderFactory) .createPeerConnectionFactory(); //Create MediaConstraints - Will be useful for specifying video and audio constraints. audioConstraints = new MediaConstraints(); videoConstraints = new MediaConstraints(); localMediaStream = peerConnectionFactory.createLocalMediaStream("NCMS"); // Create and audio manager that will take care of audio routing, // audio modes, audio device enumeration etc. audioManager = MagicAudioManager.create(getApplicationContext(), !isVoiceOnlyCall); // Store existing audio settings and change audio mode to // MODE_IN_COMMUNICATION for best possible VoIP performance. Log.d(TAG, "Starting the audio manager..."); audioManager.start(this::onAudioManagerDevicesChanged); iceServers = new ArrayList<>(); //create sdpConstraints sdpConstraints = new MediaConstraints(); sdpConstraintsForMCU = new MediaConstraints(); sdpConstraints.mandatory.add(new MediaConstraints.KeyValuePair("OfferToReceiveAudio", "true")); String offerToReceiveVideoString = "true"; if (isVoiceOnlyCall) { offerToReceiveVideoString = "false"; } sdpConstraints.mandatory.add(new MediaConstraints.KeyValuePair("OfferToReceiveVideo", offerToReceiveVideoString)); sdpConstraintsForMCU.mandatory.add(new MediaConstraints.KeyValuePair("OfferToReceiveAudio", "false")); sdpConstraintsForMCU.mandatory.add(new MediaConstraints.KeyValuePair("OfferToReceiveVideo", "false")); sdpConstraintsForMCU.optional.add(new MediaConstraints.KeyValuePair("internalSctpDataChannels", "true")); sdpConstraintsForMCU.optional.add(new MediaConstraints.KeyValuePair("DtlsSrtpKeyAgreement", "true")); sdpConstraints.optional.add(new MediaConstraints.KeyValuePair("internalSctpDataChannels", "true")); sdpConstraints.optional.add(new MediaConstraints.KeyValuePair("DtlsSrtpKeyAgreement", "true")); if (!isVoiceOnlyCall) { cameraInitialization(); } microphoneInitialization(); } private void handleFromNotification() { int apiVersion = ApiUtils.getConversationApiVersion(conversationUser, new int[] {ApiUtils.APIv4, 1}); ncApi.getRooms(credentials, ApiUtils.getUrlForRooms(apiVersion, baseUrl)) .retry(3) .subscribeOn(Schedulers.io()) .observeOn(AndroidSchedulers.mainThread()) .subscribe(new Observer() { @Override public void onSubscribe(@io.reactivex.annotations.NonNull Disposable d) { // unused atm } @Override public void onNext(@io.reactivex.annotations.NonNull RoomsOverall roomsOverall) { for (Conversation conversation : roomsOverall.getOcs().getData()) { if (roomId.equals(conversation.getRoomId())) { roomToken = conversation.getToken(); break; } } checkPermissions(); } @Override public void onError(@io.reactivex.annotations.NonNull Throwable e) { // unused atm } @Override public void onComplete() { // unused atm } }); } @SuppressLint("ClickableViewAccessibility") private void initViews() { participantDisplayItems = new HashMap<>(); if (isVoiceOnlyCall) { callControlEnableSpeaker.setVisibility(View.VISIBLE); cameraSwitchButton.setVisibility(View.GONE); cameraControlButton.setVisibility(View.GONE); pipVideoView.setVisibility(View.GONE); RelativeLayout.LayoutParams params = new RelativeLayout.LayoutParams(ViewGroup.LayoutParams.WRAP_CONTENT, ViewGroup.LayoutParams.WRAP_CONTENT); params.addRule(RelativeLayout.BELOW, R.id.callInfosLinearLayout); gridView.setLayoutParams(params); } else { callControlEnableSpeaker.setVisibility(View.GONE); if (cameraEnumerator.getDeviceNames().length < 2) { cameraSwitchButton.setVisibility(View.GONE); } pipVideoView.init(rootEglBase.getEglBaseContext(), null); pipVideoView.setZOrderMediaOverlay(true); // disabled because it causes some devices to crash pipVideoView.setEnableHardwareScaler(false); pipVideoView.setScalingType(RendererCommon.ScalingType.SCALE_ASPECT_FIT); pipVideoView.setOnTouchListener(new SelfVideoTouchListener()); } gridView.setOnTouchListener(new View.OnTouchListener() { public boolean onTouch(View v, MotionEvent me) { int action = me.getActionMasked(); if (action == MotionEvent.ACTION_DOWN) { showCallControls(); } return true; } }); initGridAdapter(); } private void initGridAdapter() { if (conversationView != null) { GridView gridView = conversationView.findViewById(R.id.gridview); int columns; int participantsInGrid = participantDisplayItems.size(); if (getResources().getConfiguration().orientation == Configuration.ORIENTATION_PORTRAIT) { if (participantsInGrid > 8) { columns = 3; } else if (participantsInGrid > 2) { columns = 2; } else { columns = 1; } } else { if (participantsInGrid > 8) { columns = 4; } else if (participantsInGrid > 2) { columns = 3; } else if (participantsInGrid > 1) { columns = 2; } else { columns = 1; } } gridView.setNumColumns(columns); RelativeLayout gridViewWrapper = conversationView.findViewById(R.id.conversationRelativeLayoutView); gridViewWrapper.getViewTreeObserver().addOnGlobalLayoutListener(new ViewTreeObserver.OnGlobalLayoutListener() { @Override public void onGlobalLayout() { gridViewWrapper.getViewTreeObserver().removeOnGlobalLayoutListener(this); int height = gridViewWrapper.getMeasuredHeight(); gridView.setMinimumHeight(height); } }); LinearLayout callInfosLinearLayout = conversationView.findViewById(R.id.callInfosLinearLayout); callInfosLinearLayout.getViewTreeObserver().addOnGlobalLayoutListener(new ViewTreeObserver.OnGlobalLayoutListener() { @Override public void onGlobalLayout() { callInfosLinearLayout.getViewTreeObserver().removeOnGlobalLayoutListener(this); } }); participantsAdapter = new ParticipantsAdapter( this.getActivity(), participantDisplayItems, gridViewWrapper, callInfosLinearLayout, columns, isVoiceOnlyCall); gridView.setAdapter(participantsAdapter); } } private void checkPermissions() { if (isVoiceOnlyCall) { onMicrophoneClick(); } else if (getActivity() != null) { if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.M) { requestPermissions(PERMISSIONS_CALL, 100); } else { onRequestPermissionsResult(100, PERMISSIONS_CALL, new int[]{1, 1}); } } } private boolean isConnectionEstablished() { return (currentCallStatus.equals(CallStatus.JOINED) || currentCallStatus.equals(CallStatus.IN_CONVERSATION)); } @AfterPermissionGranted(100) private void onPermissionsGranted() { if (EffortlessPermissions.hasPermissions(getActivity(), PERMISSIONS_CALL)) { if (!videoOn && !isVoiceOnlyCall) { onCameraClick(); } if (!audioOn) { onMicrophoneClick(); } if (!isVoiceOnlyCall) { if (cameraEnumerator.getDeviceNames().length == 0) { cameraControlButton.setVisibility(View.GONE); } if (cameraEnumerator.getDeviceNames().length > 1) { cameraSwitchButton.setVisibility(View.VISIBLE); } } if (!isConnectionEstablished()) { fetchSignalingSettings(); } } else if (getActivity() != null && EffortlessPermissions.somePermissionPermanentlyDenied(getActivity(), PERMISSIONS_CALL)) { checkIfSomeAreApproved(); } } private void checkIfSomeAreApproved() { if (!isVoiceOnlyCall) { if (cameraEnumerator.getDeviceNames().length == 0) { cameraControlButton.setVisibility(View.GONE); } if (cameraEnumerator.getDeviceNames().length > 1) { cameraSwitchButton.setVisibility(View.VISIBLE); } if (getActivity() != null && EffortlessPermissions.hasPermissions(getActivity(), PERMISSIONS_CAMERA)) { if (!videoOn) { onCameraClick(); } } else { cameraControlButton.getHierarchy().setPlaceholderImage(R.drawable.ic_videocam_off_white_24px); cameraControlButton.setAlpha(0.7f); cameraSwitchButton.setVisibility(View.GONE); } } if (EffortlessPermissions.hasPermissions(getActivity(), PERMISSIONS_MICROPHONE)) { if (!audioOn) { onMicrophoneClick(); } } else { microphoneControlButton.getHierarchy().setPlaceholderImage(R.drawable.ic_mic_off_white_24px); } if (!isConnectionEstablished()) { fetchSignalingSettings(); } } @AfterPermissionDenied(100) private void onPermissionsDenied() { if (!isVoiceOnlyCall) { if (cameraEnumerator.getDeviceNames().length == 0) { cameraControlButton.setVisibility(View.GONE); } else if (cameraEnumerator.getDeviceNames().length == 1) { cameraSwitchButton.setVisibility(View.GONE); } } if (getActivity() != null && (EffortlessPermissions.hasPermissions(getActivity(), PERMISSIONS_CAMERA) || EffortlessPermissions.hasPermissions(getActivity(), PERMISSIONS_MICROPHONE))) { checkIfSomeAreApproved(); } else if (!isConnectionEstablished()) { fetchSignalingSettings(); } } private void onAudioManagerDevicesChanged( final MagicAudioManager.AudioDevice device, final Set availableDevices) { Log.d(TAG, "onAudioManagerDevicesChanged: " + availableDevices + ", " + "selected: " + device); final boolean shouldDisableProximityLock = (device.equals(MagicAudioManager.AudioDevice.WIRED_HEADSET) || device.equals(MagicAudioManager.AudioDevice.SPEAKER_PHONE) || device.equals(MagicAudioManager.AudioDevice.BLUETOOTH)); if (shouldDisableProximityLock) { powerManagerUtils.updatePhoneState(PowerManagerUtils.PhoneState.WITHOUT_PROXIMITY_SENSOR_LOCK); } else { powerManagerUtils.updatePhoneState(PowerManagerUtils.PhoneState.WITH_PROXIMITY_SENSOR_LOCK); } } private void cameraInitialization() { videoCapturer = createCameraCapturer(cameraEnumerator); //Create a VideoSource instance if (videoCapturer != null) { SurfaceTextureHelper surfaceTextureHelper = SurfaceTextureHelper.create("CaptureThread", rootEglBase.getEglBaseContext()); videoSource = peerConnectionFactory.createVideoSource(false); videoCapturer.initialize(surfaceTextureHelper, getApplicationContext(), videoSource.getCapturerObserver()); } localVideoTrack = peerConnectionFactory.createVideoTrack("NCv0", videoSource); localMediaStream.addTrack(localVideoTrack); localVideoTrack.setEnabled(false); localVideoTrack.addSink(pipVideoView); } private void microphoneInitialization() { //create an AudioSource instance audioSource = peerConnectionFactory.createAudioSource(audioConstraints); localAudioTrack = peerConnectionFactory.createAudioTrack("NCa0", audioSource); localAudioTrack.setEnabled(false); localMediaStream.addTrack(localAudioTrack); } private VideoCapturer createCameraCapturer(CameraEnumerator enumerator) { final String[] deviceNames = enumerator.getDeviceNames(); // First, try to find front facing camera Logging.d(TAG, "Looking for front facing cameras."); for (String deviceName : deviceNames) { if (enumerator.isFrontFacing(deviceName)) { Logging.d(TAG, "Creating front facing camera capturer."); VideoCapturer videoCapturer = enumerator.createCapturer(deviceName, null); if (videoCapturer != null) { pipVideoView.setMirror(true); return videoCapturer; } } } // Front facing camera not found, try something else Logging.d(TAG, "Looking for other cameras."); for (String deviceName : deviceNames) { if (!enumerator.isFrontFacing(deviceName)) { Logging.d(TAG, "Creating other camera capturer."); VideoCapturer videoCapturer = enumerator.createCapturer(deviceName, null); if (videoCapturer != null) { pipVideoView.setMirror(false); return videoCapturer; } } } return null; } @OnLongClick(R.id.call_control_microphone) boolean onMicrophoneLongClick() { if (!audioOn) { callControlHandler.removeCallbacksAndMessages(null); callInfosHandler.removeCallbacksAndMessages(null); cameraSwitchHandler.removeCallbacksAndMessages(null); isPTTActive = true; callControls.setVisibility(View.VISIBLE); if (!isVoiceOnlyCall) { cameraSwitchButton.setVisibility(View.VISIBLE); } } onMicrophoneClick(); return true; } @OnClick(R.id.callControlEnableSpeaker) public void onEnableSpeakerphoneClick() { if (audioManager != null) { audioManager.toggleUseSpeakerphone(); if (audioManager.isSpeakerphoneAutoOn()) { callControlEnableSpeaker.getHierarchy().setPlaceholderImage(R.drawable.ic_volume_up_white_24dp); } else { callControlEnableSpeaker.getHierarchy().setPlaceholderImage(R.drawable.ic_volume_mute_white_24dp); } } } @OnClick(R.id.call_control_microphone) public void onMicrophoneClick() { if (getActivity() != null && EffortlessPermissions.hasPermissions(getActivity(), PERMISSIONS_MICROPHONE)) { if (getActivity() != null && !appPreferences.getPushToTalkIntroShown()) { spotlightView = new SpotlightView.Builder(getActivity()) .introAnimationDuration(300) .enableRevealAnimation(true) .performClick(false) .fadeinTextDuration(400) .headingTvColor(getResources().getColor(R.color.colorPrimary)) .headingTvSize(20) .headingTvText(getResources().getString(R.string.nc_push_to_talk)) .subHeadingTvColor(getResources().getColor(R.color.bg_default)) .subHeadingTvSize(16) .subHeadingTvText(getResources().getString(R.string.nc_push_to_talk_desc)) .maskColor(Color.parseColor("#dc000000")) .target(microphoneControlButton) .lineAnimDuration(400) .lineAndArcColor(getResources().getColor(R.color.colorPrimary)) .enableDismissAfterShown(true) .dismissOnBackPress(true) .usageId("pushToTalk") .show(); appPreferences.setPushToTalkIntroShown(true); } if (!isPTTActive) { audioOn = !audioOn; if (audioOn) { microphoneControlButton.getHierarchy().setPlaceholderImage(R.drawable.ic_mic_white_24px); } else { microphoneControlButton.getHierarchy().setPlaceholderImage(R.drawable.ic_mic_off_white_24px); } toggleMedia(audioOn, false); } else { microphoneControlButton.getHierarchy().setPlaceholderImage(R.drawable.ic_mic_white_24px); pulseAnimation.start(); toggleMedia(true, false); } if (isVoiceOnlyCall && !isConnectionEstablished()) { fetchSignalingSettings(); } } else if (getActivity() != null && EffortlessPermissions.somePermissionPermanentlyDenied(getActivity(), PERMISSIONS_MICROPHONE)) { // Microphone permission is permanently denied so we cannot request it normally. OpenAppDetailsDialogFragment.show( R.string.nc_microphone_permission_permanently_denied, R.string.nc_permissions_settings, (AppCompatActivity) getActivity()); } else { if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.M) { requestPermissions(PERMISSIONS_MICROPHONE, 100); } else { onRequestPermissionsResult(100, PERMISSIONS_MICROPHONE, new int[]{1}); } } } @OnClick(R.id.callControlToggleChat) void onToggleChatClick() { ((MagicCallActivity) getActivity()).showChat(); } @OnClick(R.id.callControlHangupView) void onHangupClick() { setCallState(CallStatus.LEAVING); hangup(true); } @OnClick(R.id.call_control_camera) public void onCameraClick() { if (getActivity() != null && EffortlessPermissions.hasPermissions(getActivity(), PERMISSIONS_CAMERA)) { videoOn = !videoOn; if (videoOn) { cameraControlButton.getHierarchy().setPlaceholderImage(R.drawable.ic_videocam_white_24px); if (cameraEnumerator.getDeviceNames().length > 1) { cameraSwitchButton.setVisibility(View.VISIBLE); } } else { cameraControlButton.getHierarchy().setPlaceholderImage(R.drawable.ic_videocam_off_white_24px); cameraSwitchButton.setVisibility(View.GONE); } toggleMedia(videoOn, true); } else if (getActivity() != null && EffortlessPermissions.somePermissionPermanentlyDenied(getActivity(), PERMISSIONS_CAMERA)) { // Camera permission is permanently denied so we cannot request it normally. OpenAppDetailsDialogFragment.show( R.string.nc_camera_permission_permanently_denied, R.string.nc_permissions_settings, (AppCompatActivity) getActivity()); } else { if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.M) { requestPermissions(PERMISSIONS_CAMERA, 100); } else { onRequestPermissionsResult(100, PERMISSIONS_CAMERA, new int[]{1}); } } } @OnClick({R.id.call_control_switch_camera}) public void switchCamera() { CameraVideoCapturer cameraVideoCapturer = (CameraVideoCapturer) videoCapturer; if (cameraVideoCapturer != null) { cameraVideoCapturer.switchCamera(new CameraVideoCapturer.CameraSwitchHandler() { @Override public void onCameraSwitchDone(boolean currentCameraIsFront) { pipVideoView.setMirror(currentCameraIsFront); } @Override public void onCameraSwitchError(String s) { } }); } } private void toggleMedia(boolean enable, boolean video) { String message; if (video) { message = "videoOff"; if (enable) { cameraControlButton.setAlpha(1.0f); message = "videoOn"; startVideoCapture(); } else { cameraControlButton.setAlpha(0.7f); if (videoCapturer != null) { try { videoCapturer.stopCapture(); } catch (InterruptedException e) { Log.d(TAG, "Failed to stop capturing video while sensor is near the ear"); } } } if (localMediaStream != null && localMediaStream.videoTracks.size() > 0) { localMediaStream.videoTracks.get(0).setEnabled(enable); } if (enable) { pipVideoView.setVisibility(View.VISIBLE); } else { pipVideoView.setVisibility(View.INVISIBLE); } } else { message = "audioOff"; if (enable) { message = "audioOn"; microphoneControlButton.setAlpha(1.0f); } else { microphoneControlButton.setAlpha(0.7f); } if (localMediaStream != null && localMediaStream.audioTracks.size() > 0) { localMediaStream.audioTracks.get(0).setEnabled(enable); } } if (isConnectionEstablished() && magicPeerConnectionWrapperList != null) { if (!hasMCU) { for (MagicPeerConnectionWrapper magicPeerConnectionWrapper : magicPeerConnectionWrapperList) { magicPeerConnectionWrapper.sendChannelData(new DataChannelMessage(message)); } } else { for (MagicPeerConnectionWrapper magicPeerConnectionWrapper : magicPeerConnectionWrapperList) { if (magicPeerConnectionWrapper.getSessionId().equals(webSocketClient.getSessionId())) { magicPeerConnectionWrapper.sendChannelData(new DataChannelMessage(message)); break; } } } } } private void animateCallControls(boolean show, long startDelay) { if (isVoiceOnlyCall) { if (spotlightView != null && spotlightView.getVisibility() != View.GONE) { spotlightView.setVisibility(View.GONE); } } else if (!isPTTActive) { float alpha; long duration; if (show) { callControlHandler.removeCallbacksAndMessages(null); callInfosHandler.removeCallbacksAndMessages(null); cameraSwitchHandler.removeCallbacksAndMessages(null); alpha = 1.0f; duration = 1000; if (callControls.getVisibility() != View.VISIBLE) { callControls.setAlpha(0.0f); callControls.setVisibility(View.VISIBLE); callInfosLinearLayout.setAlpha(0.0f); callInfosLinearLayout.setVisibility(View.VISIBLE); cameraSwitchButton.setAlpha(0.0f); if (videoOn) { cameraSwitchButton.setVisibility(View.VISIBLE); } } else { callControlHandler.postDelayed(() -> animateCallControls(false, 0), 5000); return; } } else { alpha = 0.0f; duration = 1000; } if (callControls != null) { callControls.setEnabled(false); callControls.animate() .translationY(0) .alpha(alpha) .setDuration(duration) .setStartDelay(startDelay) .setListener(new AnimatorListenerAdapter() { @Override public void onAnimationEnd(Animator animation) { super.onAnimationEnd(animation); if (callControls != null) { if (!show) { callControls.setVisibility(View.GONE); if (spotlightView != null && spotlightView.getVisibility() != View.GONE) { spotlightView.setVisibility(View.GONE); } } else { callControlHandler.postDelayed(new Runnable() { @Override public void run() { if (!isPTTActive) { animateCallControls(false, 0); } } }, 7500); } callControls.setEnabled(true); } } }); } if (callInfosLinearLayout != null) { callInfosLinearLayout.setEnabled(false); callInfosLinearLayout.animate() .translationY(0) .alpha(alpha) .setDuration(duration) .setStartDelay(startDelay) .setListener(new AnimatorListenerAdapter() { @Override public void onAnimationEnd(Animator animation) { super.onAnimationEnd(animation); if (callInfosLinearLayout != null) { if (!show) { callInfosLinearLayout.setVisibility(View.GONE); } else { callInfosHandler.postDelayed(new Runnable() { @Override public void run() { if (!isPTTActive) { animateCallControls(false, 0); } } }, 7500); } callInfosLinearLayout.setEnabled(true); } } }); } if (cameraSwitchButton != null) { cameraSwitchButton.setEnabled(false); cameraSwitchButton.animate() .translationY(0) .alpha(alpha) .setDuration(duration) .setStartDelay(startDelay) .setListener(new AnimatorListenerAdapter() { @Override public void onAnimationEnd(Animator animation) { super.onAnimationEnd(animation); if (cameraSwitchButton != null) { if (!show) { cameraSwitchButton.setVisibility(View.GONE); } cameraSwitchButton.setEnabled(true); } } }); } } } @Override public void onDestroy() { if (!currentCallStatus.equals(CallStatus.LEAVING)) { onHangupClick(); } powerManagerUtils.updatePhoneState(PowerManagerUtils.PhoneState.IDLE); super.onDestroy(); } private void fetchSignalingSettings() { int apiVersion = ApiUtils.getSignalingApiVersion(conversationUser, new int[] {ApiUtils.APIv3, 2, 1}); ncApi.getSignalingSettings(credentials, ApiUtils.getUrlForSignalingSettings(apiVersion, baseUrl)) .subscribeOn(Schedulers.io()) .retry(3) .observeOn(AndroidSchedulers.mainThread()) .subscribe(new Observer() { @Override public void onSubscribe(@io.reactivex.annotations.NonNull Disposable d) { // unused atm } @Override public void onNext(@io.reactivex.annotations.NonNull SignalingSettingsOverall signalingSettingsOverall) { if (signalingSettingsOverall != null && signalingSettingsOverall.getOcs() != null && signalingSettingsOverall.getOcs().getSettings() != null) { externalSignalingServer = new ExternalSignalingServer(); if (!TextUtils.isEmpty(signalingSettingsOverall.getOcs().getSettings().getExternalSignalingServer()) && !TextUtils.isEmpty(signalingSettingsOverall.getOcs().getSettings().getExternalSignalingTicket())) { externalSignalingServer = new ExternalSignalingServer(); externalSignalingServer.setExternalSignalingServer(signalingSettingsOverall.getOcs().getSettings().getExternalSignalingServer()); externalSignalingServer.setExternalSignalingTicket(signalingSettingsOverall.getOcs().getSettings().getExternalSignalingTicket()); hasExternalSignalingServer = true; } else { hasExternalSignalingServer = false; } if (!conversationUser.getUserId().equals("?")) { try { userUtils.createOrUpdateUser(null, null, null, null, null, null, null, conversationUser.getId(), null, null, LoganSquare.serialize(externalSignalingServer)) .subscribeOn(Schedulers.io()) .subscribe(); } catch (IOException exception) { Log.e(TAG, "Failed to serialize external signaling server", exception); } } else { try { conversationUser.setExternalSignalingServer(LoganSquare.serialize(externalSignalingServer)); } catch (IOException exception) { Log.e(TAG, "Failed to serialize external signaling server", exception); } } if (signalingSettingsOverall.getOcs().getSettings().getStunServers() != null) { List stunServers = signalingSettingsOverall.getOcs().getSettings().getStunServers(); if (apiVersion == ApiUtils.APIv3) { for (IceServer stunServer : stunServers) { if (stunServer.getUrls() != null) { for (String url : stunServer.getUrls()) { iceServers.add(new PeerConnection.IceServer(url)); } } } } else { if (signalingSettingsOverall.getOcs().getSettings().getStunServers() != null) { for (IceServer stunServer : stunServers) { iceServers.add(new PeerConnection.IceServer(stunServer.getUrl())); } } } } if (signalingSettingsOverall.getOcs().getSettings().getTurnServers() != null) { List turnServers = signalingSettingsOverall.getOcs().getSettings().getTurnServers(); for (IceServer turnServer : turnServers) { if (turnServer.getUrls() != null) { for (String url : turnServer.getUrls()) { iceServers.add(new PeerConnection.IceServer( url, turnServer.getUsername(), turnServer.getCredential() )); } } } } } checkCapabilities(); } @Override public void onError(@io.reactivex.annotations.NonNull Throwable e) { Log.e(TAG, e.getMessage(), e); } @Override public void onComplete() { // unused atm } }); } private void checkCapabilities() { ncApi.getCapabilities(credentials, ApiUtils.getUrlForCapabilities(baseUrl)) .retry(3) .subscribeOn(Schedulers.io()) .observeOn(AndroidSchedulers.mainThread()) .subscribe(new Observer() { @Override public void onSubscribe(@io.reactivex.annotations.NonNull Disposable d) { // unused atm } @Override public void onNext(@io.reactivex.annotations.NonNull CapabilitiesOverall capabilitiesOverall) { // FIXME check for compatible Call API version if (hasExternalSignalingServer) { setupAndInitiateWebSocketsConnection(); } else { joinRoomAndCall(); } } @Override public void onError(@io.reactivex.annotations.NonNull Throwable e) { // unused atm } @Override public void onComplete() { // unused atm } }); } private void joinRoomAndCall() { callSession = ApplicationWideCurrentRoomHolder.getInstance().getSession(); int apiVersion = ApiUtils.getConversationApiVersion(conversationUser, new int[] {ApiUtils.APIv4, 1}); if (TextUtils.isEmpty(callSession)) { ncApi.joinRoom(credentials, ApiUtils.getUrlForParticipantsActive(apiVersion, baseUrl, roomToken), conversationPassword) .subscribeOn(Schedulers.io()) .observeOn(AndroidSchedulers.mainThread()) .retry(3) .subscribe(new Observer() { @Override public void onSubscribe(@io.reactivex.annotations.NonNull Disposable d) { // unused atm } @Override public void onNext(@io.reactivex.annotations.NonNull RoomOverall roomOverall) { callSession = roomOverall.getOcs().getData().getSessionId(); ApplicationWideCurrentRoomHolder.getInstance().setSession(callSession); ApplicationWideCurrentRoomHolder.getInstance().setCurrentRoomId(roomId); ApplicationWideCurrentRoomHolder.getInstance().setCurrentRoomToken(roomToken); ApplicationWideCurrentRoomHolder.getInstance().setUserInRoom(conversationUser); callOrJoinRoomViaWebSocket(); } @Override public void onError(@io.reactivex.annotations.NonNull Throwable e) { // unused atm } @Override public void onComplete() { // unused atm } }); } else { // we are in a room and start a call -> same session needs to be used callOrJoinRoomViaWebSocket(); } } private void callOrJoinRoomViaWebSocket() { if (hasExternalSignalingServer) { webSocketClient.joinRoomWithRoomTokenAndSession(roomToken, callSession); } else { performCall(); } } private void performCall() { Integer inCallFlag; if (isVoiceOnlyCall) { inCallFlag = (int) Participant.ParticipantFlags.IN_CALL_WITH_AUDIO.getValue(); } else { inCallFlag = (int) Participant.ParticipantFlags.IN_CALL_WITH_AUDIO_AND_VIDEO.getValue(); } int apiVersion = ApiUtils.getCallApiVersion(conversationUser, new int[] {ApiUtils.APIv4, 1}); ncApi.joinCall(credentials, ApiUtils.getUrlForCall(apiVersion, baseUrl, roomToken), inCallFlag) .subscribeOn(Schedulers.io()) .retry(3) .observeOn(AndroidSchedulers.mainThread()) .subscribe(new Observer() { @Override public void onSubscribe(@io.reactivex.annotations.NonNull Disposable d) { // unused atm } @Override public void onNext(@io.reactivex.annotations.NonNull GenericOverall genericOverall) { if (!currentCallStatus.equals(CallStatus.LEAVING)) { setCallState(CallStatus.JOINED); ApplicationWideCurrentRoomHolder.getInstance().setInCall(true); if (!TextUtils.isEmpty(roomToken)) { NotificationUtils.INSTANCE.cancelExistingNotificationsForRoom(getApplicationContext(), conversationUser, roomToken); } if (!hasExternalSignalingServer) { int apiVersion = ApiUtils.getSignalingApiVersion(conversationUser, new int[] {ApiUtils.APIv3, 2, 1}); ncApi.pullSignalingMessages(credentials, ApiUtils.getUrlForSignaling(apiVersion, baseUrl, roomToken)) .subscribeOn(Schedulers.io()) .observeOn(AndroidSchedulers.mainThread()) .repeatWhen(observable -> observable) .takeWhile(observable -> isConnectionEstablished()) .retry(3, observable -> isConnectionEstablished()) .subscribe(new Observer() { @Override public void onSubscribe(@io.reactivex.annotations.NonNull Disposable d) { signalingDisposable = d; } @Override public void onNext( @io.reactivex.annotations.NonNull SignalingOverall signalingOverall) { receivedSignalingMessages(signalingOverall.getOcs().getSignalings()); } @Override public void onError(@io.reactivex.annotations.NonNull Throwable e) { dispose(signalingDisposable); } @Override public void onComplete() { dispose(signalingDisposable); } }); } } } @Override public void onError(@io.reactivex.annotations.NonNull Throwable e) { // unused atm } @Override public void onComplete() { // unused atm } }); } private void setupAndInitiateWebSocketsConnection() { if (webSocketConnectionHelper == null) { webSocketConnectionHelper = new WebSocketConnectionHelper(); } if (webSocketClient == null) { webSocketClient = WebSocketConnectionHelper.getExternalSignalingInstanceForServer( externalSignalingServer.getExternalSignalingServer(), conversationUser, externalSignalingServer.getExternalSignalingTicket(), TextUtils.isEmpty(credentials)); } else { if (webSocketClient.isConnected() && currentCallStatus.equals(CallStatus.PUBLISHER_FAILED)) { webSocketClient.restartWebSocket(); } } joinRoomAndCall(); } private void initiateCall() { if (!TextUtils.isEmpty(roomToken)) { checkPermissions(); } else { handleFromNotification(); } } @Subscribe(threadMode = ThreadMode.BACKGROUND) public void onMessageEvent(WebSocketCommunicationEvent webSocketCommunicationEvent) { switch (webSocketCommunicationEvent.getType()) { case "hello": if (!webSocketCommunicationEvent.getHashMap().containsKey("oldResumeId")) { if (currentCallStatus.equals(CallStatus.RECONNECTING)) { hangup(false); } else { initiateCall(); } } break; case "roomJoined": startSendingNick(); if (webSocketCommunicationEvent.getHashMap().get("roomToken").equals(roomToken)) { performCall(); } break; case "participantsUpdate": if (webSocketCommunicationEvent.getHashMap().get("roomToken").equals(roomToken)) { processUsersInRoom( (List>) webSocketClient .getJobWithId( Integer.valueOf(webSocketCommunicationEvent.getHashMap().get("jobId")))); } break; case "signalingMessage": processMessage((NCSignalingMessage) webSocketClient.getJobWithId( Integer.valueOf(webSocketCommunicationEvent.getHashMap().get("jobId")))); break; case "peerReadyForRequestingOffer": webSocketClient.requestOfferForSessionIdWithType( webSocketCommunicationEvent.getHashMap().get("sessionId"), "video"); break; } } @OnItemClick({R.id.gridview}) public void showCallControls() { animateCallControls(true, 0); } private void dispose(@Nullable Disposable disposable) { if (disposable != null && !disposable.isDisposed()) { disposable.dispose(); } else if (disposable == null) { if (signalingDisposable != null && !signalingDisposable.isDisposed()) { signalingDisposable.dispose(); signalingDisposable = null; } } } private void receivedSignalingMessages(@Nullable List signalingList) { if (signalingList != null) { for (Signaling signaling : signalingList) { try { receivedSignalingMessage(signaling); } catch (IOException e) { Log.e(TAG, "Failed to process received signaling message", e); } } } } private void receivedSignalingMessage(Signaling signaling) throws IOException { String messageType = signaling.getType(); if (!isConnectionEstablished() && !currentCallStatus.equals(CallStatus.CONNECTING)) { return; } if ("usersInRoom".equals(messageType)) { processUsersInRoom((List>) signaling.getMessageWrapper()); } else if ("message".equals(messageType)) { NCSignalingMessage ncSignalingMessage = LoganSquare.parse(signaling.getMessageWrapper().toString(), NCSignalingMessage.class); processMessage(ncSignalingMessage); } else { Log.e(TAG, "unexpected message type when receiving signaling message"); } } private void processMessage(NCSignalingMessage ncSignalingMessage) { if (ncSignalingMessage.getRoomType().equals("video") || ncSignalingMessage.getRoomType().equals("screen")) { MagicPeerConnectionWrapper magicPeerConnectionWrapper = getPeerConnectionWrapperForSessionIdAndType(ncSignalingMessage.getFrom(), ncSignalingMessage.getRoomType(), false); String type = null; if (ncSignalingMessage.getPayload() != null && ncSignalingMessage.getPayload().getType() != null) { type = ncSignalingMessage.getPayload().getType(); } else if (ncSignalingMessage.getType() != null) { type = ncSignalingMessage.getType(); } if (type != null) { switch (type) { case "unshareScreen": endPeerConnection(ncSignalingMessage.getFrom(), true); break; case "offer": case "answer": magicPeerConnectionWrapper.setNick(ncSignalingMessage.getPayload().getNick()); SessionDescription sessionDescriptionWithPreferredCodec; String sessionDescriptionStringWithPreferredCodec = MagicWebRTCUtils.preferCodec (ncSignalingMessage.getPayload().getSdp(), "H264", false); sessionDescriptionWithPreferredCodec = new SessionDescription( SessionDescription.Type.fromCanonicalForm(type), sessionDescriptionStringWithPreferredCodec); if (magicPeerConnectionWrapper.getPeerConnection() != null) { magicPeerConnectionWrapper.getPeerConnection().setRemoteDescription(magicPeerConnectionWrapper .getMagicSdpObserver(), sessionDescriptionWithPreferredCodec); } break; case "candidate": NCIceCandidate ncIceCandidate = ncSignalingMessage.getPayload().getIceCandidate(); IceCandidate iceCandidate = new IceCandidate(ncIceCandidate.getSdpMid(), ncIceCandidate.getSdpMLineIndex(), ncIceCandidate.getCandidate()); magicPeerConnectionWrapper.addCandidate(iceCandidate); break; case "endOfCandidates": magicPeerConnectionWrapper.drainIceCandidates(); break; default: break; } } } else { Log.e(TAG, "unexpected RoomType while processing NCSignalingMessage"); } } private void hangup(boolean shutDownView) { stopCallingSound(); dispose(null); if (shutDownView) { if (videoCapturer != null) { try { videoCapturer.stopCapture(); } catch (InterruptedException e) { Log.e(TAG, "Failed to stop capturing while hanging up"); } videoCapturer.dispose(); videoCapturer = null; } if (pipVideoView != null) { pipVideoView.release(); } if (audioSource != null) { audioSource.dispose(); audioSource = null; } if (audioManager != null) { audioManager.stop(); audioManager = null; } if (videoSource != null) { videoSource = null; } if (peerConnectionFactory != null) { peerConnectionFactory = null; } localMediaStream = null; localAudioTrack = null; localVideoTrack = null; if (TextUtils.isEmpty(credentials) && hasExternalSignalingServer) { WebSocketConnectionHelper.deleteExternalSignalingInstanceForUserEntity(-1); } } for (int i = 0; i < magicPeerConnectionWrapperList.size(); i++) { endPeerConnection(magicPeerConnectionWrapperList.get(i).getSessionId(), false); } hangupNetworkCalls(shutDownView); } private void hangupNetworkCalls(boolean shutDownView) { int apiVersion = ApiUtils.getCallApiVersion(conversationUser, new int[] {ApiUtils.APIv4, 1}); ncApi.leaveCall(credentials, ApiUtils.getUrlForCall(apiVersion, baseUrl, roomToken)) .subscribeOn(Schedulers.io()) .observeOn(AndroidSchedulers.mainThread()) .subscribe(new Observer() { @Override public void onSubscribe(@io.reactivex.annotations.NonNull Disposable d) { // unused atm } @Override public void onNext(@io.reactivex.annotations.NonNull GenericOverall genericOverall) { if (shutDownView && getActivity() != null) { getActivity().finish(); } else if (!shutDownView && (currentCallStatus == CallStatus.RECONNECTING || currentCallStatus == CallStatus.PUBLISHER_FAILED)) { initiateCall(); } } @Override public void onError(@io.reactivex.annotations.NonNull Throwable e) { // unused atm } @Override public void onComplete() { // unused atm } }); } private void leaveRoom(boolean shutDownView) { int apiVersion = ApiUtils.getConversationApiVersion(conversationUser, new int[] {ApiUtils.APIv4, 1}); ncApi.leaveRoom(credentials, ApiUtils.getUrlForParticipantsActive(apiVersion, baseUrl, roomToken)) .subscribeOn(Schedulers.io()) .observeOn(AndroidSchedulers.mainThread()) .subscribe(new Observer() { @Override public void onSubscribe(@io.reactivex.annotations.NonNull Disposable d) { // unused atm } @Override public void onNext(@io.reactivex.annotations.NonNull GenericOverall genericOverall) { if (shutDownView && getActivity() != null) { getActivity().finish(); } } @Override public void onError(@io.reactivex.annotations.NonNull Throwable e) { // unused atm } @Override public void onComplete() { // unused atm } }); } private void startVideoCapture() { if (videoCapturer != null) { videoCapturer.startCapture(1280, 720, 30); } } private void processUsersInRoom(List> users) { List newSessions = new ArrayList<>(); Set oldSesssions = new HashSet<>(); for (HashMap participant : users) { if (!participant.get("sessionId").equals(callSession)) { Object inCallObject = participant.get("inCall"); boolean isNewSession; if (inCallObject instanceof Boolean) { isNewSession = (boolean) inCallObject; } else { isNewSession = ((long) inCallObject) != 0; } if (isNewSession) { newSessions.add(participant.get("sessionId").toString()); } else { oldSesssions.add(participant.get("sessionId").toString()); } } } for (MagicPeerConnectionWrapper magicPeerConnectionWrapper : magicPeerConnectionWrapperList) { if (!magicPeerConnectionWrapper.isMCUPublisher()) { oldSesssions.add(magicPeerConnectionWrapper.getSessionId()); } } // Calculate sessions that left the call oldSesssions.removeAll(newSessions); // Calculate sessions that join the call newSessions.removeAll(oldSesssions); if (!isConnectionEstablished() && !currentCallStatus.equals(CallStatus.CONNECTING)) { return; } if (newSessions.size() > 0 && !hasMCU) { getPeersForCall(); } hasMCU = hasExternalSignalingServer && webSocketClient != null && webSocketClient.hasMCU(); for (String sessionId : newSessions) { getPeerConnectionWrapperForSessionIdAndType(sessionId, "video", hasMCU && sessionId.equals(webSocketClient.getSessionId())); } if (newSessions.size() > 0 && !currentCallStatus.equals(CallStatus.IN_CONVERSATION)) { setCallState(CallStatus.IN_CONVERSATION); } for (String sessionId : oldSesssions) { endPeerConnection(sessionId, false); } } private void getPeersForCall() { Log.d(TAG, "getPeersForCall"); int apiVersion = ApiUtils.getCallApiVersion(conversationUser, new int[] {ApiUtils.APIv4, 1}); ncApi.getPeersForCall(credentials, ApiUtils.getUrlForCall(apiVersion, baseUrl, roomToken)) .subscribeOn(Schedulers.io()) .subscribe(new Observer() { @Override public void onSubscribe(@io.reactivex.annotations.NonNull Disposable d) { // unused atm } @Override public void onNext(@io.reactivex.annotations.NonNull ParticipantsOverall participantsOverall) { participantMap = new HashMap<>(); for (Participant participant : participantsOverall.getOcs().getData()) { participantMap.put(participant.getSessionId(), participant); } } @Override public void onError(@io.reactivex.annotations.NonNull Throwable e) { Log.e(TAG, "error while executing getPeersForCall", e); } @Override public void onComplete() { // unused atm } }); } private void deleteMagicPeerConnection(MagicPeerConnectionWrapper magicPeerConnectionWrapper) { magicPeerConnectionWrapper.removePeerConnection(); magicPeerConnectionWrapperList.remove(magicPeerConnectionWrapper); } private MagicPeerConnectionWrapper getPeerConnectionWrapperForSessionId(String sessionId, String type) { for (int i = 0; i < magicPeerConnectionWrapperList.size(); i++) { if (magicPeerConnectionWrapperList.get(i).getSessionId().equals(sessionId) && magicPeerConnectionWrapperList.get(i).getVideoStreamType().equals(type)) { return magicPeerConnectionWrapperList.get(i); } } return null; } private MagicPeerConnectionWrapper getPeerConnectionWrapperForSessionIdAndType(String sessionId, String type, boolean publisher) { MagicPeerConnectionWrapper magicPeerConnectionWrapper; if ((magicPeerConnectionWrapper = getPeerConnectionWrapperForSessionId(sessionId, type)) != null) { return magicPeerConnectionWrapper; } else { if (hasMCU && publisher) { magicPeerConnectionWrapper = new MagicPeerConnectionWrapper(peerConnectionFactory, iceServers, sdpConstraintsForMCU, sessionId, callSession, localMediaStream, true, true, type); } else if (hasMCU) { magicPeerConnectionWrapper = new MagicPeerConnectionWrapper(peerConnectionFactory, iceServers, sdpConstraints, sessionId, callSession, null, false, true, type); } else { if (!"screen".equals(type)) { magicPeerConnectionWrapper = new MagicPeerConnectionWrapper(peerConnectionFactory, iceServers, sdpConstraints, sessionId, callSession, localMediaStream, false, false, type); } else { magicPeerConnectionWrapper = new MagicPeerConnectionWrapper(peerConnectionFactory, iceServers, sdpConstraints, sessionId, callSession, null, false, false, type); } } magicPeerConnectionWrapperList.add(magicPeerConnectionWrapper); if (publisher) { startSendingNick(); } return magicPeerConnectionWrapper; } } private List getPeerConnectionWrapperListForSessionId(String sessionId) { List internalList = new ArrayList<>(); for (MagicPeerConnectionWrapper magicPeerConnectionWrapper : magicPeerConnectionWrapperList) { if (magicPeerConnectionWrapper.getSessionId().equals(sessionId)) { internalList.add(magicPeerConnectionWrapper); } } return internalList; } private void endPeerConnection(String sessionId, boolean justScreen) { List magicPeerConnectionWrappers; MagicPeerConnectionWrapper magicPeerConnectionWrapper; if (!(magicPeerConnectionWrappers = getPeerConnectionWrapperListForSessionId(sessionId)).isEmpty() && getActivity() != null) { for (int i = 0; i < magicPeerConnectionWrappers.size(); i++) { magicPeerConnectionWrapper = magicPeerConnectionWrappers.get(i); if (magicPeerConnectionWrapper.getSessionId().equals(sessionId)) { if (magicPeerConnectionWrapper.getVideoStreamType().equals("screen") || !justScreen) { // TODO runOnUiThread not necessary??? getActivity().runOnUiThread(() -> removeMediaStream(sessionId)); deleteMagicPeerConnection(magicPeerConnectionWrapper); } } } } } private void removeMediaStream(String sessionId) { Log.d(TAG, "removeMediaStream"); participantDisplayItems.remove(sessionId); if (!isBeingDestroyed() && !isDestroyed()) { initGridAdapter(); if (callControls != null) { callControls.setZ(100.0f); } } } @Subscribe(threadMode = ThreadMode.MAIN) public void onMessageEvent(ConfigurationChangeEvent configurationChangeEvent) { powerManagerUtils.setOrientation(Objects.requireNonNull(getResources()).getConfiguration().orientation); initGridAdapter(); initPipView(); } private void initPipView() { FrameLayout.LayoutParams layoutParams = (FrameLayout.LayoutParams) pipVideoView.getLayoutParams(); DisplayMetrics displayMetrics = getApplicationContext().getResources().getDisplayMetrics(); int screenWidthPx = displayMetrics.widthPixels; int screenWidthDp = (int) DisplayUtils.convertPixelToDp(screenWidthPx, getApplicationContext()); float newXafterRotate = 0; float newYafterRotate; if (callInfosLinearLayout.getVisibility() == View.VISIBLE) { newYafterRotate = 250; } else { newYafterRotate = 20; } if (getResources().getConfiguration().orientation == Configuration.ORIENTATION_LANDSCAPE) { layoutParams.height = (int) getResources().getDimension(R.dimen.large_preview_dimension); layoutParams.width = FrameLayout.LayoutParams.WRAP_CONTENT; newXafterRotate = (float) (screenWidthDp - getResources().getDimension(R.dimen.large_preview_dimension) * 0.8); } else if (getResources().getConfiguration().orientation == Configuration.ORIENTATION_PORTRAIT) { layoutParams.height = FrameLayout.LayoutParams.WRAP_CONTENT; layoutParams.width = (int) getResources().getDimension(R.dimen.large_preview_dimension); newXafterRotate = (float) (screenWidthDp - getResources().getDimension(R.dimen.large_preview_dimension) * 0.5); } pipVideoView.setLayoutParams(layoutParams); int newXafterRotatePx = (int) DisplayUtils.convertDpToPixel(newXafterRotate, getApplicationContext()); selfVideoView.setY(newYafterRotate); selfVideoView.setX(newXafterRotatePx); } @Subscribe(threadMode = ThreadMode.MAIN) public void onMessageEvent(PeerConnectionEvent peerConnectionEvent) { String sessionId = peerConnectionEvent.getSessionId(); if (peerConnectionEvent.getPeerConnectionEventType().equals(PeerConnectionEvent.PeerConnectionEventType .PEER_CLOSED)) { endPeerConnection(sessionId, peerConnectionEvent.getVideoStreamType().equals("screen")); } else if (peerConnectionEvent.getPeerConnectionEventType().equals(PeerConnectionEvent .PeerConnectionEventType.SENSOR_FAR) || peerConnectionEvent.getPeerConnectionEventType().equals(PeerConnectionEvent .PeerConnectionEventType.SENSOR_NEAR)) { if (!isVoiceOnlyCall) { boolean enableVideo = peerConnectionEvent.getPeerConnectionEventType().equals(PeerConnectionEvent .PeerConnectionEventType.SENSOR_FAR) && videoOn; if (getActivity() != null && EffortlessPermissions.hasPermissions(getActivity(), PERMISSIONS_CAMERA) && (currentCallStatus.equals(CallStatus.CONNECTING) || isConnectionEstablished()) && videoOn && enableVideo != localVideoTrack.enabled()) { toggleMedia(enableVideo, true); } } } else if (peerConnectionEvent.getPeerConnectionEventType().equals(PeerConnectionEvent.PeerConnectionEventType.NICK_CHANGE)) { if (participantDisplayItems.get(sessionId) != null) { participantDisplayItems.get(sessionId).setNick(peerConnectionEvent.getNick()); } participantsAdapter.notifyDataSetChanged(); } else if (peerConnectionEvent.getPeerConnectionEventType().equals(PeerConnectionEvent.PeerConnectionEventType.VIDEO_CHANGE) && !isVoiceOnlyCall) { if (participantDisplayItems.get(sessionId) != null) { participantDisplayItems.get(sessionId).setStreamEnabled(peerConnectionEvent.getChangeValue()); } participantsAdapter.notifyDataSetChanged(); } else if (peerConnectionEvent.getPeerConnectionEventType().equals(PeerConnectionEvent.PeerConnectionEventType.AUDIO_CHANGE)) { if (participantDisplayItems.get(sessionId) != null) { participantDisplayItems.get(sessionId).setAudioEnabled(peerConnectionEvent.getChangeValue()); } participantsAdapter.notifyDataSetChanged(); } else if (peerConnectionEvent.getPeerConnectionEventType().equals(PeerConnectionEvent.PeerConnectionEventType.PUBLISHER_FAILED)) { currentCallStatus = CallStatus.PUBLISHER_FAILED; webSocketClient.clearResumeId(); hangup(false); } } private void startSendingNick() { DataChannelMessageNick dataChannelMessage = new DataChannelMessageNick(); dataChannelMessage.setType("nickChanged"); HashMap nickChangedPayload = new HashMap<>(); nickChangedPayload.put("userid", conversationUser.getUserId()); nickChangedPayload.put("name", conversationUser.getDisplayName()); dataChannelMessage.setPayload(nickChangedPayload); final MagicPeerConnectionWrapper magicPeerConnectionWrapper; for (int i = 0; i < magicPeerConnectionWrapperList.size(); i++) { if (magicPeerConnectionWrapperList.get(i).isMCUPublisher()) { magicPeerConnectionWrapper = magicPeerConnectionWrapperList.get(i); Observable .interval(1, TimeUnit.SECONDS) .repeatUntil(() -> (!isConnectionEstablished() || isBeingDestroyed() || isDestroyed())) .observeOn(Schedulers.io()) .subscribe(new Observer() { @Override public void onSubscribe(@io.reactivex.annotations.NonNull Disposable d) { // unused atm } @Override public void onNext(@io.reactivex.annotations.NonNull Long aLong) { magicPeerConnectionWrapper.sendNickChannelData(dataChannelMessage); } @Override public void onError(@io.reactivex.annotations.NonNull Throwable e) { // unused atm } @Override public void onComplete() { // unused atm } }); break; } } } @Subscribe(threadMode = ThreadMode.MAIN) public void onMessageEvent(MediaStreamEvent mediaStreamEvent) { if (mediaStreamEvent.getMediaStream() != null) { boolean hasAtLeastOneVideoStream = mediaStreamEvent.getMediaStream().videoTracks != null && mediaStreamEvent.getMediaStream().videoTracks.size() > 0; setupVideoStreamForLayout( mediaStreamEvent.getMediaStream(), mediaStreamEvent.getSession(), hasAtLeastOneVideoStream, mediaStreamEvent.getVideoStreamType()); } else { setupVideoStreamForLayout( null, mediaStreamEvent.getSession(), false, mediaStreamEvent.getVideoStreamType()); } } @Subscribe(threadMode = ThreadMode.BACKGROUND) public void onMessageEvent(SessionDescriptionSendEvent sessionDescriptionSend) throws IOException { NCMessageWrapper ncMessageWrapper = new NCMessageWrapper(); ncMessageWrapper.setEv("message"); ncMessageWrapper.setSessionId(callSession); NCSignalingMessage ncSignalingMessage = new NCSignalingMessage(); ncSignalingMessage.setTo(sessionDescriptionSend.getPeerId()); ncSignalingMessage.setRoomType(sessionDescriptionSend.getVideoStreamType()); ncSignalingMessage.setType(sessionDescriptionSend.getType()); NCMessagePayload ncMessagePayload = new NCMessagePayload(); ncMessagePayload.setType(sessionDescriptionSend.getType()); if (!"candidate".equals(sessionDescriptionSend.getType())) { ncMessagePayload.setSdp(sessionDescriptionSend.getSessionDescription().description); ncMessagePayload.setNick(conversationUser.getDisplayName()); } else { ncMessagePayload.setIceCandidate(sessionDescriptionSend.getNcIceCandidate()); } // Set all we need ncSignalingMessage.setPayload(ncMessagePayload); ncMessageWrapper.setSignalingMessage(ncSignalingMessage); if (!hasExternalSignalingServer) { StringBuilder stringBuilder = new StringBuilder(); stringBuilder.append("{") .append("\"fn\":\"") .append(StringEscapeUtils.escapeJson(LoganSquare.serialize(ncMessageWrapper.getSignalingMessage()))).append("\"") .append(",") .append("\"sessionId\":") .append("\"").append(StringEscapeUtils.escapeJson(callSession)).append("\"") .append(",") .append("\"ev\":\"message\"") .append("}"); List strings = new ArrayList<>(); String stringToSend = stringBuilder.toString(); strings.add(stringToSend); int apiVersion = ApiUtils.getSignalingApiVersion(conversationUser, new int[] {ApiUtils.APIv3, 2, 1}); ncApi.sendSignalingMessages(credentials, ApiUtils.getUrlForSignaling(apiVersion, baseUrl, roomToken), strings.toString()) .retry(3) .subscribeOn(Schedulers.io()) .subscribe(new Observer() { @Override public void onSubscribe(@io.reactivex.annotations.NonNull Disposable d) { // unused atm } @Override public void onNext(@io.reactivex.annotations.NonNull SignalingOverall signalingOverall) { receivedSignalingMessages(signalingOverall.getOcs().getSignalings()); } @Override public void onError(@io.reactivex.annotations.NonNull Throwable e) { Log.e(TAG, "", e); } @Override public void onComplete() { // unused atm } }); } else { webSocketClient.sendCallMessage(ncMessageWrapper); } } @Override public void onRequestPermissionsResult(int requestCode, @NonNull String[] permissions, @NonNull int[] grantResults) { super.onRequestPermissionsResult(requestCode, permissions, grantResults); EffortlessPermissions.onRequestPermissionsResult(requestCode, permissions, grantResults, this); } private void setupVideoStreamForLayout(@Nullable MediaStream mediaStream, String session, boolean videoStreamEnabled, String videoStreamType) { String nick; if (hasExternalSignalingServer) { nick = webSocketClient.getDisplayNameForSession(session); } else { nick = getPeerConnectionWrapperForSessionIdAndType(session, videoStreamType, false).getNick(); } String userId = ""; if (hasMCU) { userId = webSocketClient.getUserIdForSession(session); } else if (participantMap.get(session).getActorType() == Participant.ActorType.USERS) { userId = participantMap.get(session).getActorId(); } String urlForAvatar; if (!TextUtils.isEmpty(userId)) { urlForAvatar = ApiUtils.getUrlForAvatarWithName(baseUrl, userId, R.dimen.avatar_size_big); } else { urlForAvatar = ApiUtils.getUrlForAvatarWithNameForGuests(baseUrl, nick, R.dimen.avatar_size_big); } ParticipantDisplayItem participantDisplayItem = new ParticipantDisplayItem(userId, session, nick, urlForAvatar, mediaStream, videoStreamType, videoStreamEnabled, rootEglBase); participantDisplayItems.put(session, participantDisplayItem); initGridAdapter(); callControls.setZ(100.0f); } @OnClick(R.id.callStateRelativeLayoutView) public void onConnectingViewClick() { if (currentCallStatus.equals(CallStatus.CALLING_TIMEOUT)) { setCallState(CallStatus.RECONNECTING); hangupNetworkCalls(false); } } private void setCallState(CallStatus callState) { if (currentCallStatus == null || !currentCallStatus.equals(callState)) { currentCallStatus = callState; if (handler == null) { handler = new Handler(Looper.getMainLooper()); } else { handler.removeCallbacksAndMessages(null); } switch (callState) { case CONNECTING: handler.post(() -> { playCallingSound(); if (isIncomingCallFromNotification) { callStateTextView.setText(R.string.nc_call_incoming); } else { callStateTextView.setText(R.string.nc_call_ringing); } callConversationNameTextView.setText(conversationName); callVoiceOrVideoTextView.setText(getDescriptionForCallType()); if (callStateView.getVisibility() != View.VISIBLE) { callStateView.setVisibility(View.VISIBLE); } if (gridView.getVisibility() != View.INVISIBLE) { gridView.setVisibility(View.INVISIBLE); } if (progressBar.getVisibility() != View.VISIBLE) { progressBar.setVisibility(View.VISIBLE); } if (errorImageView.getVisibility() != View.GONE) { errorImageView.setVisibility(View.GONE); } }); break; case CALLING_TIMEOUT: handler.post(() -> { hangup(false); callStateTextView.setText(R.string.nc_call_timeout); callVoiceOrVideoTextView.setText(getDescriptionForCallType()); if (callStateView.getVisibility() != View.VISIBLE) { callStateView.setVisibility(View.VISIBLE); } if (progressBar.getVisibility() != View.GONE) { progressBar.setVisibility(View.GONE); } if (gridView.getVisibility() != View.INVISIBLE) { gridView.setVisibility(View.INVISIBLE); } errorImageView.setImageResource(R.drawable.ic_av_timer_timer_24dp); if (errorImageView.getVisibility() != View.VISIBLE) { errorImageView.setVisibility(View.VISIBLE); } }); break; case RECONNECTING: handler.post(() -> { playCallingSound(); callStateTextView.setText(R.string.nc_call_reconnecting); callVoiceOrVideoTextView.setText(getDescriptionForCallType()); if (callStateView.getVisibility() != View.VISIBLE) { callStateView.setVisibility(View.VISIBLE); } if (gridView.getVisibility() != View.INVISIBLE) { gridView.setVisibility(View.INVISIBLE); } if (progressBar.getVisibility() != View.VISIBLE) { progressBar.setVisibility(View.VISIBLE); } if (errorImageView.getVisibility() != View.GONE) { errorImageView.setVisibility(View.GONE); } }); break; case JOINED: handler.postDelayed(() -> setCallState(CallStatus.CALLING_TIMEOUT), 45000); handler.post(() -> { callVoiceOrVideoTextView.setText(getDescriptionForCallType()); if (callStateView != null) { if (isIncomingCallFromNotification) { callStateTextView.setText(R.string.nc_call_incoming); } else { callStateTextView.setText(R.string.nc_call_ringing); } if (callStateView.getVisibility() != View.VISIBLE) { callStateView.setVisibility(View.VISIBLE); } } if (progressBar != null) { if (progressBar.getVisibility() != View.VISIBLE) { progressBar.setVisibility(View.VISIBLE); } } if (gridView != null) { if (gridView.getVisibility() != View.INVISIBLE) { gridView.setVisibility(View.INVISIBLE); } } if (errorImageView != null) { if (errorImageView.getVisibility() != View.GONE) { errorImageView.setVisibility(View.GONE); } } }); break; case IN_CONVERSATION: handler.post(() -> { stopCallingSound(); callVoiceOrVideoTextView.setText(getDescriptionForCallType()); if (!isVoiceOnlyCall) { callInfosLinearLayout.setVisibility(View.GONE); } if (!isPTTActive) { animateCallControls(false, 5000); } if (callStateView != null) { if (callStateView.getVisibility() != View.INVISIBLE) { callStateView.setVisibility(View.INVISIBLE); } } if (progressBar != null) { if (progressBar.getVisibility() != View.GONE) { progressBar.setVisibility(View.GONE); } } if (gridView != null) { if (gridView.getVisibility() != View.VISIBLE) { gridView.setVisibility(View.VISIBLE); } } if (errorImageView != null) { if (errorImageView.getVisibility() != View.GONE) { errorImageView.setVisibility(View.GONE); } } }); break; case OFFLINE: handler.post(() -> { stopCallingSound(); if (callStateTextView != null) { callStateTextView.setText(R.string.nc_offline); if (callStateView.getVisibility() != View.VISIBLE) { callStateView.setVisibility(View.VISIBLE); } } if (gridView != null) { if (gridView.getVisibility() != View.INVISIBLE) { gridView.setVisibility(View.INVISIBLE); } } if (progressBar != null) { if (progressBar.getVisibility() != View.GONE) { progressBar.setVisibility(View.GONE); } } if (errorImageView != null) { errorImageView.setImageResource(R.drawable.ic_signal_wifi_off_white_24dp); if (errorImageView.getVisibility() != View.VISIBLE) { errorImageView.setVisibility(View.VISIBLE); } } }); break; case LEAVING: handler.post(() -> { if (!isDestroyed() && !isBeingDestroyed()) { stopCallingSound(); callVoiceOrVideoTextView.setText(getDescriptionForCallType()); callStateTextView.setText(R.string.nc_leaving_call); callStateView.setVisibility(View.VISIBLE); gridView.setVisibility(View.INVISIBLE); progressBar.setVisibility(View.VISIBLE); errorImageView.setVisibility(View.GONE); } }); break; default: } } } private String getDescriptionForCallType() { String appName = getResources().getString(R.string.nc_app_product_name); if (isVoiceOnlyCall) { return String.format(getResources().getString(R.string.nc_call_voice), appName); } else { return String.format(getResources().getString(R.string.nc_call_video), appName); } } private void playCallingSound() { stopCallingSound(); Uri ringtoneUri; if (isIncomingCallFromNotification) { ringtoneUri = Uri.parse("android.resource://" + getApplicationContext().getPackageName() + "/raw/librem_by_feandesign_call"); } else { ringtoneUri = Uri.parse("android.resource://" + getApplicationContext().getPackageName() + "/raw" + "/tr110_1_kap8_3_freiton1"); } if (getActivity() != null) { mediaPlayer = new MediaPlayer(); try { mediaPlayer.setDataSource(Objects.requireNonNull(getActivity()), ringtoneUri); mediaPlayer.setLooping(true); AudioAttributes audioAttributes = new AudioAttributes.Builder().setContentType( AudioAttributes.CONTENT_TYPE_SONIFICATION) .setUsage(AudioAttributes.USAGE_VOICE_COMMUNICATION) .build(); mediaPlayer.setAudioAttributes(audioAttributes); mediaPlayer.setOnPreparedListener(mp -> mediaPlayer.start()); mediaPlayer.prepareAsync(); } catch (IOException e) { Log.e(TAG, "Failed to play sound"); } } } private void stopCallingSound() { if (mediaPlayer != null) { if (mediaPlayer.isPlaying()) { mediaPlayer.stop(); } mediaPlayer.release(); mediaPlayer = null; } } @Override protected void onAttach(@NonNull View view) { super.onAttach(view); eventBus.register(this); } @Override protected void onDetach(@NonNull View view) { super.onDetach(view); eventBus.unregister(this); } private class MicrophoneButtonTouchListener implements View.OnTouchListener { @SuppressLint("ClickableViewAccessibility") @Override public boolean onTouch(View v, MotionEvent event) { v.onTouchEvent(event); if (event.getAction() == MotionEvent.ACTION_UP && isPTTActive) { isPTTActive = false; microphoneControlButton.getHierarchy().setPlaceholderImage(R.drawable.ic_mic_off_white_24px); pulseAnimation.stop(); toggleMedia(false, false); animateCallControls(false, 5000); } return true; } } @Subscribe(threadMode = ThreadMode.BACKGROUND) public void onMessageEvent(NetworkEvent networkEvent) { if (networkEvent.getNetworkConnectionEvent() .equals(NetworkEvent.NetworkConnectionEvent.NETWORK_CONNECTED)) { if (handler != null) { handler.removeCallbacksAndMessages(null); } } else if (networkEvent.getNetworkConnectionEvent() .equals(NetworkEvent.NetworkConnectionEvent.NETWORK_DISCONNECTED)) { if (handler != null) { handler.removeCallbacksAndMessages(null); } } } private class SelfVideoTouchListener implements View.OnTouchListener { @SuppressLint("ClickableViewAccessibility") @Override public boolean onTouch(View view, MotionEvent event) { long duration = event.getEventTime() - event.getDownTime(); if (event.getActionMasked() == MotionEvent.ACTION_MOVE) { float newY = event.getRawY() - selfVideoView.getHeight() / (float) 2; float newX = event.getRawX() - selfVideoView.getWidth() / (float) 2; selfVideoView.setY(newY); selfVideoView.setX(newX); } else if (event.getActionMasked() == MotionEvent.ACTION_UP && duration < 100) { switchCamera(); } return true; } } }