1413 lines
58 KiB
Java
1413 lines
58 KiB
Java
package org.thoughtcrime.securesms.service;
|
|
|
|
|
|
import android.Manifest;
|
|
import android.app.Service;
|
|
import android.content.BroadcastReceiver;
|
|
import android.content.Context;
|
|
import android.content.Intent;
|
|
import android.content.IntentFilter;
|
|
import android.media.AudioManager;
|
|
import android.net.Uri;
|
|
import android.os.Build;
|
|
import android.os.Bundle;
|
|
import android.os.Handler;
|
|
import android.os.HandlerThread;
|
|
import android.os.IBinder;
|
|
import android.os.ResultReceiver;
|
|
import androidx.annotation.NonNull;
|
|
import androidx.annotation.Nullable;
|
|
import androidx.annotation.WorkerThread;
|
|
import android.telephony.PhoneStateListener;
|
|
import android.telephony.TelephonyManager;
|
|
import android.util.Pair;
|
|
|
|
import com.google.protobuf.InvalidProtocolBufferException;
|
|
|
|
import org.greenrobot.eventbus.EventBus;
|
|
import org.thoughtcrime.securesms.ApplicationContext;
|
|
import org.thoughtcrime.securesms.WebRtcCallActivity;
|
|
import org.thoughtcrime.securesms.contacts.ContactAccessor;
|
|
import org.thoughtcrime.securesms.crypto.UnidentifiedAccessUtil;
|
|
import org.thoughtcrime.securesms.database.Address;
|
|
import org.thoughtcrime.securesms.database.DatabaseFactory;
|
|
import org.thoughtcrime.securesms.database.RecipientDatabase.VibrateState;
|
|
import org.thoughtcrime.securesms.dependencies.ApplicationDependencies;
|
|
import org.thoughtcrime.securesms.events.WebRtcViewModel;
|
|
import org.thoughtcrime.securesms.logging.Log;
|
|
import org.thoughtcrime.securesms.notifications.MessageNotifier;
|
|
import org.thoughtcrime.securesms.permissions.Permissions;
|
|
import org.thoughtcrime.securesms.recipients.Recipient;
|
|
import org.thoughtcrime.securesms.util.FutureTaskListener;
|
|
import org.thoughtcrime.securesms.util.ListenableFutureTask;
|
|
import org.thoughtcrime.securesms.util.ServiceUtil;
|
|
import org.thoughtcrime.securesms.util.TelephonyUtil;
|
|
import org.thoughtcrime.securesms.util.TextSecurePreferences;
|
|
import org.thoughtcrime.securesms.util.Util;
|
|
import org.thoughtcrime.securesms.webrtc.CallNotificationBuilder;
|
|
import org.thoughtcrime.securesms.webrtc.CameraState;
|
|
import org.thoughtcrime.securesms.webrtc.IncomingPstnCallReceiver;
|
|
import org.thoughtcrime.securesms.webrtc.PeerConnectionFactoryOptions;
|
|
import org.thoughtcrime.securesms.webrtc.PeerConnectionWrapper;
|
|
import org.thoughtcrime.securesms.webrtc.PeerConnectionWrapper.PeerConnectionException;
|
|
import org.thoughtcrime.securesms.webrtc.UncaughtExceptionHandlerManager;
|
|
import org.thoughtcrime.securesms.webrtc.WebRtcDataProtos;
|
|
import org.thoughtcrime.securesms.webrtc.WebRtcDataProtos.Connected;
|
|
import org.thoughtcrime.securesms.webrtc.WebRtcDataProtos.Data;
|
|
import org.thoughtcrime.securesms.webrtc.WebRtcDataProtos.Hangup;
|
|
import org.thoughtcrime.securesms.webrtc.audio.BluetoothStateManager;
|
|
import org.thoughtcrime.securesms.webrtc.audio.OutgoingRinger;
|
|
import org.thoughtcrime.securesms.webrtc.audio.SignalAudioManager;
|
|
import org.thoughtcrime.securesms.webrtc.locks.LockManager;
|
|
import org.webrtc.AudioTrack;
|
|
import org.webrtc.DataChannel;
|
|
import org.webrtc.DefaultVideoDecoderFactory;
|
|
import org.webrtc.DefaultVideoEncoderFactory;
|
|
import org.webrtc.EglBase;
|
|
import org.webrtc.IceCandidate;
|
|
import org.webrtc.MediaConstraints;
|
|
import org.webrtc.MediaStream;
|
|
import org.webrtc.PeerConnection;
|
|
import org.webrtc.PeerConnectionFactory;
|
|
import org.webrtc.RtpReceiver;
|
|
import org.webrtc.SessionDescription;
|
|
import org.webrtc.SurfaceViewRenderer;
|
|
import org.webrtc.VideoDecoderFactory;
|
|
import org.webrtc.VideoEncoderFactory;
|
|
import org.webrtc.VideoTrack;
|
|
import org.whispersystems.libsignal.IdentityKey;
|
|
import org.whispersystems.signalservice.api.SignalServiceAccountManager;
|
|
import org.whispersystems.signalservice.api.SignalServiceMessageSender;
|
|
import org.whispersystems.signalservice.api.crypto.UntrustedIdentityException;
|
|
import org.whispersystems.signalservice.api.messages.calls.AnswerMessage;
|
|
import org.whispersystems.signalservice.api.messages.calls.BusyMessage;
|
|
import org.whispersystems.signalservice.api.messages.calls.HangupMessage;
|
|
import org.whispersystems.signalservice.api.messages.calls.IceUpdateMessage;
|
|
import org.whispersystems.signalservice.api.messages.calls.OfferMessage;
|
|
import org.whispersystems.signalservice.api.messages.calls.SignalServiceCallMessage;
|
|
import org.whispersystems.signalservice.api.messages.calls.TurnServerInfo;
|
|
import org.whispersystems.signalservice.api.push.SignalServiceAddress;
|
|
import org.whispersystems.signalservice.api.push.exceptions.UnregisteredUserException;
|
|
import org.whispersystems.signalservice.internal.util.concurrent.SettableFuture;
|
|
|
|
import java.io.IOException;
|
|
import java.nio.ByteBuffer;
|
|
import java.security.SecureRandom;
|
|
import java.util.LinkedList;
|
|
import java.util.List;
|
|
import java.util.concurrent.Callable;
|
|
import java.util.concurrent.ExecutionException;
|
|
import java.util.concurrent.ExecutorService;
|
|
import java.util.concurrent.Executors;
|
|
import java.util.concurrent.ScheduledExecutorService;
|
|
import java.util.concurrent.TimeUnit;
|
|
|
|
import static org.thoughtcrime.securesms.webrtc.CallNotificationBuilder.TYPE_ESTABLISHED;
|
|
import static org.thoughtcrime.securesms.webrtc.CallNotificationBuilder.TYPE_INCOMING_CONNECTING;
|
|
import static org.thoughtcrime.securesms.webrtc.CallNotificationBuilder.TYPE_INCOMING_RINGING;
|
|
import static org.thoughtcrime.securesms.webrtc.CallNotificationBuilder.TYPE_OUTGOING_RINGING;
|
|
|
|
public class WebRtcCallService extends Service implements PeerConnection.Observer,
|
|
DataChannel.Observer,
|
|
BluetoothStateManager.BluetoothStateListener,
|
|
PeerConnectionWrapper.CameraEventListener
|
|
{
|
|
|
|
private static final String TAG = WebRtcCallService.class.getSimpleName();
|
|
|
|
private enum CallState {
|
|
STATE_IDLE, STATE_DIALING, STATE_ANSWERING, STATE_REMOTE_RINGING, STATE_LOCAL_RINGING, STATE_CONNECTED
|
|
}
|
|
|
|
private static final String DATA_CHANNEL_NAME = "signaling";
|
|
|
|
public static final String EXTRA_REMOTE_ADDRESS = "remote_address";
|
|
public static final String EXTRA_MUTE = "mute_value";
|
|
public static final String EXTRA_AVAILABLE = "enabled_value";
|
|
public static final String EXTRA_REMOTE_DESCRIPTION = "remote_description";
|
|
public static final String EXTRA_TIMESTAMP = "timestamp";
|
|
public static final String EXTRA_CALL_ID = "call_id";
|
|
public static final String EXTRA_ICE_SDP = "ice_sdp";
|
|
public static final String EXTRA_ICE_SDP_MID = "ice_sdp_mid";
|
|
public static final String EXTRA_ICE_SDP_LINE_INDEX = "ice_sdp_line_index";
|
|
public static final String EXTRA_RESULT_RECEIVER = "result_receiver";
|
|
|
|
public static final String ACTION_INCOMING_CALL = "CALL_INCOMING";
|
|
public static final String ACTION_OUTGOING_CALL = "CALL_OUTGOING";
|
|
public static final String ACTION_ANSWER_CALL = "ANSWER_CALL";
|
|
public static final String ACTION_DENY_CALL = "DENY_CALL";
|
|
public static final String ACTION_LOCAL_HANGUP = "LOCAL_HANGUP";
|
|
public static final String ACTION_SET_MUTE_AUDIO = "SET_MUTE_AUDIO";
|
|
public static final String ACTION_SET_MUTE_VIDEO = "SET_MUTE_VIDEO";
|
|
public static final String ACTION_FLIP_CAMERA = "FLIP_CAMERA";
|
|
public static final String ACTION_BLUETOOTH_CHANGE = "BLUETOOTH_CHANGE";
|
|
public static final String ACTION_WIRED_HEADSET_CHANGE = "WIRED_HEADSET_CHANGE";
|
|
public static final String ACTION_SCREEN_OFF = "SCREEN_OFF";
|
|
public static final String ACTION_CHECK_TIMEOUT = "CHECK_TIMEOUT";
|
|
public static final String ACTION_IS_IN_CALL_QUERY = "IS_IN_CALL";
|
|
|
|
public static final String ACTION_RESPONSE_MESSAGE = "RESPONSE_MESSAGE";
|
|
public static final String ACTION_ICE_MESSAGE = "ICE_MESSAGE";
|
|
public static final String ACTION_ICE_CANDIDATE = "ICE_CANDIDATE";
|
|
public static final String ACTION_CALL_CONNECTED = "CALL_CONNECTED";
|
|
public static final String ACTION_REMOTE_HANGUP = "REMOTE_HANGUP";
|
|
public static final String ACTION_REMOTE_BUSY = "REMOTE_BUSY";
|
|
public static final String ACTION_REMOTE_VIDEO_MUTE = "REMOTE_VIDEO_MUTE";
|
|
public static final String ACTION_ICE_CONNECTED = "ICE_CONNECTED";
|
|
|
|
private CallState callState = CallState.STATE_IDLE;
|
|
private CameraState localCameraState = CameraState.UNKNOWN;
|
|
private boolean microphoneEnabled = true;
|
|
private boolean remoteVideoEnabled = false;
|
|
private boolean bluetoothAvailable = false;
|
|
|
|
private SignalServiceMessageSender messageSender;
|
|
private SignalServiceAccountManager accountManager;
|
|
|
|
private PeerConnectionFactory peerConnectionFactory;
|
|
private SignalAudioManager audioManager;
|
|
private BluetoothStateManager bluetoothStateManager;
|
|
private WiredHeadsetStateReceiver wiredHeadsetStateReceiver;
|
|
private PowerButtonReceiver powerButtonReceiver;
|
|
private LockManager lockManager;
|
|
|
|
private IncomingPstnCallReceiver callReceiver;
|
|
private UncaughtExceptionHandlerManager uncaughtExceptionHandlerManager;
|
|
|
|
@Nullable private Long callId;
|
|
@Nullable private Recipient recipient;
|
|
@Nullable private PeerConnectionWrapper peerConnection;
|
|
@Nullable private DataChannel dataChannel;
|
|
@Nullable private List<IceUpdateMessage> pendingOutgoingIceUpdates;
|
|
@Nullable private List<IceCandidate> pendingIncomingIceUpdates;
|
|
|
|
@Nullable private SurfaceViewRenderer localRenderer;
|
|
@Nullable private SurfaceViewRenderer remoteRenderer;
|
|
@Nullable private EglBase eglBase;
|
|
|
|
private ExecutorService serviceExecutor = Executors.newSingleThreadExecutor();
|
|
private ExecutorService networkExecutor = Executors.newSingleThreadExecutor();
|
|
private ScheduledExecutorService timeoutExecutor = Executors.newScheduledThreadPool(1);
|
|
|
|
private final PhoneStateListener hangUpRtcOnDeviceCallAnswered = new HangUpRtcOnPstnCallAnsweredListener();
|
|
|
|
@Override
|
|
public void onCreate() {
|
|
super.onCreate();
|
|
Log.d(TAG, "onCreate");
|
|
|
|
initializeResources();
|
|
|
|
registerIncomingPstnCallReceiver();
|
|
registerUncaughtExceptionHandler();
|
|
registerWiredHeadsetStateReceiver();
|
|
|
|
TelephonyUtil.getManager(this)
|
|
.listen(hangUpRtcOnDeviceCallAnswered, PhoneStateListener.LISTEN_CALL_STATE);
|
|
}
|
|
|
|
@Override
|
|
public int onStartCommand(final Intent intent, int flags, int startId) {
|
|
Log.i(TAG, "onStartCommand...");
|
|
if (intent == null || intent.getAction() == null) return START_NOT_STICKY;
|
|
|
|
serviceExecutor.execute(() -> {
|
|
if (intent.getAction().equals(ACTION_INCOMING_CALL) && isBusy()) handleBusyCall(intent);
|
|
else if (intent.getAction().equals(ACTION_REMOTE_BUSY)) handleBusyMessage(intent);
|
|
else if (intent.getAction().equals(ACTION_INCOMING_CALL)) handleIncomingCall(intent);
|
|
else if (intent.getAction().equals(ACTION_OUTGOING_CALL) && isIdle()) handleOutgoingCall(intent);
|
|
else if (intent.getAction().equals(ACTION_ANSWER_CALL)) handleAnswerCall(intent);
|
|
else if (intent.getAction().equals(ACTION_DENY_CALL)) handleDenyCall(intent);
|
|
else if (intent.getAction().equals(ACTION_LOCAL_HANGUP)) handleLocalHangup(intent);
|
|
else if (intent.getAction().equals(ACTION_REMOTE_HANGUP)) handleRemoteHangup(intent);
|
|
else if (intent.getAction().equals(ACTION_SET_MUTE_AUDIO)) handleSetMuteAudio(intent);
|
|
else if (intent.getAction().equals(ACTION_SET_MUTE_VIDEO)) handleSetMuteVideo(intent);
|
|
else if (intent.getAction().equals(ACTION_FLIP_CAMERA)) handleSetCameraFlip(intent);
|
|
else if (intent.getAction().equals(ACTION_BLUETOOTH_CHANGE)) handleBluetoothChange(intent);
|
|
else if (intent.getAction().equals(ACTION_WIRED_HEADSET_CHANGE)) handleWiredHeadsetChange(intent);
|
|
else if (intent.getAction().equals((ACTION_SCREEN_OFF))) handleScreenOffChange(intent);
|
|
else if (intent.getAction().equals(ACTION_REMOTE_VIDEO_MUTE)) handleRemoteVideoMute(intent);
|
|
else if (intent.getAction().equals(ACTION_RESPONSE_MESSAGE)) handleResponseMessage(intent);
|
|
else if (intent.getAction().equals(ACTION_ICE_MESSAGE)) handleRemoteIceCandidate(intent);
|
|
else if (intent.getAction().equals(ACTION_ICE_CANDIDATE)) handleLocalIceCandidate(intent);
|
|
else if (intent.getAction().equals(ACTION_ICE_CONNECTED)) handleIceConnected(intent);
|
|
else if (intent.getAction().equals(ACTION_CALL_CONNECTED)) handleCallConnected(intent);
|
|
else if (intent.getAction().equals(ACTION_CHECK_TIMEOUT)) handleCheckTimeout(intent);
|
|
else if (intent.getAction().equals(ACTION_IS_IN_CALL_QUERY)) handleIsInCallQuery(intent);
|
|
});
|
|
|
|
return START_NOT_STICKY;
|
|
}
|
|
|
|
@Override
|
|
public void onDestroy() {
|
|
super.onDestroy();
|
|
Log.d(TAG, "onDestroy");
|
|
|
|
if (callReceiver != null) {
|
|
unregisterReceiver(callReceiver);
|
|
}
|
|
|
|
if (uncaughtExceptionHandlerManager != null) {
|
|
uncaughtExceptionHandlerManager.unregister();
|
|
}
|
|
|
|
if (bluetoothStateManager != null) {
|
|
bluetoothStateManager.onDestroy();
|
|
}
|
|
|
|
if (wiredHeadsetStateReceiver != null) {
|
|
unregisterReceiver(wiredHeadsetStateReceiver);
|
|
wiredHeadsetStateReceiver = null;
|
|
}
|
|
|
|
if (powerButtonReceiver != null) {
|
|
unregisterReceiver(powerButtonReceiver);
|
|
powerButtonReceiver = null;
|
|
}
|
|
|
|
TelephonyUtil.getManager(this)
|
|
.listen(hangUpRtcOnDeviceCallAnswered, PhoneStateListener.LISTEN_NONE);
|
|
}
|
|
|
|
@Override
|
|
public void onBluetoothStateChanged(boolean isAvailable) {
|
|
Log.i(TAG, "onBluetoothStateChanged: " + isAvailable);
|
|
|
|
Intent intent = new Intent(this, WebRtcCallService.class);
|
|
intent.setAction(ACTION_BLUETOOTH_CHANGE);
|
|
intent.putExtra(EXTRA_AVAILABLE, isAvailable);
|
|
|
|
startService(intent);
|
|
}
|
|
|
|
@Override
|
|
public void onCameraSwitchCompleted(@NonNull CameraState newCameraState) {
|
|
this.localCameraState = newCameraState;
|
|
if (recipient != null) {
|
|
sendMessage(viewModelStateFor(callState), recipient, localCameraState, remoteVideoEnabled, bluetoothAvailable, microphoneEnabled);
|
|
}
|
|
}
|
|
|
|
|
|
// Initializers
|
|
|
|
private void initializeResources() {
|
|
this.messageSender = ApplicationDependencies.getSignalServiceMessageSender();
|
|
this.accountManager = ApplicationDependencies.getSignalServiceAccountManager();
|
|
this.callState = CallState.STATE_IDLE;
|
|
this.lockManager = new LockManager(this);
|
|
this.audioManager = new SignalAudioManager(this);
|
|
this.bluetoothStateManager = new BluetoothStateManager(this, this);
|
|
|
|
this.messageSender.setSoTimeoutMillis(TimeUnit.SECONDS.toMillis(10));
|
|
this.accountManager.setSoTimeoutMillis(TimeUnit.SECONDS.toMillis(10));
|
|
}
|
|
|
|
private void registerIncomingPstnCallReceiver() {
|
|
callReceiver = new IncomingPstnCallReceiver();
|
|
registerReceiver(callReceiver, new IntentFilter("android.intent.action.PHONE_STATE"));
|
|
}
|
|
|
|
private void registerUncaughtExceptionHandler() {
|
|
uncaughtExceptionHandlerManager = new UncaughtExceptionHandlerManager();
|
|
uncaughtExceptionHandlerManager.registerHandler(new ProximityLockRelease(lockManager));
|
|
}
|
|
|
|
private void registerWiredHeadsetStateReceiver() {
|
|
wiredHeadsetStateReceiver = new WiredHeadsetStateReceiver();
|
|
|
|
String action;
|
|
|
|
if (Build.VERSION.SDK_INT >= 21) {
|
|
action = AudioManager.ACTION_HEADSET_PLUG;
|
|
} else {
|
|
action = Intent.ACTION_HEADSET_PLUG;
|
|
}
|
|
|
|
registerReceiver(wiredHeadsetStateReceiver, new IntentFilter(action));
|
|
}
|
|
|
|
private void registerPowerButtonReceiver() {
|
|
if (powerButtonReceiver == null) {
|
|
powerButtonReceiver = new PowerButtonReceiver();
|
|
|
|
registerReceiver(powerButtonReceiver, new IntentFilter(Intent.ACTION_SCREEN_OFF));
|
|
}
|
|
}
|
|
|
|
private void unregisterPowerButtonReceiver() {
|
|
if (powerButtonReceiver != null) {
|
|
unregisterReceiver(powerButtonReceiver);
|
|
|
|
powerButtonReceiver = null;
|
|
}
|
|
}
|
|
|
|
// Handlers
|
|
|
|
private void handleIncomingCall(final Intent intent) {
|
|
Log.i(TAG, "handleIncomingCall()");
|
|
if (callState != CallState.STATE_IDLE) throw new IllegalStateException("Incoming on non-idle");
|
|
|
|
final String offer = intent.getStringExtra(EXTRA_REMOTE_DESCRIPTION);
|
|
|
|
this.callState = CallState.STATE_ANSWERING;
|
|
this.callId = intent.getLongExtra(EXTRA_CALL_ID, -1);
|
|
this.pendingIncomingIceUpdates = new LinkedList<>();
|
|
this.recipient = getRemoteRecipient(intent);
|
|
|
|
if (isIncomingMessageExpired(intent)) {
|
|
insertMissedCall(this.recipient, true);
|
|
terminate();
|
|
return;
|
|
}
|
|
|
|
if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.O) {
|
|
setCallInProgressNotification(TYPE_INCOMING_CONNECTING, this.recipient);
|
|
}
|
|
|
|
timeoutExecutor.schedule(new TimeoutRunnable(this.callId), 2, TimeUnit.MINUTES);
|
|
|
|
initializeVideo();
|
|
|
|
retrieveTurnServers().addListener(new SuccessOnlyListener<List<PeerConnection.IceServer>>(this.callState, this.callId) {
|
|
@Override
|
|
public void onSuccessContinue(List<PeerConnection.IceServer> result) {
|
|
try {
|
|
boolean isSystemContact = false;
|
|
|
|
if (Permissions.hasAny(WebRtcCallService.this, Manifest.permission.READ_CONTACTS, Manifest.permission.WRITE_CONTACTS)) {
|
|
isSystemContact = ContactAccessor.getInstance().isSystemContact(WebRtcCallService.this, recipient.getAddress().serialize());
|
|
}
|
|
|
|
boolean isAlwaysTurn = TextSecurePreferences.isTurnOnly(WebRtcCallService.this);
|
|
|
|
WebRtcCallService.this.peerConnection = new PeerConnectionWrapper(WebRtcCallService.this, peerConnectionFactory, WebRtcCallService.this, localRenderer, result, WebRtcCallService.this, eglBase, !isSystemContact || isAlwaysTurn);
|
|
WebRtcCallService.this.localCameraState = WebRtcCallService.this.peerConnection.getCameraState();
|
|
WebRtcCallService.this.peerConnection.setRemoteDescription(new SessionDescription(SessionDescription.Type.OFFER, offer));
|
|
WebRtcCallService.this.lockManager.updatePhoneState(LockManager.PhoneState.PROCESSING);
|
|
|
|
SessionDescription sdp = WebRtcCallService.this.peerConnection.createAnswer(new MediaConstraints());
|
|
Log.i(TAG, "Answer SDP: " + sdp.description);
|
|
WebRtcCallService.this.peerConnection.setLocalDescription(sdp);
|
|
|
|
ListenableFutureTask<Boolean> listenableFutureTask = sendMessage(recipient, SignalServiceCallMessage.forAnswer(new AnswerMessage(WebRtcCallService.this.callId, sdp.description)));
|
|
|
|
for (IceCandidate candidate : pendingIncomingIceUpdates) WebRtcCallService.this.peerConnection.addIceCandidate(candidate);
|
|
WebRtcCallService.this.pendingIncomingIceUpdates = null;
|
|
|
|
listenableFutureTask.addListener(new FailureListener<Boolean>(WebRtcCallService.this.callState, WebRtcCallService.this.callId) {
|
|
@Override
|
|
public void onFailureContinue(Throwable error) {
|
|
Log.w(TAG, error);
|
|
insertMissedCall(recipient, true);
|
|
terminate();
|
|
}
|
|
});
|
|
|
|
if (recipient != null) {
|
|
sendMessage(viewModelStateFor(callState), recipient, localCameraState, remoteVideoEnabled, bluetoothAvailable, microphoneEnabled);
|
|
}
|
|
} catch (PeerConnectionException e) {
|
|
Log.w(TAG, e);
|
|
terminate();
|
|
}
|
|
}
|
|
});
|
|
}
|
|
|
|
private void handleOutgoingCall(Intent intent) {
|
|
Log.i(TAG, "handleOutgoingCall...");
|
|
|
|
if (callState != CallState.STATE_IDLE) throw new IllegalStateException("Dialing from non-idle?");
|
|
|
|
this.callState = CallState.STATE_DIALING;
|
|
this.recipient = getRemoteRecipient(intent);
|
|
this.callId = new SecureRandom().nextLong();
|
|
this.pendingOutgoingIceUpdates = new LinkedList<>();
|
|
|
|
initializeVideo();
|
|
|
|
sendMessage(WebRtcViewModel.State.CALL_OUTGOING, recipient, localCameraState, remoteVideoEnabled, bluetoothAvailable, microphoneEnabled);
|
|
lockManager.updatePhoneState(LockManager.PhoneState.IN_CALL);
|
|
audioManager.initializeAudioForCall();
|
|
audioManager.startOutgoingRinger(OutgoingRinger.Type.RINGING);
|
|
bluetoothStateManager.setWantsConnection(true);
|
|
|
|
setCallInProgressNotification(TYPE_OUTGOING_RINGING, recipient);
|
|
DatabaseFactory.getSmsDatabase(this).insertOutgoingCall(recipient.getAddress());
|
|
|
|
timeoutExecutor.schedule(new TimeoutRunnable(this.callId), 2, TimeUnit.MINUTES);
|
|
|
|
retrieveTurnServers().addListener(new SuccessOnlyListener<List<PeerConnection.IceServer>>(this.callState, this.callId) {
|
|
@Override
|
|
public void onSuccessContinue(List<PeerConnection.IceServer> result) {
|
|
try {
|
|
boolean isAlwaysTurn = TextSecurePreferences.isTurnOnly(WebRtcCallService.this);
|
|
|
|
WebRtcCallService.this.peerConnection = new PeerConnectionWrapper(WebRtcCallService.this, peerConnectionFactory, WebRtcCallService.this, localRenderer, result, WebRtcCallService.this, eglBase, isAlwaysTurn);
|
|
WebRtcCallService.this.localCameraState = WebRtcCallService.this.peerConnection.getCameraState();
|
|
WebRtcCallService.this.dataChannel = WebRtcCallService.this.peerConnection.createDataChannel(DATA_CHANNEL_NAME);
|
|
WebRtcCallService.this.dataChannel.registerObserver(WebRtcCallService.this);
|
|
|
|
SessionDescription sdp = WebRtcCallService.this.peerConnection.createOffer(new MediaConstraints());
|
|
WebRtcCallService.this.peerConnection.setLocalDescription(sdp);
|
|
|
|
Log.i(TAG, "Sending offer: " + sdp.description);
|
|
|
|
ListenableFutureTask<Boolean> listenableFutureTask = sendMessage(recipient, SignalServiceCallMessage.forOffer(new OfferMessage(WebRtcCallService.this.callId, sdp.description)));
|
|
|
|
listenableFutureTask.addListener(new FailureListener<Boolean>(callState, callId) {
|
|
@Override
|
|
public void onFailureContinue(Throwable error) {
|
|
Log.w(TAG, error);
|
|
|
|
if (error instanceof UntrustedIdentityException) {
|
|
sendMessage(WebRtcViewModel.State.UNTRUSTED_IDENTITY, recipient, ((UntrustedIdentityException)error).getIdentityKey(), localCameraState, remoteVideoEnabled, bluetoothAvailable, microphoneEnabled);
|
|
} else if (error instanceof UnregisteredUserException) {
|
|
sendMessage(WebRtcViewModel.State.NO_SUCH_USER, recipient, localCameraState, remoteVideoEnabled, bluetoothAvailable, microphoneEnabled);
|
|
} else if (error instanceof IOException) {
|
|
sendMessage(WebRtcViewModel.State.NETWORK_FAILURE, recipient, localCameraState, remoteVideoEnabled, bluetoothAvailable, microphoneEnabled);
|
|
}
|
|
|
|
terminate();
|
|
}
|
|
});
|
|
|
|
if (recipient != null) {
|
|
sendMessage(viewModelStateFor(callState), recipient, localCameraState, remoteVideoEnabled, bluetoothAvailable, microphoneEnabled);
|
|
}
|
|
} catch (PeerConnectionException e) {
|
|
Log.w(TAG, e);
|
|
terminate();
|
|
}
|
|
}
|
|
});
|
|
}
|
|
|
|
private void handleResponseMessage(Intent intent) {
|
|
try {
|
|
Log.i(TAG, "Got response: " + intent.getStringExtra(EXTRA_REMOTE_DESCRIPTION));
|
|
|
|
if (callState != CallState.STATE_DIALING || !getRemoteRecipient(intent).equals(recipient) || !Util.isEquals(this.callId, getCallId(intent))) {
|
|
Log.w(TAG, "Got answer for recipient and call id we're not currently dialing: " + getCallId(intent) + ", " + getRemoteRecipient(intent));
|
|
return;
|
|
}
|
|
|
|
if (peerConnection == null || pendingOutgoingIceUpdates == null) {
|
|
throw new AssertionError("assert");
|
|
}
|
|
|
|
if (!pendingOutgoingIceUpdates.isEmpty()) {
|
|
ListenableFutureTask<Boolean> listenableFutureTask = sendMessage(recipient, SignalServiceCallMessage.forIceUpdates(pendingOutgoingIceUpdates));
|
|
|
|
listenableFutureTask.addListener(new FailureListener<Boolean>(callState, callId) {
|
|
@Override
|
|
public void onFailureContinue(Throwable error) {
|
|
Log.w(TAG, error);
|
|
sendMessage(WebRtcViewModel.State.NETWORK_FAILURE, recipient, localCameraState, remoteVideoEnabled, bluetoothAvailable, microphoneEnabled);
|
|
|
|
terminate();
|
|
}
|
|
});
|
|
}
|
|
|
|
this.peerConnection.setRemoteDescription(new SessionDescription(SessionDescription.Type.ANSWER, intent.getStringExtra(EXTRA_REMOTE_DESCRIPTION)));
|
|
this.pendingOutgoingIceUpdates = null;
|
|
} catch (PeerConnectionException e) {
|
|
Log.w(TAG, e);
|
|
terminate();
|
|
}
|
|
}
|
|
|
|
private void handleRemoteIceCandidate(Intent intent) {
|
|
Log.i(TAG, "handleRemoteIceCandidate...");
|
|
|
|
if (Util.isEquals(this.callId, getCallId(intent))) {
|
|
IceCandidate candidate = new IceCandidate(intent.getStringExtra(EXTRA_ICE_SDP_MID),
|
|
intent.getIntExtra(EXTRA_ICE_SDP_LINE_INDEX, 0),
|
|
intent.getStringExtra(EXTRA_ICE_SDP));
|
|
|
|
if (peerConnection != null) peerConnection.addIceCandidate(candidate);
|
|
else if (pendingIncomingIceUpdates != null) pendingIncomingIceUpdates.add(candidate);
|
|
}
|
|
}
|
|
|
|
private void handleLocalIceCandidate(Intent intent) {
|
|
if (callState == CallState.STATE_IDLE || !Util.isEquals(this.callId, getCallId(intent))) {
|
|
Log.w(TAG, "State is now idle, ignoring ice candidate...");
|
|
return;
|
|
}
|
|
|
|
if (recipient == null || callId == null) {
|
|
throw new AssertionError("assert: " + callState + ", " + callId);
|
|
}
|
|
|
|
IceUpdateMessage iceUpdateMessage = new IceUpdateMessage(this.callId, intent.getStringExtra(EXTRA_ICE_SDP_MID),
|
|
intent.getIntExtra(EXTRA_ICE_SDP_LINE_INDEX, 0),
|
|
intent.getStringExtra(EXTRA_ICE_SDP));
|
|
|
|
if (pendingOutgoingIceUpdates != null) {
|
|
Log.i(TAG, "Adding to pending ice candidates...");
|
|
this.pendingOutgoingIceUpdates.add(iceUpdateMessage);
|
|
return;
|
|
}
|
|
|
|
ListenableFutureTask<Boolean> listenableFutureTask = sendMessage(recipient, SignalServiceCallMessage.forIceUpdate(iceUpdateMessage));
|
|
|
|
listenableFutureTask.addListener(new FailureListener<Boolean>(callState, callId) {
|
|
@Override
|
|
public void onFailureContinue(Throwable error) {
|
|
Log.w(TAG, error);
|
|
sendMessage(WebRtcViewModel.State.NETWORK_FAILURE, recipient, localCameraState, remoteVideoEnabled, bluetoothAvailable, microphoneEnabled);
|
|
|
|
terminate();
|
|
}
|
|
});
|
|
}
|
|
|
|
private void handleIceConnected(Intent intent) {
|
|
if (callState == CallState.STATE_ANSWERING) {
|
|
if (this.recipient == null) throw new AssertionError("assert");
|
|
|
|
this.callState = CallState.STATE_LOCAL_RINGING;
|
|
this.lockManager.updatePhoneState(LockManager.PhoneState.INTERACTIVE);
|
|
|
|
sendMessage(WebRtcViewModel.State.CALL_INCOMING, recipient, localCameraState, remoteVideoEnabled, bluetoothAvailable, microphoneEnabled);
|
|
startCallCardActivityIfPossible();
|
|
audioManager.initializeAudioForCall();
|
|
|
|
if (TextSecurePreferences.isCallNotificationsEnabled(this)) {
|
|
Uri ringtone = recipient.resolve().getCallRingtone();
|
|
VibrateState vibrateState = recipient.resolve().getCallVibrate();
|
|
|
|
if (ringtone == null) ringtone = TextSecurePreferences.getCallNotificationRingtone(this);
|
|
|
|
audioManager.startIncomingRinger(ringtone, vibrateState == VibrateState.ENABLED || (vibrateState == VibrateState.DEFAULT && TextSecurePreferences.isCallNotificationVibrateEnabled(this)));
|
|
}
|
|
|
|
registerPowerButtonReceiver();
|
|
|
|
setCallInProgressNotification(TYPE_INCOMING_RINGING, recipient);
|
|
} else if (callState == CallState.STATE_DIALING) {
|
|
if (this.recipient == null) throw new AssertionError("assert");
|
|
|
|
this.callState = CallState.STATE_REMOTE_RINGING;
|
|
|
|
sendMessage(WebRtcViewModel.State.CALL_RINGING, recipient, localCameraState, remoteVideoEnabled, bluetoothAvailable, microphoneEnabled);
|
|
}
|
|
}
|
|
|
|
private void handleCallConnected(Intent intent) {
|
|
if (callState != CallState.STATE_REMOTE_RINGING && callState != CallState.STATE_LOCAL_RINGING) {
|
|
Log.w(TAG, "Ignoring call connected for unknown state: " + callState);
|
|
return;
|
|
}
|
|
|
|
if (!Util.isEquals(this.callId, getCallId(intent))) {
|
|
Log.w(TAG, "Ignoring connected for unknown call id: " + getCallId(intent));
|
|
return;
|
|
}
|
|
|
|
if (recipient == null || peerConnection == null || dataChannel == null) {
|
|
throw new AssertionError("assert");
|
|
}
|
|
|
|
audioManager.startCommunication(callState == CallState.STATE_REMOTE_RINGING);
|
|
bluetoothStateManager.setWantsConnection(true);
|
|
|
|
callState = CallState.STATE_CONNECTED;
|
|
|
|
if (localCameraState.isEnabled()) lockManager.updatePhoneState(LockManager.PhoneState.IN_VIDEO);
|
|
else lockManager.updatePhoneState(LockManager.PhoneState.IN_CALL);
|
|
|
|
sendMessage(WebRtcViewModel.State.CALL_CONNECTED, recipient, localCameraState, remoteVideoEnabled, bluetoothAvailable, microphoneEnabled);
|
|
|
|
unregisterPowerButtonReceiver();
|
|
|
|
setCallInProgressNotification(TYPE_ESTABLISHED, recipient);
|
|
|
|
this.peerConnection.setCommunicationMode();
|
|
this.peerConnection.setAudioEnabled(microphoneEnabled);
|
|
this.peerConnection.setVideoEnabled(localCameraState.isEnabled());
|
|
|
|
this.dataChannel.send(new DataChannel.Buffer(ByteBuffer.wrap(Data.newBuilder()
|
|
.setVideoStreamingStatus(WebRtcDataProtos.VideoStreamingStatus.newBuilder()
|
|
.setId(this.callId)
|
|
.setEnabled(localCameraState.isEnabled()))
|
|
.build().toByteArray()), false));
|
|
}
|
|
|
|
private void handleBusyCall(Intent intent) {
|
|
Recipient recipient = getRemoteRecipient(intent);
|
|
long callId = getCallId(intent);
|
|
|
|
if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.O) {
|
|
switch (callState) {
|
|
case STATE_DIALING:
|
|
case STATE_REMOTE_RINGING: setCallInProgressNotification(TYPE_OUTGOING_RINGING, this.recipient); break;
|
|
case STATE_IDLE: setCallInProgressNotification(TYPE_INCOMING_CONNECTING, recipient); break;
|
|
case STATE_ANSWERING: setCallInProgressNotification(TYPE_INCOMING_CONNECTING, this.recipient); break;
|
|
case STATE_LOCAL_RINGING: setCallInProgressNotification(TYPE_INCOMING_RINGING, this.recipient); break;
|
|
case STATE_CONNECTED: setCallInProgressNotification(TYPE_ESTABLISHED, this.recipient); break;
|
|
default: throw new AssertionError();
|
|
}
|
|
}
|
|
|
|
if (callState == CallState.STATE_IDLE) {
|
|
stopForeground(true);
|
|
}
|
|
|
|
sendMessage(recipient, SignalServiceCallMessage.forBusy(new BusyMessage(callId)));
|
|
insertMissedCall(getRemoteRecipient(intent), false);
|
|
}
|
|
|
|
private void handleBusyMessage(Intent intent) {
|
|
Log.i(TAG, "handleBusyMessage...");
|
|
|
|
final Recipient recipient = getRemoteRecipient(intent);
|
|
final long callId = getCallId(intent);
|
|
|
|
if (callState != CallState.STATE_DIALING || !Util.isEquals(this.callId, callId) || !recipient.equals(this.recipient)) {
|
|
Log.w(TAG, "Got busy message for inactive session...");
|
|
return;
|
|
}
|
|
|
|
sendMessage(WebRtcViewModel.State.CALL_BUSY, recipient, localCameraState, remoteVideoEnabled, bluetoothAvailable, microphoneEnabled);
|
|
|
|
audioManager.startOutgoingRinger(OutgoingRinger.Type.BUSY);
|
|
Util.runOnMainDelayed(new Runnable() {
|
|
@Override
|
|
public void run() {
|
|
Intent intent = new Intent(WebRtcCallService.this, WebRtcCallService.class);
|
|
intent.setAction(ACTION_LOCAL_HANGUP);
|
|
intent.putExtra(EXTRA_CALL_ID, intent.getLongExtra(EXTRA_CALL_ID, -1));
|
|
intent.putExtra(EXTRA_REMOTE_ADDRESS, intent.getStringExtra(EXTRA_REMOTE_ADDRESS));
|
|
|
|
startService(intent);
|
|
}
|
|
}, WebRtcCallActivity.BUSY_SIGNAL_DELAY_FINISH);
|
|
}
|
|
|
|
private void handleCheckTimeout(Intent intent) {
|
|
if (this.callId != null &&
|
|
this.callId == intent.getLongExtra(EXTRA_CALL_ID, -1) &&
|
|
this.callState != CallState.STATE_CONNECTED)
|
|
{
|
|
Log.w(TAG, "Timing out call: " + this.callId);
|
|
sendMessage(WebRtcViewModel.State.CALL_DISCONNECTED, this.recipient, localCameraState, remoteVideoEnabled, bluetoothAvailable, microphoneEnabled);
|
|
|
|
if (this.callState == CallState.STATE_ANSWERING || this.callState == CallState.STATE_LOCAL_RINGING) {
|
|
insertMissedCall(this.recipient, true);
|
|
}
|
|
|
|
terminate();
|
|
}
|
|
}
|
|
|
|
private void handleIsInCallQuery(Intent intent) {
|
|
ResultReceiver resultReceiver = intent.getParcelableExtra(EXTRA_RESULT_RECEIVER);
|
|
|
|
if (resultReceiver != null) {
|
|
resultReceiver.send(callState != CallState.STATE_IDLE ? 1 : 0, null);
|
|
}
|
|
}
|
|
|
|
private void insertMissedCall(@NonNull Recipient recipient, boolean signal) {
|
|
Pair<Long, Long> messageAndThreadId = DatabaseFactory.getSmsDatabase(this).insertMissedCall(recipient.getAddress());
|
|
MessageNotifier.updateNotification(this, messageAndThreadId.second, signal);
|
|
}
|
|
|
|
private void handleAnswerCall(Intent intent) {
|
|
if (callState != CallState.STATE_LOCAL_RINGING) {
|
|
Log.w(TAG, "Can only answer from ringing!");
|
|
return;
|
|
}
|
|
|
|
if (peerConnection == null || dataChannel == null || recipient == null || callId == null) {
|
|
throw new AssertionError("assert");
|
|
}
|
|
|
|
DatabaseFactory.getSmsDatabase(this).insertReceivedCall(recipient.getAddress());
|
|
|
|
this.peerConnection.setAudioEnabled(true);
|
|
this.peerConnection.setVideoEnabled(false);
|
|
this.dataChannel.send(new DataChannel.Buffer(ByteBuffer.wrap(Data.newBuilder().setConnected(Connected.newBuilder().setId(this.callId)).build().toByteArray()), false));
|
|
|
|
intent.putExtra(EXTRA_CALL_ID, callId);
|
|
intent.putExtra(EXTRA_REMOTE_ADDRESS, recipient.getAddress());
|
|
handleCallConnected(intent);
|
|
}
|
|
|
|
private void handleDenyCall(Intent intent) {
|
|
if (callState != CallState.STATE_LOCAL_RINGING) {
|
|
Log.w(TAG, "Can only deny from ringing!");
|
|
return;
|
|
}
|
|
|
|
if (recipient == null || callId == null || dataChannel == null) {
|
|
throw new AssertionError("assert");
|
|
}
|
|
|
|
this.dataChannel.send(new DataChannel.Buffer(ByteBuffer.wrap(Data.newBuilder().setHangup(Hangup.newBuilder().setId(this.callId)).build().toByteArray()), false));
|
|
sendMessage(this.recipient, SignalServiceCallMessage.forHangup(new HangupMessage(this.callId)));
|
|
|
|
DatabaseFactory.getSmsDatabase(this).insertMissedCall(recipient.getAddress());
|
|
|
|
this.terminate();
|
|
}
|
|
|
|
private void handleLocalHangup(Intent intent) {
|
|
if (this.dataChannel != null && this.recipient != null && this.callId != null) {
|
|
this.accountManager.cancelInFlightRequests();
|
|
this.messageSender.cancelInFlightRequests();
|
|
|
|
this.dataChannel.send(new DataChannel.Buffer(ByteBuffer.wrap(Data.newBuilder().setHangup(Hangup.newBuilder().setId(this.callId)).build().toByteArray()), false));
|
|
sendMessage(this.recipient, SignalServiceCallMessage.forHangup(new HangupMessage(this.callId)));
|
|
sendMessage(WebRtcViewModel.State.CALL_DISCONNECTED, this.recipient, localCameraState, remoteVideoEnabled, bluetoothAvailable, microphoneEnabled);
|
|
}
|
|
|
|
terminate();
|
|
}
|
|
|
|
private void handleRemoteHangup(Intent intent) {
|
|
if (!Util.isEquals(this.callId, getCallId(intent))) {
|
|
Log.w(TAG, "hangup for non-active call...");
|
|
return;
|
|
}
|
|
|
|
if (this.recipient == null) {
|
|
throw new AssertionError("assert");
|
|
}
|
|
|
|
if (this.callState == CallState.STATE_DIALING || this.callState == CallState.STATE_REMOTE_RINGING) {
|
|
sendMessage(WebRtcViewModel.State.RECIPIENT_UNAVAILABLE, this.recipient, localCameraState, remoteVideoEnabled, bluetoothAvailable, microphoneEnabled);
|
|
} else {
|
|
sendMessage(WebRtcViewModel.State.CALL_DISCONNECTED, this.recipient, localCameraState, remoteVideoEnabled, bluetoothAvailable, microphoneEnabled);
|
|
}
|
|
|
|
if (this.callState == CallState.STATE_ANSWERING || this.callState == CallState.STATE_LOCAL_RINGING) {
|
|
insertMissedCall(this.recipient, true);
|
|
}
|
|
|
|
this.terminate();
|
|
}
|
|
|
|
private void handleSetMuteAudio(Intent intent) {
|
|
boolean muted = intent.getBooleanExtra(EXTRA_MUTE, false);
|
|
this.microphoneEnabled = !muted;
|
|
|
|
if (this.peerConnection != null) {
|
|
this.peerConnection.setAudioEnabled(this.microphoneEnabled);
|
|
}
|
|
|
|
if (recipient != null) {
|
|
sendMessage(viewModelStateFor(callState), recipient, localCameraState, remoteVideoEnabled, bluetoothAvailable, microphoneEnabled);
|
|
}
|
|
}
|
|
|
|
private void handleSetMuteVideo(Intent intent) {
|
|
AudioManager audioManager = ServiceUtil.getAudioManager(this);
|
|
boolean muted = intent.getBooleanExtra(EXTRA_MUTE, false);
|
|
|
|
if (this.peerConnection != null) {
|
|
this.peerConnection.setVideoEnabled(!muted);
|
|
this.localCameraState = this.peerConnection.getCameraState();
|
|
}
|
|
|
|
if (this.callId != null && this.dataChannel != null) {
|
|
this.dataChannel.send(new DataChannel.Buffer(ByteBuffer.wrap(Data.newBuilder()
|
|
.setVideoStreamingStatus(WebRtcDataProtos.VideoStreamingStatus.newBuilder()
|
|
.setId(this.callId)
|
|
.setEnabled(!muted))
|
|
.build().toByteArray()), false));
|
|
}
|
|
|
|
if (callState == CallState.STATE_CONNECTED) {
|
|
if (localCameraState.isEnabled()) this.lockManager.updatePhoneState(LockManager.PhoneState.IN_VIDEO);
|
|
else this.lockManager.updatePhoneState(LockManager.PhoneState.IN_CALL);
|
|
}
|
|
|
|
if (localCameraState.isEnabled() &&
|
|
!audioManager.isSpeakerphoneOn() &&
|
|
!audioManager.isBluetoothScoOn() &&
|
|
!audioManager.isWiredHeadsetOn())
|
|
{
|
|
audioManager.setSpeakerphoneOn(true);
|
|
}
|
|
|
|
sendMessage(viewModelStateFor(callState), this.recipient, localCameraState, remoteVideoEnabled, bluetoothAvailable, microphoneEnabled);
|
|
}
|
|
|
|
private void handleSetCameraFlip(Intent intent) {
|
|
Log.i(TAG, "handleSetCameraFlip()...");
|
|
|
|
if (localCameraState.isEnabled() && peerConnection != null) {
|
|
peerConnection.flipCamera();
|
|
localCameraState = peerConnection.getCameraState();
|
|
if (recipient != null) {
|
|
sendMessage(viewModelStateFor(callState), recipient, localCameraState, remoteVideoEnabled, bluetoothAvailable, microphoneEnabled);
|
|
}
|
|
}
|
|
}
|
|
|
|
private void handleBluetoothChange(Intent intent) {
|
|
this.bluetoothAvailable = intent.getBooleanExtra(EXTRA_AVAILABLE, false);
|
|
|
|
if (recipient != null) {
|
|
sendMessage(viewModelStateFor(callState), recipient, localCameraState, remoteVideoEnabled, bluetoothAvailable, microphoneEnabled);
|
|
}
|
|
}
|
|
|
|
private void handleWiredHeadsetChange(Intent intent) {
|
|
Log.i(TAG, "handleWiredHeadsetChange...");
|
|
|
|
if (callState == CallState.STATE_CONNECTED ||
|
|
callState == CallState.STATE_DIALING ||
|
|
callState == CallState.STATE_REMOTE_RINGING)
|
|
{
|
|
AudioManager audioManager = ServiceUtil.getAudioManager(this);
|
|
boolean present = intent.getBooleanExtra(EXTRA_AVAILABLE, false);
|
|
|
|
if (present && audioManager.isSpeakerphoneOn()) {
|
|
audioManager.setSpeakerphoneOn(false);
|
|
audioManager.setBluetoothScoOn(false);
|
|
} else if (!present && !audioManager.isSpeakerphoneOn() && !audioManager.isBluetoothScoOn() && localCameraState.isEnabled()) {
|
|
audioManager.setSpeakerphoneOn(true);
|
|
}
|
|
|
|
if (recipient != null) {
|
|
sendMessage(viewModelStateFor(callState), recipient, localCameraState, remoteVideoEnabled, bluetoothAvailable, microphoneEnabled);
|
|
}
|
|
}
|
|
}
|
|
|
|
private void handleScreenOffChange(Intent intent) {
|
|
if (callState == CallState.STATE_ANSWERING ||
|
|
callState == CallState.STATE_LOCAL_RINGING)
|
|
{
|
|
Log.i(TAG, "Silencing incoming ringer...");
|
|
audioManager.silenceIncomingRinger();
|
|
}
|
|
}
|
|
|
|
private void handleRemoteVideoMute(Intent intent) {
|
|
boolean muted = intent.getBooleanExtra(EXTRA_MUTE, false);
|
|
long callId = intent.getLongExtra(EXTRA_CALL_ID, -1);
|
|
|
|
if (this.recipient == null || this.callState != CallState.STATE_CONNECTED || !Util.isEquals(this.callId, callId)) {
|
|
Log.w(TAG, "Got video toggle for inactive call, ignoring...");
|
|
return;
|
|
}
|
|
|
|
this.remoteVideoEnabled = !muted;
|
|
sendMessage(WebRtcViewModel.State.CALL_CONNECTED, this.recipient, localCameraState, remoteVideoEnabled, bluetoothAvailable, microphoneEnabled);
|
|
}
|
|
|
|
/// Helper Methods
|
|
|
|
private boolean isBusy() {
|
|
return callState != CallState.STATE_IDLE || TelephonyUtil.isAnyPstnLineBusy(this);
|
|
}
|
|
|
|
private boolean isIdle() {
|
|
return callState == CallState.STATE_IDLE;
|
|
}
|
|
|
|
private boolean isIncomingMessageExpired(Intent intent) {
|
|
return System.currentTimeMillis() - intent.getLongExtra(WebRtcCallService.EXTRA_TIMESTAMP, -1) > TimeUnit.MINUTES.toMillis(2);
|
|
}
|
|
|
|
private void initializeVideo() {
|
|
Util.runOnMainSync(() -> {
|
|
eglBase = EglBase.create();
|
|
localRenderer = new SurfaceViewRenderer(WebRtcCallService.this);
|
|
remoteRenderer = new SurfaceViewRenderer(WebRtcCallService.this);
|
|
|
|
localRenderer.init(eglBase.getEglBaseContext(), null);
|
|
remoteRenderer.init(eglBase.getEglBaseContext(), null);
|
|
|
|
VideoEncoderFactory encoderFactory = new DefaultVideoEncoderFactory(eglBase.getEglBaseContext(), true, true);
|
|
VideoDecoderFactory decoderFactory = new DefaultVideoDecoderFactory(eglBase.getEglBaseContext());
|
|
|
|
peerConnectionFactory = PeerConnectionFactory.builder()
|
|
.setOptions(new PeerConnectionFactoryOptions())
|
|
.setVideoEncoderFactory(encoderFactory)
|
|
.setVideoDecoderFactory(decoderFactory)
|
|
.createPeerConnectionFactory();
|
|
});
|
|
}
|
|
|
|
private void setCallInProgressNotification(int type, Recipient recipient) {
|
|
startForeground(CallNotificationBuilder.getNotificationId(getApplicationContext(), type),
|
|
CallNotificationBuilder.getCallInProgressNotification(this, type, recipient));
|
|
}
|
|
|
|
private synchronized void terminate() {
|
|
lockManager.updatePhoneState(LockManager.PhoneState.PROCESSING);
|
|
stopForeground(true);
|
|
|
|
audioManager.stop(callState == CallState.STATE_DIALING || callState == CallState.STATE_REMOTE_RINGING || callState == CallState.STATE_CONNECTED);
|
|
bluetoothStateManager.setWantsConnection(false);
|
|
|
|
if (peerConnection != null) {
|
|
peerConnection.dispose();
|
|
peerConnection = null;
|
|
}
|
|
|
|
if (eglBase != null && localRenderer != null && remoteRenderer != null) {
|
|
localRenderer.release();
|
|
remoteRenderer.release();
|
|
eglBase.release();
|
|
|
|
localRenderer = null;
|
|
remoteRenderer = null;
|
|
eglBase = null;
|
|
}
|
|
|
|
this.callState = CallState.STATE_IDLE;
|
|
this.localCameraState = CameraState.UNKNOWN;
|
|
this.recipient = null;
|
|
this.callId = null;
|
|
this.microphoneEnabled = true;
|
|
this.remoteVideoEnabled = false;
|
|
this.pendingOutgoingIceUpdates = null;
|
|
this.pendingIncomingIceUpdates = null;
|
|
lockManager.updatePhoneState(LockManager.PhoneState.IDLE);
|
|
}
|
|
|
|
|
|
private void sendMessage(@NonNull WebRtcViewModel.State state,
|
|
@NonNull Recipient recipient,
|
|
@NonNull CameraState localCameraState,
|
|
boolean remoteVideoEnabled,
|
|
boolean bluetoothAvailable,
|
|
boolean microphoneEnabled)
|
|
{
|
|
EventBus.getDefault().postSticky(new WebRtcViewModel(state, recipient, localCameraState, localRenderer, remoteRenderer, remoteVideoEnabled, bluetoothAvailable, microphoneEnabled));
|
|
}
|
|
|
|
private void sendMessage(@NonNull WebRtcViewModel.State state,
|
|
@NonNull Recipient recipient,
|
|
@NonNull IdentityKey identityKey,
|
|
@NonNull CameraState localCameraState,
|
|
boolean remoteVideoEnabled,
|
|
boolean bluetoothAvailable,
|
|
boolean microphoneEnabled)
|
|
{
|
|
EventBus.getDefault().postSticky(new WebRtcViewModel(state, recipient, identityKey, localCameraState, localRenderer, remoteRenderer, remoteVideoEnabled, bluetoothAvailable, microphoneEnabled));
|
|
}
|
|
|
|
private ListenableFutureTask<Boolean> sendMessage(@NonNull final Recipient recipient,
|
|
@NonNull final SignalServiceCallMessage callMessage)
|
|
{
|
|
Callable<Boolean> callable = new Callable<Boolean>() {
|
|
@Override
|
|
public Boolean call() throws Exception {
|
|
messageSender.sendCallMessage(new SignalServiceAddress(recipient.getAddress().toPhoneString()),
|
|
UnidentifiedAccessUtil.getAccessFor(WebRtcCallService.this, recipient),
|
|
callMessage);
|
|
return true;
|
|
}
|
|
};
|
|
|
|
ListenableFutureTask<Boolean> listenableFutureTask = new ListenableFutureTask<>(callable, null, serviceExecutor);
|
|
networkExecutor.execute(listenableFutureTask);
|
|
|
|
return listenableFutureTask;
|
|
}
|
|
|
|
private void startCallCardActivityIfPossible() {
|
|
if (Build.VERSION.SDK_INT >= 29 && !ApplicationContext.getInstance(getApplicationContext()).isAppVisible()) {
|
|
return;
|
|
}
|
|
|
|
Intent activityIntent = new Intent();
|
|
activityIntent.setClass(this, WebRtcCallActivity.class);
|
|
activityIntent.setFlags(Intent.FLAG_ACTIVITY_NEW_TASK);
|
|
this.startActivity(activityIntent);
|
|
}
|
|
|
|
///
|
|
|
|
private @NonNull Recipient getRemoteRecipient(Intent intent) {
|
|
Address remoteAddress = intent.getParcelableExtra(EXTRA_REMOTE_ADDRESS);
|
|
if (remoteAddress == null) throw new AssertionError("No recipient in intent!");
|
|
|
|
return Recipient.from(this, remoteAddress, true);
|
|
}
|
|
|
|
private long getCallId(Intent intent) {
|
|
return intent.getLongExtra(EXTRA_CALL_ID, -1);
|
|
}
|
|
|
|
|
|
@Nullable
|
|
@Override
|
|
public IBinder onBind(Intent intent) {
|
|
return null;
|
|
}
|
|
|
|
/// PeerConnection Observer
|
|
@Override
|
|
public void onSignalingChange(PeerConnection.SignalingState newState) {
|
|
Log.i(TAG, "onSignalingChange: " + newState);
|
|
}
|
|
|
|
@Override
|
|
public void onIceConnectionChange(PeerConnection.IceConnectionState newState) {
|
|
Log.i(TAG, "onIceConnectionChange:" + newState);
|
|
|
|
if (newState == PeerConnection.IceConnectionState.CONNECTED ||
|
|
newState == PeerConnection.IceConnectionState.COMPLETED)
|
|
{
|
|
Intent intent = new Intent(this, WebRtcCallService.class);
|
|
intent.setAction(ACTION_ICE_CONNECTED);
|
|
|
|
startService(intent);
|
|
} else if (newState == PeerConnection.IceConnectionState.FAILED) {
|
|
Intent intent = new Intent(this, WebRtcCallService.class);
|
|
intent.setAction(ACTION_REMOTE_HANGUP);
|
|
intent.putExtra(EXTRA_CALL_ID, this.callId);
|
|
|
|
startService(intent);
|
|
}
|
|
}
|
|
|
|
@Override
|
|
public void onIceConnectionReceivingChange(boolean receiving) {
|
|
Log.i(TAG, "onIceConnectionReceivingChange:" + receiving);
|
|
}
|
|
|
|
@Override
|
|
public void onIceGatheringChange(PeerConnection.IceGatheringState newState) {
|
|
Log.i(TAG, "onIceGatheringChange:" + newState);
|
|
|
|
}
|
|
|
|
@Override
|
|
public void onIceCandidate(IceCandidate candidate) {
|
|
Log.i(TAG, "onIceCandidate:" + candidate);
|
|
Intent intent = new Intent(this, WebRtcCallService.class);
|
|
|
|
intent.setAction(ACTION_ICE_CANDIDATE);
|
|
intent.putExtra(EXTRA_ICE_SDP_MID, candidate.sdpMid);
|
|
intent.putExtra(EXTRA_ICE_SDP_LINE_INDEX, candidate.sdpMLineIndex);
|
|
intent.putExtra(EXTRA_ICE_SDP, candidate.sdp);
|
|
intent.putExtra(EXTRA_CALL_ID, callId);
|
|
|
|
startService(intent);
|
|
}
|
|
|
|
@Override
|
|
public void onIceCandidatesRemoved(IceCandidate[] candidates) {
|
|
Log.i(TAG, "onIceCandidatesRemoved:" + (candidates != null ? candidates.length : null));
|
|
}
|
|
|
|
@Override
|
|
public void onAddStream(MediaStream stream) {
|
|
Log.i(TAG, "onAddStream:" + stream);
|
|
|
|
for (AudioTrack audioTrack : stream.audioTracks) {
|
|
audioTrack.setEnabled(true);
|
|
}
|
|
|
|
if (stream.videoTracks != null && stream.videoTracks.size() == 1) {
|
|
VideoTrack videoTrack = stream.videoTracks.get(0);
|
|
videoTrack.setEnabled(true);
|
|
videoTrack.addSink(remoteRenderer);
|
|
}
|
|
}
|
|
|
|
@Override
|
|
public void onAddTrack(RtpReceiver rtpReceiver, MediaStream[] mediaStreams) {
|
|
Log.i(TAG, "onAddTrack: " + mediaStreams);
|
|
}
|
|
|
|
@Override
|
|
public void onRemoveStream(MediaStream stream) {
|
|
Log.i(TAG, "onRemoveStream:" + stream);
|
|
}
|
|
|
|
@Override
|
|
public void onDataChannel(DataChannel dataChannel) {
|
|
Log.i(TAG, "onDataChannel:" + dataChannel.label());
|
|
|
|
if (dataChannel.label().equals(DATA_CHANNEL_NAME)) {
|
|
this.dataChannel = dataChannel;
|
|
this.dataChannel.registerObserver(this);
|
|
}
|
|
}
|
|
|
|
@Override
|
|
public void onRenegotiationNeeded() {
|
|
Log.i(TAG, "onRenegotiationNeeded");
|
|
// TODO renegotiate
|
|
}
|
|
|
|
@Override
|
|
public void onBufferedAmountChange(long l) {
|
|
Log.i(TAG, "onBufferedAmountChange: " + l);
|
|
}
|
|
|
|
@Override
|
|
public void onStateChange() {
|
|
Log.i(TAG, "onStateChange");
|
|
}
|
|
|
|
@Override
|
|
public void onMessage(DataChannel.Buffer buffer) {
|
|
Log.i(TAG, "onMessage...");
|
|
|
|
try {
|
|
byte[] data = new byte[buffer.data.remaining()];
|
|
buffer.data.get(data);
|
|
|
|
Data dataMessage = Data.parseFrom(data);
|
|
|
|
if (dataMessage.hasConnected()) {
|
|
Log.i(TAG, "hasConnected...");
|
|
Intent intent = new Intent(this, WebRtcCallService.class);
|
|
intent.setAction(ACTION_CALL_CONNECTED);
|
|
intent.putExtra(EXTRA_CALL_ID, dataMessage.getConnected().getId());
|
|
startService(intent);
|
|
} else if (dataMessage.hasHangup()) {
|
|
Log.i(TAG, "hasHangup...");
|
|
Intent intent = new Intent(this, WebRtcCallService.class);
|
|
intent.setAction(ACTION_REMOTE_HANGUP);
|
|
intent.putExtra(EXTRA_CALL_ID, dataMessage.getHangup().getId());
|
|
startService(intent);
|
|
} else if (dataMessage.hasVideoStreamingStatus()) {
|
|
Log.i(TAG, "hasVideoStreamingStatus...");
|
|
Intent intent = new Intent(this, WebRtcCallService.class);
|
|
intent.setAction(ACTION_REMOTE_VIDEO_MUTE);
|
|
intent.putExtra(EXTRA_CALL_ID, dataMessage.getVideoStreamingStatus().getId());
|
|
intent.putExtra(EXTRA_MUTE, !dataMessage.getVideoStreamingStatus().getEnabled());
|
|
startService(intent);
|
|
}
|
|
} catch (InvalidProtocolBufferException e) {
|
|
Log.w(TAG, e);
|
|
}
|
|
}
|
|
|
|
private ListenableFutureTask<List<PeerConnection.IceServer>> retrieveTurnServers() {
|
|
Callable<List<PeerConnection.IceServer>> callable = () -> {
|
|
LinkedList<PeerConnection.IceServer> results = new LinkedList<>();
|
|
|
|
try {
|
|
TurnServerInfo turnServerInfo = accountManager.getTurnServerInfo();
|
|
|
|
for (String url : turnServerInfo.getUrls()) {
|
|
if (url.startsWith("turn")) {
|
|
results.add(new PeerConnection.IceServer(url, turnServerInfo.getUsername(), turnServerInfo.getPassword()));
|
|
} else {
|
|
results.add(new PeerConnection.IceServer(url));
|
|
}
|
|
}
|
|
|
|
} catch (IOException e) {
|
|
Log.w(TAG, e);
|
|
}
|
|
|
|
return results;
|
|
};
|
|
|
|
ListenableFutureTask<List<PeerConnection.IceServer>> futureTask = new ListenableFutureTask<>(callable, null, serviceExecutor);
|
|
networkExecutor.execute(futureTask);
|
|
|
|
return futureTask;
|
|
}
|
|
|
|
////
|
|
|
|
private WebRtcViewModel.State viewModelStateFor(CallState state) {
|
|
switch (state) {
|
|
case STATE_CONNECTED: return WebRtcViewModel.State.CALL_CONNECTED;
|
|
case STATE_DIALING: return WebRtcViewModel.State.CALL_OUTGOING;
|
|
case STATE_REMOTE_RINGING: return WebRtcViewModel.State.CALL_RINGING;
|
|
case STATE_LOCAL_RINGING: return WebRtcViewModel.State.CALL_INCOMING;
|
|
case STATE_ANSWERING: return WebRtcViewModel.State.CALL_INCOMING;
|
|
case STATE_IDLE: return WebRtcViewModel.State.CALL_DISCONNECTED;
|
|
}
|
|
|
|
return WebRtcViewModel.State.CALL_DISCONNECTED;
|
|
}
|
|
|
|
///
|
|
|
|
private static class WiredHeadsetStateReceiver extends BroadcastReceiver {
|
|
@Override
|
|
public void onReceive(Context context, Intent intent) {
|
|
int state = intent.getIntExtra("state", -1);
|
|
|
|
Intent serviceIntent = new Intent(context, WebRtcCallService.class);
|
|
serviceIntent.setAction(WebRtcCallService.ACTION_WIRED_HEADSET_CHANGE);
|
|
serviceIntent.putExtra(WebRtcCallService.EXTRA_AVAILABLE, state != 0);
|
|
context.startService(serviceIntent);
|
|
}
|
|
}
|
|
|
|
private static class PowerButtonReceiver extends BroadcastReceiver {
|
|
@Override
|
|
public void onReceive(Context context, Intent intent) {
|
|
if (Intent.ACTION_SCREEN_OFF.equals(intent.getAction())) {
|
|
Intent serviceIntent = new Intent(context, WebRtcCallService.class);
|
|
serviceIntent.setAction(WebRtcCallService.ACTION_SCREEN_OFF);
|
|
context.startService(serviceIntent);
|
|
}
|
|
}
|
|
}
|
|
|
|
private class TimeoutRunnable implements Runnable {
|
|
|
|
private final long callId;
|
|
|
|
private TimeoutRunnable(long callId) {
|
|
this.callId = callId;
|
|
}
|
|
|
|
public void run() {
|
|
Intent intent = new Intent(WebRtcCallService.this, WebRtcCallService.class);
|
|
intent.setAction(WebRtcCallService.ACTION_CHECK_TIMEOUT);
|
|
intent.putExtra(EXTRA_CALL_ID, callId);
|
|
startService(intent);
|
|
}
|
|
}
|
|
|
|
private static class ProximityLockRelease implements Thread.UncaughtExceptionHandler {
|
|
private final LockManager lockManager;
|
|
|
|
private ProximityLockRelease(LockManager lockManager) {
|
|
this.lockManager = lockManager;
|
|
}
|
|
|
|
@Override
|
|
public void uncaughtException(Thread thread, Throwable throwable) {
|
|
Log.d(TAG, "Uncaught exception - releasing proximity lock", throwable);
|
|
lockManager.updatePhoneState(LockManager.PhoneState.IDLE);
|
|
}
|
|
}
|
|
|
|
private abstract class StateAwareListener<V> implements FutureTaskListener<V> {
|
|
|
|
private final CallState expectedState;
|
|
private final long expectedCallId;
|
|
|
|
StateAwareListener(CallState expectedState, long expectedCallId) {
|
|
this.expectedState = expectedState;
|
|
this.expectedCallId = expectedCallId;
|
|
}
|
|
|
|
|
|
@Override
|
|
public void onSuccess(V result) {
|
|
if (!isConsistentState()) {
|
|
Log.w(TAG, "State has changed since request, aborting success callback...");
|
|
} else {
|
|
onSuccessContinue(result);
|
|
}
|
|
}
|
|
|
|
@Override
|
|
public void onFailure(ExecutionException throwable) {
|
|
if (!isConsistentState()) {
|
|
Log.w(TAG, throwable);
|
|
Log.w(TAG, "State has changed since request, aborting failure callback...");
|
|
} else {
|
|
onFailureContinue(throwable.getCause());
|
|
}
|
|
}
|
|
|
|
private boolean isConsistentState() {
|
|
return this.expectedState == callState && Util.isEquals(callId, this.expectedCallId);
|
|
}
|
|
|
|
public abstract void onSuccessContinue(V result);
|
|
public abstract void onFailureContinue(Throwable throwable);
|
|
}
|
|
|
|
private abstract class FailureListener<V> extends StateAwareListener<V> {
|
|
FailureListener(CallState expectedState, long expectedCallId) {
|
|
super(expectedState, expectedCallId);
|
|
}
|
|
|
|
@Override
|
|
public void onSuccessContinue(V result) {}
|
|
}
|
|
|
|
private abstract class SuccessOnlyListener<V> extends StateAwareListener<V> {
|
|
SuccessOnlyListener(CallState expectedState, long expectedCallId) {
|
|
super(expectedState, expectedCallId);
|
|
}
|
|
|
|
@Override
|
|
public void onFailureContinue(Throwable throwable) {
|
|
Log.w(TAG, throwable);
|
|
throw new AssertionError(throwable);
|
|
}
|
|
}
|
|
|
|
@WorkerThread
|
|
public static boolean isCallActive(Context context) {
|
|
Log.i(TAG, "isCallActive()");
|
|
|
|
HandlerThread handlerThread = null;
|
|
|
|
try {
|
|
handlerThread = new HandlerThread("webrtc-callback");
|
|
handlerThread.start();
|
|
|
|
final SettableFuture<Boolean> future = new SettableFuture<>();
|
|
|
|
ResultReceiver resultReceiver = new ResultReceiver(new Handler(handlerThread.getLooper())) {
|
|
protected void onReceiveResult(int resultCode, Bundle resultData) {
|
|
Log.i(TAG, "Got result...");
|
|
future.set(resultCode == 1);
|
|
}
|
|
};
|
|
|
|
Intent intent = new Intent(context, WebRtcCallService.class);
|
|
intent.setAction(ACTION_IS_IN_CALL_QUERY);
|
|
intent.putExtra(EXTRA_RESULT_RECEIVER, resultReceiver);
|
|
|
|
context.startService(intent);
|
|
|
|
Log.i(TAG, "Blocking on result...");
|
|
return future.get();
|
|
} catch (InterruptedException | ExecutionException e) {
|
|
Log.w(TAG, e);
|
|
return false;
|
|
} finally {
|
|
if (handlerThread != null) handlerThread.quit();
|
|
}
|
|
}
|
|
|
|
public static void isCallActive(Context context, ResultReceiver resultReceiver) {
|
|
Intent intent = new Intent(context, WebRtcCallService.class);
|
|
intent.setAction(ACTION_IS_IN_CALL_QUERY);
|
|
intent.putExtra(EXTRA_RESULT_RECEIVER, resultReceiver);
|
|
|
|
context.startService(intent);
|
|
}
|
|
|
|
private class HangUpRtcOnPstnCallAnsweredListener extends PhoneStateListener {
|
|
|
|
@Override
|
|
public void onCallStateChanged(int state, String phoneNumber) {
|
|
super.onCallStateChanged(state, phoneNumber);
|
|
if (state == TelephonyManager.CALL_STATE_OFFHOOK) {
|
|
hangup();
|
|
Log.i(TAG, "Device phone call ended Signal call.");
|
|
}
|
|
}
|
|
|
|
private void hangup() {
|
|
Intent intent = new Intent(WebRtcCallService.this, WebRtcCallService.class);
|
|
intent.setAction(ACTION_LOCAL_HANGUP);
|
|
|
|
startService(intent);
|
|
}
|
|
}
|
|
}
|