signal-desktop/ts/services/calling.ts

2040 lines
61 KiB
TypeScript
Raw Normal View History

// Copyright 2020-2021 Signal Messenger, LLC
2020-10-30 20:34:04 +00:00
// SPDX-License-Identifier: AGPL-3.0-only
2020-09-03 14:59:24 +00:00
/* eslint-disable class-methods-use-this */
import { desktopCapturer, ipcRenderer } from 'electron';
2020-06-04 18:16:19 +00:00
import {
Call,
CallEndedReason,
CallId,
2020-09-28 19:02:35 +00:00
CallingMessage,
2020-06-04 18:16:19 +00:00
CallLogLevel,
2021-08-20 16:06:15 +00:00
CallMessageUrgency,
2020-06-04 18:16:19 +00:00
CallSettings,
CallState,
2020-08-27 00:03:42 +00:00
CanvasVideoRenderer,
2020-11-13 19:57:55 +00:00
ConnectionState,
JoinState,
HttpMethod,
2020-06-04 18:16:19 +00:00
DeviceId,
2020-11-13 19:57:55 +00:00
GroupCall,
GroupMemberInfo,
2020-08-27 00:03:42 +00:00
GumVideoCapturer,
2020-09-28 19:02:35 +00:00
HangupMessage,
HangupType,
2020-11-13 19:57:55 +00:00
OpaqueMessage,
2020-11-20 17:19:28 +00:00
PeekInfo,
2021-08-20 16:06:15 +00:00
RingCancelReason,
2020-06-04 18:16:19 +00:00
RingRTC,
2021-08-20 16:06:15 +00:00
RingUpdate,
2020-06-04 18:16:19 +00:00
UserId,
2020-11-13 19:57:55 +00:00
VideoFrameSource,
VideoRequest,
2021-02-04 19:54:18 +00:00
BandwidthMode,
2020-06-04 18:16:19 +00:00
} from 'ringrtc';
2020-11-13 19:57:55 +00:00
import { uniqBy, noop } from 'lodash';
2020-09-12 00:53:19 +00:00
2020-11-20 17:19:28 +00:00
import {
ActionsType as UxActionsType,
GroupCallPeekInfoType,
} from '../state/ducks/calling';
2020-11-13 19:57:55 +00:00
import { getConversationCallMode } from '../state/ducks/conversations';
2021-09-02 22:34:38 +00:00
import { isConversationTooBigToRing } from '../conversations/isConversationTooBigToRing';
2020-11-13 19:57:55 +00:00
import {
AudioDevice,
2021-08-18 20:08:14 +00:00
AvailableIODevicesType,
CallMode,
2020-11-13 19:57:55 +00:00
GroupCallConnectionState,
GroupCallJoinState,
2021-08-18 20:08:14 +00:00
MediaDeviceSettings,
PresentableSource,
PresentedSource,
2021-08-20 16:06:15 +00:00
ProcessGroupCallRingRequestResult,
2020-11-13 19:57:55 +00:00
} from '../types/Calling';
import { LocalizerType } from '../types/Util';
import { UUID } from '../types/UUID';
import { ConversationModel } from '../models/conversations';
2021-06-29 14:39:53 +00:00
import * as Bytes from '../Bytes';
2020-11-13 19:57:55 +00:00
import {
uuidToArrayBuffer,
arrayBufferToUuid,
2021-06-22 14:46:42 +00:00
typedArrayToArrayBuffer,
2020-11-13 19:57:55 +00:00
} from '../Crypto';
2021-07-09 19:36:10 +00:00
import { dropNull, shallowDropNull } from '../util/dropNull';
2020-11-13 19:57:55 +00:00
import { getOwn } from '../util/getOwn';
2021-09-23 15:49:33 +00:00
import { isNormalNumber } from '../util/isNormalNumber';
import * as durations from '../util/durations';
import { handleMessageSend } from '../util/handleMessageSend';
import {
fetchMembershipProof,
getMembershipList,
wrapWithSyncMessageSend,
} from '../groups';
2021-07-09 19:36:10 +00:00
import { ProcessedEnvelope } from '../textsecure/Types.d';
2020-11-13 19:57:55 +00:00
import { missingCaseError } from '../util/missingCaseError';
import { normalizeGroupCallTimestamp } from '../util/ringrtc/normalizeGroupCallTimestamp';
import {
REQUESTED_VIDEO_WIDTH,
REQUESTED_VIDEO_HEIGHT,
REQUESTED_VIDEO_FRAMERATE,
} from '../calling/constants';
2021-08-20 16:06:15 +00:00
import { callingMessageToProto } from '../util/callingMessageToProto';
import { getSendOptions } from '../util/getSendOptions';
2021-07-02 19:21:24 +00:00
import { SignalService as Proto } from '../protobuf';
2021-08-20 16:06:15 +00:00
import dataInterface from '../sql/Client';
2021-09-23 18:16:09 +00:00
import { notificationService } from './notifications';
import * as log from '../logging/log';
2020-11-13 19:57:55 +00:00
2021-08-20 16:06:15 +00:00
const {
processGroupCallRingRequest,
processGroupCallRingCancelation,
cleanExpiredGroupCallRings,
} = dataInterface;
2021-07-09 19:36:10 +00:00
2020-11-13 19:57:55 +00:00
const RINGRTC_HTTP_METHOD_TO_OUR_HTTP_METHOD: Map<
HttpMethod,
2020-11-17 19:49:48 +00:00
'GET' | 'PUT' | 'POST' | 'DELETE'
2020-11-13 19:57:55 +00:00
> = new Map([
[HttpMethod.Get, 'GET'],
[HttpMethod.Put, 'PUT'],
[HttpMethod.Post, 'POST'],
2020-11-17 19:49:48 +00:00
[HttpMethod.Delete, 'DELETE'],
2020-11-13 19:57:55 +00:00
]);
2020-06-04 18:16:19 +00:00
const CLEAN_EXPIRED_GROUP_CALL_RINGS_INTERVAL = 10 * durations.MINUTE;
2021-08-20 16:06:15 +00:00
// We send group call update messages to tell other clients to peek, which triggers
// notifications, timeline messages, big green "Join" buttons, and so on. This enum
// represents the three possible states we can be in. This helps ensure that we don't
// send an update on disconnect if we never sent one when we joined.
enum GroupCallUpdateMessageState {
SentNothing,
SentJoin,
SentLeft,
}
function isScreenSource(source: PresentedSource): boolean {
return source.id.startsWith('screen');
}
function translateSourceName(
i18n: LocalizerType,
source: PresentedSource
): string {
const { name } = source;
if (!isScreenSource(source)) {
return name;
}
if (name === 'Entire Screen') {
return i18n('calling__SelectPresentingSourcesModal--entireScreen');
}
const match = name.match(/^Screen (\d+)$/);
if (match) {
return i18n('calling__SelectPresentingSourcesModal--screen', {
id: match[1],
});
}
return name;
}
2021-07-09 19:36:10 +00:00
function protoToCallingMessage({
offer,
answer,
iceCandidates,
legacyHangup,
busy,
hangup,
supportsMultiRing,
destinationDeviceId,
opaque,
}: Proto.ICallingMessage): CallingMessage {
return {
offer: offer
? {
...shallowDropNull(offer),
type: dropNull(offer.type) as number,
opaque: offer.opaque ? Buffer.from(offer.opaque) : undefined,
}
: undefined,
answer: answer
? {
...shallowDropNull(answer),
opaque: answer.opaque ? Buffer.from(answer.opaque) : undefined,
}
: undefined,
iceCandidates: iceCandidates
? iceCandidates.map(candidate => {
return {
...shallowDropNull(candidate),
opaque: candidate.opaque
? Buffer.from(candidate.opaque)
: undefined,
};
})
: undefined,
legacyHangup: legacyHangup
? {
...shallowDropNull(legacyHangup),
type: dropNull(legacyHangup.type) as number,
}
: undefined,
busy: shallowDropNull(busy),
hangup: hangup
? {
...shallowDropNull(hangup),
type: dropNull(hangup.type) as number,
}
: undefined,
supportsMultiRing: dropNull(supportsMultiRing),
destinationDeviceId: dropNull(destinationDeviceId),
opaque: opaque
? {
data: opaque.data ? Buffer.from(opaque.data) : undefined,
}
: undefined,
};
}
2020-06-04 18:16:19 +00:00
export class CallingClass {
2020-08-27 00:03:42 +00:00
readonly videoCapturer: GumVideoCapturer;
2020-09-03 14:59:24 +00:00
2020-08-27 00:03:42 +00:00
readonly videoRenderer: CanvasVideoRenderer;
2020-09-03 14:59:24 +00:00
2020-06-04 18:16:19 +00:00
private uxActions?: UxActionsType;
2020-09-03 14:59:24 +00:00
private sfuUrl?: string;
2020-08-27 00:03:42 +00:00
private lastMediaDeviceSettings?: MediaDeviceSettings;
2020-09-03 14:59:24 +00:00
2020-08-27 00:03:42 +00:00
private deviceReselectionTimer?: NodeJS.Timeout;
2020-11-13 19:57:55 +00:00
private callsByConversation: { [conversationId: string]: Call | GroupCall };
private hadLocalVideoBeforePresenting?: boolean;
2020-08-27 00:03:42 +00:00
constructor() {
this.videoCapturer = new GumVideoCapturer({
maxWidth: REQUESTED_VIDEO_WIDTH,
maxHeight: REQUESTED_VIDEO_HEIGHT,
maxFramerate: REQUESTED_VIDEO_FRAMERATE,
});
2020-08-27 00:03:42 +00:00
this.videoRenderer = new CanvasVideoRenderer();
this.callsByConversation = {};
2020-08-27 00:03:42 +00:00
}
2020-06-04 18:16:19 +00:00
initialize(uxActions: UxActionsType, sfuUrl: string): void {
2020-06-04 18:16:19 +00:00
this.uxActions = uxActions;
if (!uxActions) {
throw new Error('CallingClass.initialize: Invalid uxActions.');
}
this.sfuUrl = sfuUrl;
2020-06-04 18:16:19 +00:00
RingRTC.handleOutgoingSignaling = this.handleOutgoingSignaling.bind(this);
RingRTC.handleIncomingCall = this.handleIncomingCall.bind(this);
RingRTC.handleAutoEndedIncomingCallRequest = this.handleAutoEndedIncomingCallRequest.bind(
this
);
RingRTC.handleLogMessage = this.handleLogMessage.bind(this);
2020-11-13 19:57:55 +00:00
RingRTC.handleSendHttpRequest = this.handleSendHttpRequest.bind(this);
RingRTC.handleSendCallMessage = this.handleSendCallMessage.bind(this);
2021-08-20 16:06:15 +00:00
RingRTC.handleSendCallMessageToGroup = this.handleSendCallMessageToGroup.bind(
this
);
RingRTC.handleGroupCallRingUpdate = this.handleGroupCallRingUpdate.bind(
this
);
this.attemptToGiveOurUuidToRingRtc();
2021-09-07 16:21:17 +00:00
window.Whisper.events.on('userChanged', () => {
this.attemptToGiveOurUuidToRingRtc();
});
ipcRenderer.on('stop-screen-share', () => {
uxActions.setPresenting();
});
2021-08-20 16:06:15 +00:00
this.cleanExpiredGroupCallRingsAndLoop();
}
private attemptToGiveOurUuidToRingRtc(): void {
const ourUuid = window.textsecure.storage.user.getUuid()?.toString();
2021-08-20 16:06:15 +00:00
if (!ourUuid) {
// This can happen if we're not linked. It's okay if we hit this case.
return;
}
RingRTC.setSelfUuid(Buffer.from(uuidToArrayBuffer(ourUuid)));
2020-06-04 18:16:19 +00:00
}
2020-10-08 01:25:33 +00:00
async startCallingLobby(
conversationId: string,
2020-06-04 18:16:19 +00:00
isVideoCall: boolean
2020-09-03 14:59:24 +00:00
): Promise<void> {
log.info('CallingClass.startCallingLobby()');
const conversation = window.ConversationController.get(conversationId);
if (!conversation) {
log.error('Could not find conversation, cannot start call lobby');
return;
}
2020-11-13 19:57:55 +00:00
const conversationProps = conversation.format();
const callMode = getConversationCallMode(conversationProps);
switch (callMode) {
case CallMode.None:
log.error('Conversation does not support calls, new call not allowed.');
2020-11-13 19:57:55 +00:00
return;
case CallMode.Direct:
if (!this.getRemoteUserIdFromConversation(conversation)) {
log.error('Missing remote user identifier, new call not allowed.');
2020-11-13 19:57:55 +00:00
return;
}
break;
case CallMode.Group:
break;
default:
throw missingCaseError(callMode);
}
2020-06-04 18:16:19 +00:00
if (!this.uxActions) {
log.error('Missing uxActions, new call not allowed.');
2020-06-04 18:16:19 +00:00
return;
}
2020-11-13 19:57:55 +00:00
if (!this.localDeviceId) {
log.error('Missing local device identifier, new call not allowed.');
2020-06-04 18:16:19 +00:00
return;
}
const haveMediaPermissions = await this.requestPermissions(isVideoCall);
if (!haveMediaPermissions) {
log.info('Permissions were denied, new call not allowed.');
2020-06-04 18:16:19 +00:00
return;
}
log.info('CallingClass.startCallingLobby(): Starting lobby');
2020-10-08 01:25:33 +00:00
// It's important that this function comes before any calls to
// `videoCapturer.enableCapture` or `videoCapturer.enableCaptureAndSend` because of
// a small RingRTC bug.
//
// If we tell RingRTC to start capturing video (with those methods or with
// `RingRTC.setPreferredDevice`, which also captures video) multiple times in quick
// succession, it will call the asynchronous `getUserMedia` twice. It'll save the
// results in the same variable, which means the first call can be overridden.
// Later, when we try to turn the camera off, we'll only disable the *second* result
// of `getUserMedia` and the camera will stay on.
//
// We get around this by `await`ing, making sure we're all done with `getUserMedia`,
// and then continuing.
//
// We should be able to move this below `this.connectGroupCall` once that RingRTC bug
// is fixed. See DESKTOP-1032.
await this.startDeviceReselectionTimer();
2020-11-13 19:57:55 +00:00
switch (callMode) {
case CallMode.Direct:
this.uxActions.showCallLobby({
callMode: CallMode.Direct,
conversationId: conversationProps.id,
hasLocalAudio: true,
hasLocalVideo: isVideoCall,
});
break;
case CallMode.Group: {
if (
!conversationProps.groupId ||
!conversationProps.publicParams ||
!conversationProps.secretParams
) {
log.error(
2020-11-13 19:57:55 +00:00
'Conversation is missing required parameters. Cannot connect group call'
);
return;
}
const groupCall = this.connectGroupCall(conversationProps.id, {
groupId: conversationProps.groupId,
publicParams: conversationProps.publicParams,
secretParams: conversationProps.secretParams,
});
groupCall.setOutgoingAudioMuted(false);
groupCall.setOutgoingVideoMuted(!isVideoCall);
this.uxActions.showCallLobby({
callMode: CallMode.Group,
conversationId: conversationProps.id,
2021-09-02 22:34:38 +00:00
isConversationTooBigToRing: isConversationTooBigToRing(
conversationProps
),
2020-11-13 19:57:55 +00:00
...this.formatGroupCallForRedux(groupCall),
});
break;
}
default:
throw missingCaseError(callMode);
2020-10-08 01:25:33 +00:00
}
if (isVideoCall) {
this.enableLocalCamera();
}
2020-10-08 01:25:33 +00:00
}
2020-11-13 19:57:55 +00:00
stopCallingLobby(conversationId?: string): void {
this.disableLocalVideo();
2020-10-08 01:25:33 +00:00
this.stopDeviceReselectionTimer();
this.lastMediaDeviceSettings = undefined;
2020-11-13 19:57:55 +00:00
if (conversationId) {
this.getGroupCall(conversationId)?.disconnect();
}
2020-10-08 01:25:33 +00:00
}
2020-11-13 19:57:55 +00:00
async startOutgoingDirectCall(
2020-10-08 01:25:33 +00:00
conversationId: string,
hasLocalAudio: boolean,
hasLocalVideo: boolean
2020-10-08 01:25:33 +00:00
): Promise<void> {
log.info('CallingClass.startOutgoingDirectCall()');
2020-10-08 01:25:33 +00:00
if (!this.uxActions) {
throw new Error('Redux actions not available');
}
const conversation = window.ConversationController.get(conversationId);
if (!conversation) {
log.error('Could not find conversation, cannot start call');
2020-10-08 01:25:33 +00:00
this.stopCallingLobby();
return;
}
const remoteUserId = this.getRemoteUserIdFromConversation(conversation);
if (!remoteUserId || !this.localDeviceId) {
log.error('Missing identifier, new call not allowed.');
2020-10-08 01:25:33 +00:00
this.stopCallingLobby();
return;
}
const haveMediaPermissions = await this.requestPermissions(hasLocalVideo);
2020-10-08 01:25:33 +00:00
if (!haveMediaPermissions) {
log.info('Permissions were denied, new call not allowed.');
2020-10-08 01:25:33 +00:00
this.stopCallingLobby();
return;
}
log.info('CallingClass.startOutgoingDirectCall(): Getting call settings');
2020-08-27 00:03:42 +00:00
const callSettings = await this.getCallSettings(conversation);
// Check state after awaiting to debounce call button.
if (RingRTC.call && RingRTC.call.state !== CallState.Ended) {
log.info('Call already in progress, new call not allowed.');
2020-10-08 01:25:33 +00:00
this.stopCallingLobby();
2020-08-27 00:03:42 +00:00
return;
}
log.info('CallingClass.startOutgoingDirectCall(): Starting in RingRTC');
2020-06-04 18:16:19 +00:00
// We could make this faster by getting the call object
// from the RingRTC before we lookup the ICE servers.
const call = RingRTC.startOutgoingCall(
remoteUserId,
hasLocalVideo,
2020-06-04 18:16:19 +00:00
this.localDeviceId,
2020-08-27 00:03:42 +00:00
callSettings
2020-06-04 18:16:19 +00:00
);
RingRTC.setOutgoingAudio(call.callId, hasLocalAudio);
2020-08-27 00:03:42 +00:00
RingRTC.setVideoCapturer(call.callId, this.videoCapturer);
RingRTC.setVideoRenderer(call.callId, this.videoRenderer);
2020-06-04 18:16:19 +00:00
this.attachToCall(conversation, call);
this.uxActions.outgoingCall({
conversationId: conversation.id,
hasLocalAudio,
hasLocalVideo,
2020-06-04 18:16:19 +00:00
});
await this.startDeviceReselectionTimer();
}
2020-11-13 19:57:55 +00:00
private getDirectCall(conversationId: string): undefined | Call {
const call = getOwn(this.callsByConversation, conversationId);
return call instanceof Call ? call : undefined;
}
private getGroupCall(conversationId: string): undefined | GroupCall {
const call = getOwn(this.callsByConversation, conversationId);
return call instanceof GroupCall ? call : undefined;
}
2020-11-20 17:19:28 +00:00
private getGroupCallMembers(conversationId: string) {
return getMembershipList(conversationId).map(
member =>
new GroupMemberInfo(
2021-06-29 14:39:53 +00:00
Buffer.from(uuidToArrayBuffer(member.uuid)),
Buffer.from(member.uuidCiphertext)
2020-11-20 17:19:28 +00:00
)
);
}
public async peekGroupCall(conversationId: string): Promise<PeekInfo> {
// This can be undefined in two cases:
//
// 1. There is no group call instance. This is "stateless peeking", and is expected
// when we want to peek on a call that we've never connected to.
// 2. There is a group call instance but RingRTC doesn't have the peek info yet. This
// should only happen for a brief period as you connect to the call. (You probably
// don't want to call this function while a group call is connected—you should
// instead be grabbing the peek info off of the instance—but we handle it here
// to avoid possible race conditions.)
const statefulPeekInfo = this.getGroupCall(conversationId)?.getPeekInfo();
if (statefulPeekInfo) {
return statefulPeekInfo;
}
if (!this.sfuUrl) {
throw new Error('Missing SFU URL; not peeking group call');
}
2020-11-20 17:19:28 +00:00
const conversation = window.ConversationController.get(conversationId);
if (!conversation) {
throw new Error('Missing conversation; not peeking group call');
}
const publicParams = conversation.get('publicParams');
const secretParams = conversation.get('secretParams');
if (!publicParams || !secretParams) {
throw new Error(
'Conversation is missing required parameters. Cannot peek group call'
);
}
const proof = await fetchMembershipProof({ publicParams, secretParams });
if (!proof) {
throw new Error('No membership proof. Cannot peek group call');
}
2021-06-29 14:39:53 +00:00
const membershipProof = Bytes.fromString(proof);
2020-11-20 17:19:28 +00:00
return RingRTC.peekGroupCall(
this.sfuUrl,
2021-06-29 14:39:53 +00:00
Buffer.from(membershipProof),
2020-11-20 17:19:28 +00:00
this.getGroupCallMembers(conversationId)
);
}
2020-11-13 19:57:55 +00:00
/**
* Connect to a conversation's group call and connect it to Redux.
*
* Should only be called with group call-compatible conversations.
*
* Idempotent.
*/
connectGroupCall(
conversationId: string,
{
groupId,
publicParams,
secretParams,
}: {
groupId: string;
publicParams: string;
secretParams: string;
}
): GroupCall {
const existing = this.getGroupCall(conversationId);
if (existing) {
const isExistingCallNotConnected =
existing.getLocalDeviceState().connectionState ===
ConnectionState.NotConnected;
if (isExistingCallNotConnected) {
existing.connect();
}
return existing;
}
if (!this.sfuUrl) {
throw new Error('Missing SFU URL; not connecting group call');
}
2021-06-29 14:39:53 +00:00
const groupIdBuffer = Buffer.from(Bytes.fromBase64(groupId));
2020-11-13 19:57:55 +00:00
let updateMessageState = GroupCallUpdateMessageState.SentNothing;
2020-11-13 19:57:55 +00:00
let isRequestingMembershipProof = false;
const outerGroupCall = RingRTC.getGroupCall(groupIdBuffer, this.sfuUrl, {
onLocalDeviceStateChanged: groupCall => {
const localDeviceState = groupCall.getLocalDeviceState();
const { eraId } = groupCall.getPeekInfo() || {};
if (localDeviceState.connectionState === ConnectionState.NotConnected) {
// NOTE: This assumes that only one call is active at a time. For example, if
// there are two calls using the camera, this will disable both of them.
// That's fine for now, but this will break if that assumption changes.
this.disableLocalVideo();
delete this.callsByConversation[conversationId];
2020-11-17 19:49:48 +00:00
if (
updateMessageState === GroupCallUpdateMessageState.SentJoin &&
eraId
2020-11-17 19:49:48 +00:00
) {
updateMessageState = GroupCallUpdateMessageState.SentLeft;
this.sendGroupCallUpdateMessage(conversationId, eraId);
}
} else {
this.callsByConversation[conversationId] = groupCall;
// NOTE: This assumes only one active call at a time. See comment above.
if (localDeviceState.videoMuted) {
this.disableLocalVideo();
2020-11-17 19:49:48 +00:00
} else {
this.videoCapturer.enableCaptureAndSend(groupCall);
2020-11-13 19:57:55 +00:00
}
if (
updateMessageState === GroupCallUpdateMessageState.SentNothing &&
localDeviceState.joinState === JoinState.Joined &&
eraId
) {
updateMessageState = GroupCallUpdateMessageState.SentJoin;
this.sendGroupCallUpdateMessage(conversationId, eraId);
2020-11-13 19:57:55 +00:00
}
}
this.syncGroupCallToRedux(conversationId, groupCall);
},
onRemoteDeviceStatesChanged: groupCall => {
this.syncGroupCallToRedux(conversationId, groupCall);
},
onPeekChanged: groupCall => {
const localDeviceState = groupCall.getLocalDeviceState();
const { eraId } = groupCall.getPeekInfo() || {};
if (
updateMessageState === GroupCallUpdateMessageState.SentNothing &&
localDeviceState.connectionState !== ConnectionState.NotConnected &&
localDeviceState.joinState === JoinState.Joined &&
eraId
) {
updateMessageState = GroupCallUpdateMessageState.SentJoin;
this.sendGroupCallUpdateMessage(conversationId, eraId);
}
this.updateCallHistoryForGroupCall(
conversationId,
groupCall.getPeekInfo()
);
this.syncGroupCallToRedux(conversationId, groupCall);
},
async requestMembershipProof(groupCall) {
if (isRequestingMembershipProof) {
return;
}
isRequestingMembershipProof = true;
try {
const proof = await fetchMembershipProof({
publicParams,
secretParams,
});
if (proof) {
2021-06-29 14:39:53 +00:00
groupCall.setMembershipProof(Buffer.from(Bytes.fromString(proof)));
2020-11-13 19:57:55 +00:00
}
} catch (err) {
log.error('Failed to fetch membership proof', err);
} finally {
isRequestingMembershipProof = false;
}
},
requestGroupMembers: groupCall => {
groupCall.setGroupMembers(this.getGroupCallMembers(conversationId));
},
onEnded: noop,
});
2020-11-13 19:57:55 +00:00
if (!outerGroupCall) {
// This should be very rare, likely due to RingRTC not being able to get a lock
// or memory or something like that.
throw new Error('Failed to get a group call instance; cannot start call');
}
outerGroupCall.connect();
this.syncGroupCallToRedux(conversationId, outerGroupCall);
return outerGroupCall;
}
public joinGroupCall(
conversationId: string,
hasLocalAudio: boolean,
hasLocalVideo: boolean,
shouldRing: boolean
2020-11-13 19:57:55 +00:00
): void {
const conversation = window.ConversationController.get(
conversationId
)?.format();
if (!conversation) {
log.error('Missing conversation; not joining group call');
2020-11-13 19:57:55 +00:00
return;
}
if (
!conversation.groupId ||
!conversation.publicParams ||
!conversation.secretParams
) {
log.error(
2020-11-13 19:57:55 +00:00
'Conversation is missing required parameters. Cannot join group call'
);
return;
}
const groupCall = this.connectGroupCall(conversationId, {
groupId: conversation.groupId,
publicParams: conversation.publicParams,
secretParams: conversation.secretParams,
});
groupCall.setOutgoingAudioMuted(!hasLocalAudio);
groupCall.setOutgoingVideoMuted(!hasLocalVideo);
this.videoCapturer.enableCaptureAndSend(groupCall);
if (shouldRing) {
2021-08-20 16:06:15 +00:00
groupCall.ringAll();
}
2020-11-13 19:57:55 +00:00
groupCall.join();
}
private getCallIdForConversation(conversationId: string): undefined | CallId {
2020-11-13 19:57:55 +00:00
return this.getDirectCall(conversationId)?.callId;
}
public setGroupCallVideoRequest(
conversationId: string,
resolutions: Array<VideoRequest>
): void {
this.getGroupCall(conversationId)?.requestVideo(resolutions);
}
public groupMembersChanged(conversationId: string): void {
// This will be called for any conversation change, so it's likely that there won't
// be a group call available; that's fine.
const groupCall = this.getGroupCall(conversationId);
if (!groupCall) {
return;
}
groupCall.setGroupMembers(this.getGroupCallMembers(conversationId));
}
2020-11-13 19:57:55 +00:00
// See the comment in types/Calling.ts to explain why we have to do this conversion.
private convertRingRtcConnectionState(
connectionState: ConnectionState
): GroupCallConnectionState {
switch (connectionState) {
case ConnectionState.NotConnected:
return GroupCallConnectionState.NotConnected;
case ConnectionState.Connecting:
return GroupCallConnectionState.Connecting;
case ConnectionState.Connected:
return GroupCallConnectionState.Connected;
case ConnectionState.Reconnecting:
return GroupCallConnectionState.Reconnecting;
default:
throw missingCaseError(connectionState);
}
}
// See the comment in types/Calling.ts to explain why we have to do this conversion.
private convertRingRtcJoinState(joinState: JoinState): GroupCallJoinState {
switch (joinState) {
case JoinState.NotJoined:
return GroupCallJoinState.NotJoined;
case JoinState.Joining:
return GroupCallJoinState.Joining;
case JoinState.Joined:
return GroupCallJoinState.Joined;
default:
throw missingCaseError(joinState);
}
}
2020-11-20 17:19:28 +00:00
public formatGroupCallPeekInfoForRedux(
2020-12-02 18:14:03 +00:00
peekInfo: PeekInfo
2020-11-20 17:19:28 +00:00
): GroupCallPeekInfoType {
return {
2020-12-02 18:14:03 +00:00
uuids: peekInfo.joinedMembers.map(uuidBuffer => {
2021-06-29 14:39:53 +00:00
let uuid = arrayBufferToUuid(typedArrayToArrayBuffer(uuidBuffer));
2020-12-02 18:14:03 +00:00
if (!uuid) {
log.error(
2020-12-02 18:14:03 +00:00
'Calling.formatGroupCallPeekInfoForRedux: could not convert peek UUID ArrayBuffer to string; using fallback UUID'
);
uuid = '00000000-0000-0000-0000-000000000000';
}
return uuid;
}),
2021-06-29 14:39:53 +00:00
creatorUuid:
peekInfo.creator &&
arrayBufferToUuid(typedArrayToArrayBuffer(peekInfo.creator)),
2020-11-20 17:19:28 +00:00
eraId: peekInfo.eraId,
maxDevices: peekInfo.maxDevices ?? Infinity,
deviceCount: peekInfo.deviceCount,
};
}
2020-11-13 19:57:55 +00:00
private formatGroupCallForRedux(groupCall: GroupCall) {
const localDeviceState = groupCall.getLocalDeviceState();
2020-12-02 18:14:03 +00:00
const peekInfo = groupCall.getPeekInfo();
2020-11-13 19:57:55 +00:00
// RingRTC doesn't ensure that the demux ID is unique. This can happen if someone
// leaves the call and quickly rejoins; RingRTC will tell us that there are two
2020-12-02 18:14:03 +00:00
// participants with the same demux ID in the call. This should be rare.
2020-11-13 19:57:55 +00:00
const remoteDeviceStates = uniqBy(
groupCall.getRemoteDeviceStates() || [],
remoteDeviceState => remoteDeviceState.demuxId
);
// It should be impossible to be disconnected and Joining or Joined. Just in case, we
// try to handle that case.
const joinState: GroupCallJoinState =
localDeviceState.connectionState === ConnectionState.NotConnected
? GroupCallJoinState.NotJoined
: this.convertRingRtcJoinState(localDeviceState.joinState);
return {
connectionState: this.convertRingRtcConnectionState(
localDeviceState.connectionState
),
joinState,
hasLocalAudio: !localDeviceState.audioMuted,
hasLocalVideo: !localDeviceState.videoMuted,
2020-12-02 18:14:03 +00:00
peekInfo: peekInfo
? this.formatGroupCallPeekInfoForRedux(peekInfo)
: undefined,
2020-11-17 15:07:53 +00:00
remoteParticipants: remoteDeviceStates.map(remoteDeviceState => {
2021-06-29 14:39:53 +00:00
let uuid = arrayBufferToUuid(
typedArrayToArrayBuffer(remoteDeviceState.userId)
);
2020-12-02 18:14:03 +00:00
if (!uuid) {
log.error(
2020-12-02 18:14:03 +00:00
'Calling.formatGroupCallForRedux: could not convert remote participant UUID ArrayBuffer to string; using fallback UUID'
);
uuid = '00000000-0000-0000-0000-000000000000';
}
2020-11-17 15:07:53 +00:00
return {
2020-12-02 18:14:03 +00:00
uuid,
2020-11-17 15:07:53 +00:00
demuxId: remoteDeviceState.demuxId,
hasRemoteAudio: !remoteDeviceState.audioMuted,
hasRemoteVideo: !remoteDeviceState.videoMuted,
presenting: Boolean(remoteDeviceState.presenting),
sharingScreen: Boolean(remoteDeviceState.sharingScreen),
speakerTime: normalizeGroupCallTimestamp(
remoteDeviceState.speakerTime
),
2020-11-17 15:07:53 +00:00
// If RingRTC doesn't send us an aspect ratio, we make a guess.
videoAspectRatio:
remoteDeviceState.videoAspectRatio ||
(remoteDeviceState.videoMuted ? 1 : 4 / 3),
};
}),
2020-11-13 19:57:55 +00:00
};
}
public getGroupCallVideoFrameSource(
conversationId: string,
demuxId: number
): VideoFrameSource {
const groupCall = this.getGroupCall(conversationId);
if (!groupCall) {
throw new Error('Could not find matching call');
}
return groupCall.getVideoSource(demuxId);
}
public resendGroupCallMediaKeys(conversationId: string): void {
const groupCall = this.getGroupCall(conversationId);
if (!groupCall) {
throw new Error('Could not find matching call');
}
groupCall.resendMediaKeys();
}
2020-11-13 19:57:55 +00:00
private syncGroupCallToRedux(
conversationId: string,
groupCall: GroupCall
): void {
this.uxActions?.groupCallStateChange({
conversationId,
...this.formatGroupCallForRedux(groupCall),
});
2020-06-04 18:16:19 +00:00
}
2021-04-08 16:24:21 +00:00
private async sendGroupCallUpdateMessage(
conversationId: string,
eraId: string
2021-04-08 16:24:21 +00:00
): Promise<void> {
const conversation = window.ConversationController.get(conversationId);
if (!conversation) {
log.error(
'Unable to send group call update message for non-existent conversation'
);
return;
}
const groupV2 = conversation.getGroupV2Info();
const sendOptions = await getSendOptions(conversation.attributes);
if (!groupV2) {
log.error(
'Unable to send group call update message for conversation that lacks groupV2 info'
);
return;
}
const timestamp = Date.now();
// We "fire and forget" because sending this message is non-essential.
2021-07-02 19:21:24 +00:00
const { ContentHint } = Proto.UnidentifiedSenderMessage.Message;
wrapWithSyncMessageSend({
conversation,
2021-05-25 22:40:04 +00:00
logId: `sendToGroup/groupCallUpdate/${conversationId}-${eraId}`,
messageIds: [],
2021-05-25 22:40:04 +00:00
send: () =>
window.Signal.Util.sendToGroup({
groupSendOptions: { groupCallUpdate: { eraId }, groupV2, timestamp },
2021-05-25 22:40:04 +00:00
conversation,
contentHint: ContentHint.DEFAULT,
messageId: undefined,
sendOptions,
sendType: 'callingMessage',
}),
sendType: 'callingMessage',
timestamp,
}).catch(err => {
log.error(
2021-05-25 22:40:04 +00:00
'Failed to send group call update:',
err && err.stack ? err.stack : err
);
});
}
2021-08-20 16:06:15 +00:00
async acceptDirectCall(
conversationId: string,
asVideoCall: boolean
): Promise<void> {
log.info('CallingClass.acceptDirectCall()');
const callId = this.getCallIdForConversation(conversationId);
if (!callId) {
log.warn('Trying to accept a non-existent call');
return;
}
2020-06-04 18:16:19 +00:00
const haveMediaPermissions = await this.requestPermissions(asVideoCall);
if (haveMediaPermissions) {
2020-08-27 00:03:42 +00:00
await this.startDeviceReselectionTimer();
RingRTC.setVideoCapturer(callId, this.videoCapturer);
RingRTC.setVideoRenderer(callId, this.videoRenderer);
2020-06-04 18:16:19 +00:00
RingRTC.accept(callId, asVideoCall);
} else {
log.info('Permissions were denied, call not allowed, hanging up.');
2020-06-04 18:16:19 +00:00
RingRTC.hangup(callId);
}
}
2021-08-20 16:06:15 +00:00
declineDirectCall(conversationId: string): void {
log.info('CallingClass.declineDirectCall()');
const callId = this.getCallIdForConversation(conversationId);
if (!callId) {
log.warn('declineDirectCall: Trying to decline a non-existent call');
return;
}
2020-06-04 18:16:19 +00:00
RingRTC.decline(callId);
}
2021-08-20 16:06:15 +00:00
declineGroupCall(conversationId: string, ringId: bigint): void {
log.info('CallingClass.declineGroupCall()');
2021-08-20 16:06:15 +00:00
const groupId = window.ConversationController.get(conversationId)?.get(
'groupId'
);
if (!groupId) {
log.error(
2021-08-20 16:06:15 +00:00
'declineGroupCall: could not find the group ID for that conversation'
);
return;
}
const groupIdBuffer = Buffer.from(Bytes.fromBase64(groupId));
RingRTC.cancelGroupRing(
groupIdBuffer,
ringId,
RingCancelReason.DeclinedByUser
);
}
hangup(conversationId: string): void {
log.info('CallingClass.hangup()');
2020-11-13 19:57:55 +00:00
const call = getOwn(this.callsByConversation, conversationId);
if (!call) {
log.warn('Trying to hang up a non-existent call');
return;
}
ipcRenderer.send('close-screen-share-controller');
2020-11-13 19:57:55 +00:00
if (call instanceof Call) {
RingRTC.hangup(call.callId);
} else if (call instanceof GroupCall) {
// This ensures that we turn off our devices.
call.setOutgoingAudioMuted(true);
call.setOutgoingVideoMuted(true);
call.disconnect();
} else {
throw missingCaseError(call);
}
2020-06-04 18:16:19 +00:00
}
setOutgoingAudio(conversationId: string, enabled: boolean): void {
2020-11-13 19:57:55 +00:00
const call = getOwn(this.callsByConversation, conversationId);
if (!call) {
log.warn('Trying to set outgoing audio for a non-existent call');
return;
}
2020-11-13 19:57:55 +00:00
if (call instanceof Call) {
RingRTC.setOutgoingAudio(call.callId, enabled);
} else if (call instanceof GroupCall) {
call.setOutgoingAudioMuted(!enabled);
} else {
throw missingCaseError(call);
}
2020-06-04 18:16:19 +00:00
}
setOutgoingVideo(conversationId: string, enabled: boolean): void {
2020-11-13 19:57:55 +00:00
const call = getOwn(this.callsByConversation, conversationId);
if (!call) {
log.warn('Trying to set outgoing video for a non-existent call');
return;
}
2020-11-13 19:57:55 +00:00
if (call instanceof Call) {
RingRTC.setOutgoingVideo(call.callId, enabled);
} else if (call instanceof GroupCall) {
call.setOutgoingVideoMuted(!enabled);
} else {
throw missingCaseError(call);
}
2020-06-04 18:16:19 +00:00
}
private setOutgoingVideoIsScreenShare(
call: Call | GroupCall,
enabled: boolean
): void {
if (call instanceof Call) {
RingRTC.setOutgoingVideoIsScreenShare(call.callId, enabled);
// Note: there is no "presenting" API for direct calls.
} else if (call instanceof GroupCall) {
call.setOutgoingVideoIsScreenShare(enabled);
call.setPresenting(enabled);
} else {
throw missingCaseError(call);
}
}
async getPresentingSources(): Promise<Array<PresentableSource>> {
const sources = await desktopCapturer.getSources({
fetchWindowIcons: true,
thumbnailSize: { height: 102, width: 184 },
types: ['window', 'screen'],
});
const presentableSources: Array<PresentableSource> = [];
sources.forEach(source => {
// If electron can't retrieve a thumbnail then it won't be able to
// present this source so we filter these out.
if (source.thumbnail.isEmpty()) {
return;
}
presentableSources.push({
appIcon:
source.appIcon && !source.appIcon.isEmpty()
? source.appIcon.toDataURL()
: undefined,
id: source.id,
name: translateSourceName(window.i18n, source),
isScreen: isScreenSource(source),
thumbnail: source.thumbnail.toDataURL(),
});
});
return presentableSources;
}
setPresenting(
conversationId: string,
hasLocalVideo: boolean,
source?: PresentedSource
): void {
const call = getOwn(this.callsByConversation, conversationId);
if (!call) {
log.warn('Trying to set presenting for a non-existent call');
return;
}
this.videoCapturer.disable();
if (source) {
this.hadLocalVideoBeforePresenting = hasLocalVideo;
this.videoCapturer.enableCaptureAndSend(call, {
// 15fps is much nicer but takes up a lot more CPU.
maxFramerate: 5,
maxHeight: 1080,
maxWidth: 1920,
screenShareSourceId: source.id,
});
this.setOutgoingVideo(conversationId, true);
} else {
this.setOutgoingVideo(
conversationId,
this.hadLocalVideoBeforePresenting ?? hasLocalVideo
);
this.hadLocalVideoBeforePresenting = undefined;
}
const isPresenting = Boolean(source);
this.setOutgoingVideoIsScreenShare(call, isPresenting);
if (source) {
ipcRenderer.send('show-screen-share', source.name);
2021-09-23 18:16:09 +00:00
notificationService.notify({
icon: 'images/icons/v2/video-solid-24.svg',
message: window.i18n('calling__presenting--notification-body'),
onNotificationClick: () => {
if (this.uxActions) {
this.uxActions.setPresenting();
}
},
silent: true,
title: window.i18n('calling__presenting--notification-title'),
});
} else {
ipcRenderer.send('close-screen-share-controller');
}
}
2020-08-27 00:03:42 +00:00
private async startDeviceReselectionTimer(): Promise<void> {
// Poll once
await this.pollForMediaDevices();
// Start the timer
if (!this.deviceReselectionTimer) {
this.deviceReselectionTimer = setInterval(async () => {
await this.pollForMediaDevices();
}, 3000);
}
2020-06-04 18:16:19 +00:00
}
2020-08-27 00:03:42 +00:00
private stopDeviceReselectionTimer() {
if (this.deviceReselectionTimer) {
clearInterval(this.deviceReselectionTimer);
this.deviceReselectionTimer = undefined;
}
}
private mediaDeviceSettingsEqual(
a?: MediaDeviceSettings,
b?: MediaDeviceSettings
): boolean {
if (!a && !b) {
return true;
}
if (!a || !b) {
return false;
}
if (
a.availableCameras.length !== b.availableCameras.length ||
a.availableMicrophones.length !== b.availableMicrophones.length ||
a.availableSpeakers.length !== b.availableSpeakers.length
) {
return false;
}
2020-09-03 14:59:24 +00:00
for (let i = 0; i < a.availableCameras.length; i += 1) {
2020-08-27 00:03:42 +00:00
if (
a.availableCameras[i].deviceId !== b.availableCameras[i].deviceId ||
a.availableCameras[i].groupId !== b.availableCameras[i].groupId ||
a.availableCameras[i].label !== b.availableCameras[i].label
) {
return false;
}
}
2020-09-03 14:59:24 +00:00
for (let i = 0; i < a.availableMicrophones.length; i += 1) {
2020-08-27 00:03:42 +00:00
if (
a.availableMicrophones[i].name !== b.availableMicrophones[i].name ||
a.availableMicrophones[i].uniqueId !==
b.availableMicrophones[i].uniqueId
2020-08-27 00:03:42 +00:00
) {
return false;
}
}
2020-09-03 14:59:24 +00:00
for (let i = 0; i < a.availableSpeakers.length; i += 1) {
2020-08-27 00:03:42 +00:00
if (
a.availableSpeakers[i].name !== b.availableSpeakers[i].name ||
a.availableSpeakers[i].uniqueId !== b.availableSpeakers[i].uniqueId
2020-08-27 00:03:42 +00:00
) {
return false;
}
}
if (
(a.selectedCamera && !b.selectedCamera) ||
(!a.selectedCamera && b.selectedCamera) ||
(a.selectedMicrophone && !b.selectedMicrophone) ||
(!a.selectedMicrophone && b.selectedMicrophone) ||
(a.selectedSpeaker && !b.selectedSpeaker) ||
(!a.selectedSpeaker && b.selectedSpeaker)
) {
return false;
}
if (
a.selectedCamera &&
b.selectedCamera &&
a.selectedCamera !== b.selectedCamera
) {
return false;
}
if (
a.selectedMicrophone &&
b.selectedMicrophone &&
a.selectedMicrophone.index !== b.selectedMicrophone.index
) {
return false;
}
if (
a.selectedSpeaker &&
b.selectedSpeaker &&
a.selectedSpeaker.index !== b.selectedSpeaker.index
) {
return false;
}
return true;
}
private async pollForMediaDevices(): Promise<void> {
const newSettings = await this.getMediaDeviceSettings();
if (
!this.mediaDeviceSettingsEqual(this.lastMediaDeviceSettings, newSettings)
) {
log.info(
2020-08-27 00:03:42 +00:00
'MediaDevice: available devices changed (from->to)',
this.lastMediaDeviceSettings,
newSettings
);
await this.selectPreferredDevices(newSettings);
2020-08-27 00:03:42 +00:00
this.lastMediaDeviceSettings = newSettings;
this.uxActions?.refreshIODevices(newSettings);
}
}
2021-08-18 20:08:14 +00:00
async getAvailableIODevices(): Promise<AvailableIODevicesType> {
const availableCameras = await this.videoCapturer.enumerateDevices();
2020-08-27 00:03:42 +00:00
const availableMicrophones = RingRTC.getAudioInputs();
2021-08-18 20:08:14 +00:00
const availableSpeakers = RingRTC.getAudioOutputs();
return {
availableCameras,
availableMicrophones,
availableSpeakers,
};
}
async getMediaDeviceSettings(): Promise<MediaDeviceSettings> {
const {
availableCameras,
availableMicrophones,
availableSpeakers,
} = await this.getAvailableIODevices();
const preferredMicrophone = window.Events.getPreferredAudioInputDevice();
2020-08-27 00:03:42 +00:00
const selectedMicIndex = this.findBestMatchingDeviceIndex(
availableMicrophones,
preferredMicrophone
);
const selectedMicrophone =
selectedMicIndex !== undefined
? availableMicrophones[selectedMicIndex]
: undefined;
2021-08-18 20:08:14 +00:00
const preferredSpeaker = window.Events.getPreferredAudioOutputDevice();
2020-08-27 00:03:42 +00:00
const selectedSpeakerIndex = this.findBestMatchingDeviceIndex(
availableSpeakers,
preferredSpeaker
);
const selectedSpeaker =
selectedSpeakerIndex !== undefined
? availableSpeakers[selectedSpeakerIndex]
: undefined;
2021-08-18 20:08:14 +00:00
const preferredCamera = window.Events.getPreferredVideoInputDevice();
2020-08-27 00:03:42 +00:00
const selectedCamera = this.findBestMatchingCamera(
availableCameras,
preferredCamera
);
return {
availableMicrophones,
availableSpeakers,
selectedMicrophone,
selectedSpeaker,
availableCameras,
selectedCamera,
};
}
findBestMatchingDeviceIndex(
available: Array<AudioDevice>,
preferred: AudioDevice | undefined
): number | undefined {
if (preferred) {
// Match by uniqueId first, if available
if (preferred.uniqueId) {
const matchIndex = available.findIndex(
d => d.uniqueId === preferred.uniqueId
);
if (matchIndex !== -1) {
return matchIndex;
}
}
// Match by name second
const matchingNames = available.filter(d => d.name === preferred.name);
if (matchingNames.length > 0) {
return matchingNames[0].index;
2020-08-27 00:03:42 +00:00
}
}
// Nothing matches or no preference; take the first device if there are any
2020-08-27 00:03:42 +00:00
return available.length > 0 ? 0 : undefined;
}
findBestMatchingCamera(
available: Array<MediaDeviceInfo>,
preferred?: string
): string | undefined {
const matchingId = available.filter(d => d.deviceId === preferred);
const nonInfrared = available.filter(d => !d.label.includes('IR Camera'));
2020-09-03 14:59:24 +00:00
// By default, pick the first non-IR camera (but allow the user to pick the
// infrared if they so desire)
2020-08-27 00:03:42 +00:00
if (matchingId.length > 0) {
return matchingId[0].deviceId;
2020-09-09 00:46:29 +00:00
}
if (nonInfrared.length > 0) {
2020-08-27 00:03:42 +00:00
return nonInfrared[0].deviceId;
}
2020-09-09 00:46:29 +00:00
return undefined;
2020-08-27 00:03:42 +00:00
}
2020-09-03 14:59:24 +00:00
setPreferredMicrophone(device: AudioDevice): void {
log.info('MediaDevice: setPreferredMicrophone', device);
2021-08-18 20:08:14 +00:00
window.Events.setPreferredAudioInputDevice(device);
2020-08-27 00:03:42 +00:00
RingRTC.setAudioInput(device.index);
}
2020-09-03 14:59:24 +00:00
setPreferredSpeaker(device: AudioDevice): void {
log.info('MediaDevice: setPreferredSpeaker', device);
2021-08-18 20:08:14 +00:00
window.Events.setPreferredAudioOutputDevice(device);
2020-08-27 00:03:42 +00:00
RingRTC.setAudioOutput(device.index);
}
2020-10-08 01:25:33 +00:00
enableLocalCamera(): void {
this.videoCapturer.enableCapture();
}
disableLocalVideo(): void {
2020-10-08 01:25:33 +00:00
this.videoCapturer.disable();
}
2020-09-03 14:59:24 +00:00
async setPreferredCamera(device: string): Promise<void> {
log.info('MediaDevice: setPreferredCamera', device);
2021-08-18 20:08:14 +00:00
window.Events.setPreferredVideoInputDevice(device);
2020-08-27 00:03:42 +00:00
await this.videoCapturer.setPreferredDevice(device);
2020-06-04 18:16:19 +00:00
}
async handleCallingMessage(
2021-07-09 19:36:10 +00:00
envelope: ProcessedEnvelope,
callingMessage: Proto.ICallingMessage
2020-09-03 14:59:24 +00:00
): Promise<void> {
log.info('CallingClass.handleCallingMessage()');
2021-08-18 20:08:14 +00:00
const enableIncomingCalls = window.Events.getIncomingCallNotification();
2020-06-04 18:16:19 +00:00
if (callingMessage.offer && !enableIncomingCalls) {
// Drop offers silently if incoming call notifications are disabled.
log.info('Incoming calls are disabled, ignoring call offer.');
2020-06-04 18:16:19 +00:00
return;
}
const remoteUserId = envelope.sourceUuid;
2020-06-04 18:16:19 +00:00
const remoteDeviceId = this.parseDeviceId(envelope.sourceDevice);
if (!remoteUserId || !remoteDeviceId || !this.localDeviceId) {
log.error('Missing identifier, ignoring call message.');
2020-06-04 18:16:19 +00:00
return;
}
const { storage } = window.textsecure;
const senderIdentityRecord = await storage.protocol.getOrMigrateIdentityRecord(
new UUID(remoteUserId)
2020-09-12 00:53:19 +00:00
);
if (!senderIdentityRecord) {
log.error('Missing sender identity record; ignoring call message.');
2020-09-12 00:53:19 +00:00
return;
}
const senderIdentityKey = senderIdentityRecord.publicKey.slice(1); // Ignore the type header, it is not used.
const ourUuid = storage.user.getCheckedUuid();
const receiverIdentityRecord = storage.protocol.getIdentityRecord(ourUuid);
2020-09-12 00:53:19 +00:00
if (!receiverIdentityRecord) {
log.error('Missing receiver identity record; ignoring call message.');
2020-09-12 00:53:19 +00:00
return;
}
const receiverIdentityKey = receiverIdentityRecord.publicKey.slice(1); // Ignore the type header, it is not used.
2020-09-28 19:02:35 +00:00
const conversation = window.ConversationController.get(remoteUserId);
if (!conversation) {
log.error('Missing conversation; ignoring call message.');
2020-09-28 19:02:35 +00:00
return;
}
if (callingMessage.offer && !conversation.getAccepted()) {
log.info(
2020-09-28 19:02:35 +00:00
'Conversation was not approved by user; rejecting call message.'
);
const hangup = new HangupMessage();
hangup.callId = callingMessage.offer.callId;
hangup.deviceId = remoteDeviceId;
hangup.type = HangupType.NeedPermission;
const message = new CallingMessage();
message.legacyHangup = hangup;
await this.handleOutgoingSignaling(remoteUserId, message);
2021-07-09 19:36:10 +00:00
const ProtoOfferType = Proto.CallingMessage.Offer.Type;
2020-09-28 19:02:35 +00:00
this.addCallHistoryForFailedIncomingCall(
conversation,
2021-07-09 19:36:10 +00:00
callingMessage.offer.type === ProtoOfferType.OFFER_VIDEO_CALL,
envelope.timestamp
2020-09-28 19:02:35 +00:00
);
return;
}
2020-11-13 19:57:55 +00:00
const sourceUuid = envelope.sourceUuid
? uuidToArrayBuffer(envelope.sourceUuid)
: null;
const messageAgeSec = envelope.messageAgeSec ? envelope.messageAgeSec : 0;
2020-06-04 18:16:19 +00:00
log.info('CallingClass.handleCallingMessage(): Handling in RingRTC');
2020-06-04 18:16:19 +00:00
RingRTC.handleCallingMessage(
remoteUserId,
2021-06-29 14:39:53 +00:00
sourceUuid ? Buffer.from(sourceUuid) : null,
2020-06-04 18:16:19 +00:00
remoteDeviceId,
this.localDeviceId,
messageAgeSec,
2021-07-09 19:36:10 +00:00
protoToCallingMessage(callingMessage),
2021-06-29 14:39:53 +00:00
Buffer.from(senderIdentityKey),
Buffer.from(receiverIdentityKey)
2020-06-04 18:16:19 +00:00
);
}
private async selectPreferredDevices(
2020-08-27 00:03:42 +00:00
settings: MediaDeviceSettings
): Promise<void> {
if (
(!this.lastMediaDeviceSettings && settings.selectedCamera) ||
(this.lastMediaDeviceSettings &&
settings.selectedCamera &&
this.lastMediaDeviceSettings.selectedCamera !== settings.selectedCamera)
) {
log.info('MediaDevice: selecting camera', settings.selectedCamera);
await this.videoCapturer.setPreferredDevice(settings.selectedCamera);
}
2020-09-03 14:59:24 +00:00
// Assume that the MediaDeviceSettings have been obtained very recently and
// the index is still valid (no devices have been plugged in in between).
2020-08-27 00:03:42 +00:00
if (settings.selectedMicrophone) {
log.info(
2020-08-27 00:03:42 +00:00
'MediaDevice: selecting microphone',
settings.selectedMicrophone
);
RingRTC.setAudioInput(settings.selectedMicrophone.index);
}
2020-08-27 00:03:42 +00:00
if (settings.selectedSpeaker) {
log.info('MediaDevice: selecting speaker', settings.selectedSpeaker);
2020-08-27 00:03:42 +00:00
RingRTC.setAudioOutput(settings.selectedSpeaker.index);
}
}
2020-06-04 18:16:19 +00:00
private async requestCameraPermissions(): Promise<boolean> {
const cameraPermission = await window.getMediaCameraPermissions();
if (!cameraPermission) {
await window.showCallingPermissionsPopup(true);
// Check the setting again (from the source of truth).
return window.getMediaCameraPermissions();
}
return true;
}
private async requestMicrophonePermissions(): Promise<boolean> {
const microphonePermission = await window.getMediaPermissions();
if (!microphonePermission) {
await window.showCallingPermissionsPopup(false);
// Check the setting again (from the source of truth).
return window.getMediaPermissions();
}
return true;
}
private async requestPermissions(isVideoCall: boolean): Promise<boolean> {
const microphonePermission = await this.requestMicrophonePermissions();
if (microphonePermission) {
if (isVideoCall) {
return this.requestCameraPermissions();
}
2020-09-09 00:46:29 +00:00
return true;
2020-06-04 18:16:19 +00:00
}
2020-09-09 00:46:29 +00:00
return false;
2020-06-04 18:16:19 +00:00
}
2020-11-13 19:57:55 +00:00
private async handleSendCallMessage(
2021-06-29 14:39:53 +00:00
recipient: Uint8Array,
2021-08-20 16:06:15 +00:00
data: Uint8Array,
urgency: CallMessageUrgency
2020-11-13 19:57:55 +00:00
): Promise<boolean> {
2021-06-29 14:39:53 +00:00
const userId = arrayBufferToUuid(typedArrayToArrayBuffer(recipient));
2020-11-13 19:57:55 +00:00
if (!userId) {
log.error('handleSendCallMessage(): bad recipient UUID');
2020-11-13 19:57:55 +00:00
return false;
}
const message = new CallingMessage();
message.opaque = new OpaqueMessage();
2021-06-29 14:39:53 +00:00
message.opaque.data = Buffer.from(data);
2021-08-20 16:06:15 +00:00
return this.handleOutgoingSignaling(userId, message, urgency);
}
private async handleSendCallMessageToGroup(
groupIdBytes: Buffer,
data: Buffer,
urgency: CallMessageUrgency
): Promise<void> {
const groupId = groupIdBytes.toString('base64');
const conversation = window.ConversationController.get(groupId);
if (!conversation) {
log.error('handleSendCallMessageToGroup(): could not find conversation');
2021-08-20 16:06:15 +00:00
return;
}
const timestamp = Date.now();
const callingMessage = new CallingMessage();
callingMessage.opaque = new OpaqueMessage();
callingMessage.opaque.data = data;
const contentMessage = new Proto.Content();
contentMessage.callingMessage = callingMessageToProto(
callingMessage,
urgency
);
// We "fire and forget" because sending this message is non-essential.
// We also don't sync this message.
const { ContentHint } = Proto.UnidentifiedSenderMessage.Message;
await handleMessageSend(
window.Signal.Util.sendContentMessageToGroup({
contentHint: ContentHint.DEFAULT,
contentMessage,
conversation,
isPartialSend: false,
messageId: undefined,
recipients: conversation.getRecipients(),
sendOptions: await getSendOptions(conversation.attributes),
sendType: 'callingMessage',
timestamp,
}),
{ messageIds: [], sendType: 'callingMessage' }
);
}
private async handleGroupCallRingUpdate(
groupIdBytes: Buffer,
ringId: bigint,
ringerBytes: Buffer,
update: RingUpdate
): Promise<void> {
log.info(`handleGroupCallRingUpdate(): got ring update ${update}`);
2021-08-20 16:06:15 +00:00
const groupId = groupIdBytes.toString('base64');
const ringerUuid = arrayBufferToUuid(typedArrayToArrayBuffer(ringerBytes));
if (!ringerUuid) {
log.error('handleGroupCallRingUpdate(): ringerUuid was invalid');
2021-08-20 16:06:15 +00:00
return;
}
const conversation = window.ConversationController.get(groupId);
if (!conversation) {
log.error('handleGroupCallRingUpdate(): could not find conversation');
2021-08-20 16:06:15 +00:00
return;
}
const conversationId = conversation.id;
let shouldRing = false;
if (update === RingUpdate.Requested) {
const processResult = await processGroupCallRingRequest(ringId);
switch (processResult) {
case ProcessGroupCallRingRequestResult.ShouldRing:
shouldRing = true;
break;
case ProcessGroupCallRingRequestResult.RingWasPreviouslyCanceled:
RingRTC.cancelGroupRing(groupIdBytes, ringId, null);
break;
case ProcessGroupCallRingRequestResult.ThereIsAnotherActiveRing:
RingRTC.cancelGroupRing(groupIdBytes, ringId, RingCancelReason.Busy);
break;
default:
throw missingCaseError(processResult);
}
} else {
await processGroupCallRingCancelation(ringId);
}
if (shouldRing) {
log.info('handleGroupCallRingUpdate: ringing');
2021-08-20 16:06:15 +00:00
this.uxActions?.receiveIncomingGroupCall({
conversationId,
ringId,
ringerUuid,
});
} else {
log.info('handleGroupCallRingUpdate: canceling any existing ring');
2021-08-20 16:06:15 +00:00
this.uxActions?.cancelIncomingGroupCallRing({
conversationId,
ringId,
});
}
2020-11-13 19:57:55 +00:00
}
2020-06-04 18:16:19 +00:00
private async handleOutgoingSignaling(
remoteUserId: UserId,
2021-08-20 16:06:15 +00:00
message: CallingMessage,
urgency?: CallMessageUrgency
2020-06-25 21:41:33 +00:00
): Promise<boolean> {
2020-06-04 18:16:19 +00:00
const conversation = window.ConversationController.get(remoteUserId);
const sendOptions = conversation
? await getSendOptions(conversation.attributes)
: undefined;
if (!window.textsecure.messaging) {
log.warn('handleOutgoingSignaling() returning false; offline');
return false;
}
2020-06-04 18:16:19 +00:00
try {
const result = await handleMessageSend(
window.textsecure.messaging.sendCallingMessage(
remoteUserId,
2021-08-20 16:06:15 +00:00
callingMessageToProto(message, urgency),
sendOptions
),
{ messageIds: [], sendType: 'callingMessage' }
2020-06-04 18:16:19 +00:00
);
if (result && result.errors && result.errors.length) {
throw result.errors[0];
}
log.info('handleOutgoingSignaling() completed successfully');
2020-06-25 21:41:33 +00:00
return true;
2020-06-04 18:16:19 +00:00
} catch (err) {
if (err && err.errors && err.errors.length > 0) {
log.error(`handleOutgoingSignaling() failed: ${err.errors[0].reason}`);
2020-06-04 18:16:19 +00:00
} else {
log.error('handleOutgoingSignaling() failed');
2020-06-04 18:16:19 +00:00
}
2020-06-25 21:41:33 +00:00
return false;
2020-06-04 18:16:19 +00:00
}
}
// If we return null here, we hang up the call.
2020-06-04 18:16:19 +00:00
private async handleIncomingCall(call: Call): Promise<CallSettings | null> {
log.info('CallingClass.handleIncomingCall()');
2020-06-04 18:16:19 +00:00
if (!this.uxActions || !this.localDeviceId) {
log.error('Missing required objects, ignoring incoming call.');
2020-06-04 18:16:19 +00:00
return null;
}
const conversation = window.ConversationController.get(call.remoteUserId);
if (!conversation) {
log.error('Missing conversation, ignoring incoming call.');
2020-06-04 18:16:19 +00:00
return null;
}
try {
// The peer must be 'trusted' before accepting a call from them.
// This is mostly the safety number check, unverified meaning that they were
// verified before but now they are not.
const verifiedEnum = await conversation.safeGetVerified();
if (
verifiedEnum ===
window.textsecure.storage.protocol.VerifiedStatus.UNVERIFIED
) {
log.info(
`Peer is not trusted, ignoring incoming call for conversation: ${conversation.idForLogging()}`
);
2020-09-28 19:02:35 +00:00
this.addCallHistoryForFailedIncomingCall(
conversation,
call.isVideoCall,
Date.now()
);
2020-06-04 18:16:19 +00:00
return null;
}
this.attachToCall(conversation, call);
2021-08-20 16:06:15 +00:00
this.uxActions.receiveIncomingDirectCall({
conversationId: conversation.id,
isVideoCall: call.isVideoCall,
2020-06-04 18:16:19 +00:00
});
log.info('CallingClass.handleIncomingCall(): Proceeding');
2020-06-04 18:16:19 +00:00
return await this.getCallSettings(conversation);
} catch (err) {
log.error(`Ignoring incoming call: ${err.stack}`);
this.addCallHistoryForFailedIncomingCall(
conversation,
call.isVideoCall,
Date.now()
);
2020-06-04 18:16:19 +00:00
return null;
}
}
private handleAutoEndedIncomingCallRequest(
remoteUserId: UserId,
2021-09-23 15:49:33 +00:00
reason: CallEndedReason,
ageInSeconds: number
2020-06-04 18:16:19 +00:00
) {
const conversation = window.ConversationController.get(remoteUserId);
if (!conversation) {
return;
}
2021-09-23 15:49:33 +00:00
// This is extra defensive, just in case RingRTC passes us a bad value. (It probably
// won't.)
const ageInMilliseconds =
isNormalNumber(ageInSeconds) && ageInSeconds >= 0
? ageInSeconds * durations.SECOND
: 0;
const endedTime = Date.now() - ageInMilliseconds;
this.addCallHistoryForAutoEndedIncomingCall(
conversation,
reason,
endedTime
);
2020-06-04 18:16:19 +00:00
}
private attachToCall(conversation: ConversationModel, call: Call): void {
this.callsByConversation[conversation.id] = call;
2020-06-04 18:16:19 +00:00
const { uxActions } = this;
if (!uxActions) {
return;
}
let acceptedTime: number | undefined;
2020-09-03 14:59:24 +00:00
// eslint-disable-next-line no-param-reassign
2020-06-04 18:16:19 +00:00
call.handleStateChanged = () => {
if (call.state === CallState.Accepted) {
acceptedTime = acceptedTime || Date.now();
2020-06-04 18:16:19 +00:00
} else if (call.state === CallState.Ended) {
this.addCallHistoryForEndedCall(conversation, call, acceptedTime);
2020-08-27 00:03:42 +00:00
this.stopDeviceReselectionTimer();
this.lastMediaDeviceSettings = undefined;
delete this.callsByConversation[conversation.id];
2020-06-04 18:16:19 +00:00
}
uxActions.callStateChange({
conversationId: conversation.id,
acceptedTime,
2020-06-04 18:16:19 +00:00
callState: call.state,
2020-10-01 19:09:15 +00:00
callEndedReason: call.endedReason,
isIncoming: call.isIncoming,
isVideoCall: call.isVideoCall,
title: conversation.getTitle(),
2020-06-04 18:16:19 +00:00
});
};
2020-09-03 14:59:24 +00:00
// eslint-disable-next-line no-param-reassign
2020-06-04 18:16:19 +00:00
call.handleRemoteVideoEnabled = () => {
uxActions.remoteVideoChange({
conversationId: conversation.id,
hasVideo: call.remoteVideoEnabled,
2020-06-04 18:16:19 +00:00
});
};
// eslint-disable-next-line no-param-reassign
call.handleRemoteSharingScreen = () => {
uxActions.remoteSharingScreenChange({
conversationId: conversation.id,
isSharingScreen: Boolean(call.remoteSharingScreen),
});
};
2020-06-04 18:16:19 +00:00
}
private async handleLogMessage(
level: CallLogLevel,
fileName: string,
line: number,
message: string
) {
switch (level) {
case CallLogLevel.Info:
log.info(`${fileName}:${line} ${message}`);
2020-06-04 18:16:19 +00:00
break;
case CallLogLevel.Warn:
log.warn(`${fileName}:${line} ${message}`);
2020-06-04 18:16:19 +00:00
break;
case CallLogLevel.Error:
log.error(`${fileName}:${line} ${message}`);
2020-09-03 14:59:24 +00:00
break;
default:
break;
2020-06-04 18:16:19 +00:00
}
}
2020-11-13 19:57:55 +00:00
private async handleSendHttpRequest(
requestId: number,
url: string,
method: HttpMethod,
headers: { [name: string]: string },
2021-06-29 14:39:53 +00:00
body: Uint8Array | undefined
2020-11-13 19:57:55 +00:00
) {
if (!window.textsecure.messaging) {
RingRTC.httpRequestFailed(requestId, 'We are offline');
return;
}
const httpMethod = RINGRTC_HTTP_METHOD_TO_OUR_HTTP_METHOD.get(method);
if (httpMethod === undefined) {
RingRTC.httpRequestFailed(
requestId,
`Unknown method: ${JSON.stringify(method)}`
);
return;
}
let result;
try {
result = await window.textsecure.messaging.server.makeSfuRequest(
url,
httpMethod,
headers,
2021-06-29 14:39:53 +00:00
body ? typedArrayToArrayBuffer(body) : undefined
2020-11-13 19:57:55 +00:00
);
} catch (err) {
2020-11-19 21:35:11 +00:00
if (err.code !== -1) {
// WebAPI treats certain response codes as errors, but RingRTC still needs to
// see them. It does not currently look at the response body, so we're giving
// it an empty one.
2021-06-29 14:39:53 +00:00
RingRTC.receivedHttpResponse(requestId, err.code, Buffer.alloc(0));
2020-11-19 21:35:11 +00:00
} else {
log.error('handleSendHttpRequest: fetch failed with error', err);
2020-11-19 21:35:11 +00:00
RingRTC.httpRequestFailed(requestId, String(err));
}
2020-11-13 19:57:55 +00:00
return;
}
RingRTC.receivedHttpResponse(
requestId,
result.response.status,
2021-06-29 14:39:53 +00:00
Buffer.from(result.data)
2020-11-13 19:57:55 +00:00
);
}
2020-06-04 18:16:19 +00:00
private getRemoteUserIdFromConversation(
conversation: ConversationModel
): UserId | undefined | null {
2020-06-04 18:16:19 +00:00
const recipients = conversation.getRecipients();
if (recipients.length !== 1) {
return undefined;
}
return recipients[0];
}
private get localDeviceId(): DeviceId | null {
return this.parseDeviceId(window.textsecure.storage.user.getDeviceId());
}
private parseDeviceId(
deviceId: number | string | undefined
): DeviceId | null {
if (typeof deviceId === 'string') {
return parseInt(deviceId, 10);
}
if (typeof deviceId === 'number') {
return deviceId;
}
return null;
}
private async getCallSettings(
conversation: ConversationModel
2020-06-04 18:16:19 +00:00
): Promise<CallSettings> {
if (!window.textsecure.messaging) {
throw new Error('getCallSettings: offline!');
}
2021-09-22 00:58:03 +00:00
const iceServer = await window.textsecure.messaging.server.getIceServers();
2020-06-04 18:16:19 +00:00
const shouldRelayCalls = window.Events.getAlwaysRelayCalls();
2020-06-04 18:16:19 +00:00
// If the peer is 'unknown', i.e. not in the contact list, force IP hiding.
2020-07-29 16:29:57 +00:00
const isContactUnknown = !conversation.isFromOrAddedByTrustedContact();
2020-06-04 18:16:19 +00:00
return {
2021-09-22 00:58:03 +00:00
iceServer,
2020-06-04 18:16:19 +00:00
hideIp: shouldRelayCalls || isContactUnknown,
2021-02-04 19:54:18 +00:00
bandwidthMode: BandwidthMode.Normal,
2020-06-04 18:16:19 +00:00
};
}
private addCallHistoryForEndedCall(
conversation: ConversationModel,
2020-06-04 18:16:19 +00:00
call: Call,
2020-09-03 14:59:24 +00:00
acceptedTimeParam: number | undefined
2020-06-04 18:16:19 +00:00
) {
2020-09-03 14:59:24 +00:00
let acceptedTime = acceptedTimeParam;
2020-06-04 18:16:19 +00:00
const { endedReason, isIncoming } = call;
const wasAccepted = Boolean(acceptedTime);
const isOutgoing = !isIncoming;
const wasDeclined =
!wasAccepted &&
(endedReason === CallEndedReason.Declined ||
endedReason === CallEndedReason.DeclinedOnAnotherDevice ||
(isIncoming && endedReason === CallEndedReason.LocalHangup) ||
2020-07-07 00:37:43 +00:00
(isOutgoing && endedReason === CallEndedReason.RemoteHangup) ||
(isOutgoing &&
endedReason === CallEndedReason.RemoteHangupNeedPermission));
2020-06-04 18:16:19 +00:00
if (call.endedReason === CallEndedReason.AcceptedOnAnotherDevice) {
acceptedTime = Date.now();
}
2020-10-08 01:26:42 +00:00
conversation.addCallHistory({
callMode: CallMode.Direct,
2020-06-04 18:16:19 +00:00
wasIncoming: call.isIncoming,
wasVideoCall: call.isVideoCall,
wasDeclined,
acceptedTime,
endedTime: Date.now(),
2020-10-08 01:26:42 +00:00
});
2020-06-04 18:16:19 +00:00
}
private addCallHistoryForFailedIncomingCall(
conversation: ConversationModel,
wasVideoCall: boolean,
timestamp: number
2020-06-04 18:16:19 +00:00
) {
2020-10-08 01:26:42 +00:00
conversation.addCallHistory({
callMode: CallMode.Direct,
2020-06-04 18:16:19 +00:00
wasIncoming: true,
2020-09-28 19:02:35 +00:00
wasVideoCall,
2020-06-04 18:16:19 +00:00
// Since the user didn't decline, make sure it shows up as a missed call instead
wasDeclined: false,
acceptedTime: undefined,
endedTime: timestamp,
2020-10-08 01:26:42 +00:00
});
2020-06-04 18:16:19 +00:00
}
private addCallHistoryForAutoEndedIncomingCall(
conversation: ConversationModel,
2021-09-23 15:49:33 +00:00
_reason: CallEndedReason,
endedTime: number
2020-06-04 18:16:19 +00:00
) {
2020-10-08 01:26:42 +00:00
conversation.addCallHistory({
callMode: CallMode.Direct,
2020-06-04 18:16:19 +00:00
wasIncoming: true,
// We don't actually know, but it doesn't seem that important in this case,
// but we could maybe plumb this info through RingRTC
wasVideoCall: false,
// Since the user didn't decline, make sure it shows up as a missed call instead
wasDeclined: false,
acceptedTime: undefined,
2021-09-23 15:49:33 +00:00
endedTime,
2020-10-08 01:26:42 +00:00
});
2020-06-04 18:16:19 +00:00
}
public updateCallHistoryForGroupCall(
conversationId: string,
peekInfo: undefined | PeekInfo
): void {
// If we don't have the necessary pieces to peek, bail. (It's okay if we don't.)
if (!peekInfo || !peekInfo.eraId || !peekInfo.creator) {
return;
}
2021-06-29 14:39:53 +00:00
const creatorUuid = arrayBufferToUuid(
typedArrayToArrayBuffer(peekInfo.creator)
);
if (!creatorUuid) {
log.error('updateCallHistoryForGroupCall(): bad creator UUID');
return;
}
const conversation = window.ConversationController.get(conversationId);
if (!conversation) {
log.error('updateCallHistoryForGroupCall(): could not find conversation');
return;
}
conversation.updateCallHistoryForGroupCall(peekInfo.eraId, creatorUuid);
}
2021-08-20 16:06:15 +00:00
private async cleanExpiredGroupCallRingsAndLoop(): Promise<void> {
try {
await cleanExpiredGroupCallRings();
} catch (err: unknown) {
// These errors are ignored here. They should be logged elsewhere and it's okay if
// we don't do a cleanup this time.
}
setTimeout(() => {
this.cleanExpiredGroupCallRingsAndLoop();
}, CLEAN_EXPIRED_GROUP_CALL_RINGS_INTERVAL);
}
2020-06-04 18:16:19 +00:00
}
export const calling = new CallingClass();