diff --git a/android/app/src/main/AndroidManifest.xml b/android/app/src/main/AndroidManifest.xml index 6e17b1c..c3167b7 100644 --- a/android/app/src/main/AndroidManifest.xml +++ b/android/app/src/main/AndroidManifest.xml @@ -1,192 +1,183 @@ - - - - - - diff --git a/app/app.js b/app/app.js index 1a4f2cc..678be1a 100644 --- a/app/app.js +++ b/app/app.js @@ -1,11153 +1,11159 @@ // copyright AG Projects 2020-2023 import React, { Component, Fragment } from 'react'; import { Alert, View, SafeAreaView, ImageBackground, AppState, Linking, Platform, StyleSheet, Vibration, PermissionsAndroid} from 'react-native'; import { DeviceEventEmitter, BackHandler } from 'react-native'; import { Provider as PaperProvider, DefaultTheme } from 'react-native-paper'; import { registerGlobals } from 'react-native-webrtc'; import { Router, Route, Link, Switch } from 'react-router-native'; import history from './history'; import Logger from "../Logger"; import autoBind from 'auto-bind'; import { firebase } from '@react-native-firebase/messaging'; import VoipPushNotification from 'react-native-voip-push-notification'; import uuid from 'react-native-uuid'; import { getUniqueId, getBundleId, isTablet, getPhoneNumber} from 'react-native-device-info'; import RNDrawOverlay from 'react-native-draw-overlay'; import PushNotificationIOS from "@react-native-community/push-notification-ios"; import PushNotification , {Importance} from "react-native-push-notification"; import Contacts from 'react-native-contacts'; import BackgroundTimer from 'react-native-background-timer'; import DeepLinking from 'react-native-deep-linking'; import base64 from 'react-native-base64'; import SoundPlayer from 'react-native-sound-player'; import OpenPGP from "react-native-fast-openpgp"; import ShortcutBadge from 'react-native-shortcut-badge'; import { getAppstoreAppMetadata } from "react-native-appstore-version-checker"; import ReceiveSharingIntent from 'react-native-receive-sharing-intent'; import {Keyboard} from 'react-native'; import DeviceInfo from 'react-native-device-info'; import RNBackgroundDownloader from 'react-native-background-downloader'; import {check, request, PERMISSIONS, RESULTS, openSettings} from 'react-native-permissions'; import {decode as atob, encode as btoa} from 'base-64'; registerGlobals(); import * as sylkrtc from 'react-native-sylkrtc'; import InCallManager from 'react-native-incall-manager'; import RNCallKeep, { CONSTANTS as CK_CONSTANTS } from 'react-native-callkeep'; import RNFetchBlob from "rn-fetch-blob"; import RegisterBox from './components/RegisterBox'; import ReadyBox from './components/ReadyBox'; import Call from './components/Call'; import Conference from './components/Conference'; import FooterBox from './components/FooterBox'; import StatusBox from './components/StatusBox'; import ImportPrivateKeyModal from './components/ImportPrivateKeyModal'; import IncomingCallModal from './components/IncomingCallModal'; import LogsModal from './components/LogsModal'; import NotificationCenter from './components/NotificationCenter'; import LoadingScreen from './components/LoadingScreen'; import NavigationBar from './components/NavigationBar'; import Preview from './components/Preview'; import CallManager from './CallManager'; import SQLite from 'react-native-sqlite-storage'; //SQLite.DEBUG(true); SQLite.enablePromise(true); import xtype from 'xtypejs'; import xss from 'xss'; import moment from 'moment'; import momentFormat from 'moment-duration-format'; import momenttz from 'moment-timezone'; import utils from './utils'; import config from './config'; import storage from './storage'; import fileType from 'react-native-file-type'; import path from 'react-native-path'; import { Agent, AutoAcceptCredential, AutoAcceptProof, BasicMessageEventTypes, ConnectionEventTypes, ConnectionInvitationMessage, ConnectionRecord, ConnectionStateChangedEvent, ConsoleLogger, CredentialEventTypes, CredentialRecord, CredentialState, CredentialStateChangedEvent, HttpOutboundTransport, WsOutboundTransport, InitConfig, LogLevel, } from '@aries-framework/core'; import { AgentEventTypes } from "@aries-framework/core/build/agent/Events"; import {agentDependencies} from '@aries-framework/react-native'; var randomString = require('random-string'); const RNFS = require('react-native-fs'); const logfile = RNFS.DocumentDirectoryPath + '/logs.txt'; import styles from './assets/styles/blink/root.scss'; const backgroundImage = require('./assets/images/dark_linen.png'); const logger = new Logger("App"); function checkIosPermissions() { return new Promise(resolve => PushNotificationIOS.checkPermissions(resolve)); } const KeyOptions = { cipher: "aes256", hash: "sha512", RSABits: 4096, } const incomingCallLabel = 'Incoming call...'; const theme = { ...DefaultTheme, dark: true, roundness: 2, colors: { ...DefaultTheme.colors, primary: '#337ab7', // accent: '#f1c40f', }, }; const URL_SCHEMES = [ 'sylk://', ]; const ONE_SECOND_IN_MS = 1000; const VIBRATION_PATTERN = [ 1 * ONE_SECOND_IN_MS, 1 * ONE_SECOND_IN_MS, 4 * ONE_SECOND_IN_MS ]; let bundleId = `${getBundleId()}`; const deviceId = getUniqueId(); const version = '1.0.0'; const MAX_LOG_LINES = 500; if (Platform.OS == 'ios') { bundleId = `${bundleId}.${__DEV__ ? 'dev' : 'prod'}`; //bundleId = 'com.agprojects.sylk-ios.dev'; } const mainStyle = StyleSheet.create({ MainContainer: { flex: 1, justifyContent: 'center', alignItems: 'center', margin: 0 } }); function _parseSQLDate(key, value) { return new Date(value); } (function() { if ( typeof Object.id == "undefined" ) { var id = 0; Object.id = function(o) { if ( o && typeof o.__uniqueid == "undefined" ) { Object.defineProperty(o, "__uniqueid", { value: ++id, enumerable: false, // This could go either way, depending on your // interpretation of what an "id" is writable: false }); } return o ? o.__uniqueid : null; }; } })(); class Sylk extends Component { constructor() { super(); autoBind(this) this._loaded = false; let isFocus = Platform.OS === 'ios'; this.startTimestamp = new Date(); this._initialState = { appState: null, + terminatedReason: null, inFocus: isFocus, accountId: '', password: '', displayName: '', fontScale: 1, email: '', organization: '', account: null, keyStatus: {}, lastSyncId: null, accountVerified: false, registrationState: null, registrationKeepalive: false, incomingCall: null, currentCall: null, connection: null, showScreenSharingModal: false, status: null, targetUri: '', missedTargetUri: '', loading: null, syncConversations: false, localMedia: null, generatedVideoTrack: false, contacts: [], devices: {}, speakerPhoneEnabled: null, orientation : 'portrait', keyboardVisible: false, Height_Layout : '', Width_Layout : '', outgoingCallUUID: null, incomingCallUUID: null, incomingContact: null, keyboardHeight: 0, hardware: '', phoneNumber: '', isTablet: isTablet(), refreshHistory: false, refreshFavorites: false, myPhoneNumber: '', favoriteUris: [], blockedUris: [], missedCalls: [], initialUrl: null, reconnectingCall: false, muted: false, participantsToInvite: [], myInvitedParties: {}, myContacts: {}, defaultDomain: config.defaultDomain, fileSharingUrl: config.fileSharingUrl, fileTransferUrl: config.fileTransferUrl, showLogsModal: false, logs: '', proximityEnabled: true, messages: {}, selectedContact: null, callsState: {}, keys: null, showImportPrivateKeyModal: false, privateKey: null, privateKeyImportStatus: '', privateKeyImportSuccess: false, inviteContacts: false, shareToContacts: false, shareContent: [], selectedContacts: [], pinned: false, callContact: null, messageLimit: 100, messageZoomFactor: 1, messageStart: 0, contactsLoaded: false, replicateContacts: {}, updateContactUris: {}, blockedContacts: {}, decryptingMessages: {}, purgeMessages: [], showCallMeMaybeModal: false, enrollment: false, contacts: [], isTyping: false, avatarPhotos: {}, avatarEmails: {}, showConferenceModal: false, keyDifferentOnServer: false, serverPublicKey: null, generatingKey: false, appStoreVersion: null, firstSyncDone: false, keysNotFound: false, showLogo: true, historyFilter: null, showExportPrivateKeyModal: false, showQRCodeScanner: false, navigationItems: {today: false, yesterday: false, conference: false}, ssiRequired: false, ssiAgent: null, ssiRoles: [], myuuid: null, ssiCredentials: null, ssiConnections: null, deletedContacts: {}, isTexting: false, filteredMessageIds: [], contentTypes: {}, dnd: false, headsetIsPlugged: false }; utils.timestampedLog('Init app'); this.timeoutIncomingTimer = null; this.downloadRequests = {}; this.uploadRequests = {}; this.pendingNewSQLMessages = []; this.newSyncMessagesCount = 0; this.syncStartTimestamp = null; this.syncRequested = false; this.mustSendPublicKey = false; this.conferenceEndedTimer = null; this.syncTimer = null; this.lastSyncedMessageId = null; this.outgoingMedia = null; this.participantsToInvite = []; this.signOut = false; this.signIn = false; this.currentRoute = null; this.pushtoken = null; this.pushkittoken = null; this.intercomDtmfTone = null; this.registrationFailureTimer = null; this.startedByPush = false; this.heartbeats = 0; this.sql_contacts_keys = []; this._onFinishedPlayingSubscription = null this._onFinishedLoadingSubscription = null this._onFinishedLoadingFileSubscription = null this._onFinishedLoadingURLSubscription = null this.cancelRingtoneTimer = null; this.sync_pending_items = []; this.signup = {}; this.last_signup = null; this.keyboardDidShowListener = null; this.state = Object.assign({}, this._initialState); this.myParticipants = {}; this.mySyncJournal = {}; this._historyConferenceParticipants = new Map(); // for saving to local history this._terminatedCalls = new Map(); this.__notificationCenter = null; this.redirectTo = null; this.prevPath = null; this.shouldUseHashRouting = false; this.goToReadyTimer = null; this.incoming_sound_ts = null; this.outgoing_sound_ts = null; this.initialChatContact = null; this.mustPlayIncomingSoundAfterSync = false; this.ssiAgent = null; this.pendingSsiUrl = null; this.ringbackActive = false; this.callKeeper = new CallManager(RNCallKeep, this.showAlertPanel, this.acceptCall, this.rejectCall, this.hangupCall, this.timeoutCall, this.callKeepStartConference, this.startCallFromCallKeeper, this.toggleMute, this.getConnection, this.addHistoryEntry, this.changeRoute, this.respawnConnection, this.isUnmounted ); if (InCallManager.recordPermission !== 'granted') { /* console.log('InCallManager request record permission'); InCallManager.requestRecordPermission() .then((requestedRecordPermissionResult) => { console.log("InCallManager.requestRecordPermission() requestedRecordPermissionResult: ", requestedRecordPermissionResult); }) .catch((err) => { console.log("InCallManager.requestRecordPermission() catch: ", err); }); */ } else { //console.log('InCallManager recordPermission', InCallManager.recordPermission); } storage.initialize(); // Load camera/mic preferences storage.get('devices').then((devices) => { if (devices) { this.setState({devices: devices}); } }); storage.get('account').then((account) => { if (account && account.verified) { utils.timestampedLog('Account is verified, sign in'); this.setState({accountVerified: account.verified}); this.handleRegistration(account.accountId, account.password); this.changeRoute('/ready', 'start_up') this.loadSylkContacts(); } else { this.changeRoute('/login', 'start_up'); } }); storage.get('keys').then((keys) => { if (keys) { const public_key = keys.public.replace(/\r/g,''); const private_key = keys.private.replace(/\r/g, '').trim(); keys.public = public_key; keys.private = private_key; this.setState({keys: keys}); console.log("Loaded PGP public key"); } }).catch((err) => { console.log("PGP keys loading error:", err); }); storage.get('ssi').then((ssi) => { if (ssi) { //console.log("Loaded SSI settings", ssi); this.setState({ssiRequired: ssi.required}); } else { console.log("Init SSI settings", ssi); storage.set('ssi', {required: false}); this.setState({ssiRequired: false}); } }).catch((err) => { //console.log("SSI settings loading error:", err); }); storage.get('myParticipants').then((myParticipants) => { if (myParticipants) { this.myParticipants = myParticipants; //console.log('My participants', this.myParticipants); } }); storage.get('signup').then((signup) => { if (signup) { this.signup = signup; } }); storage.get('last_signup').then((last_signup) => { if (last_signup) { this.last_signup = last_signup; } }); storage.get('mySyncJournal').then((mySyncJournal) => { if (mySyncJournal) { this.mySyncJournal = mySyncJournal; } }); storage.get('lastSyncedMessageId').then((lastSyncedMessageId) => { if (lastSyncedMessageId) { this.lastSyncedMessageId = lastSyncedMessageId; } }); storage.get('proximityEnabled').then((proximityEnabled) => { this.setState({proximityEnabled: proximityEnabled}); }); if (this.state.proximityEnabled) { console.log('Proximity sensor enabled'); } else { console.log('Proximity sensor disabled'); } this.loadPeople(); for (let scheme of URL_SCHEMES) { DeepLinking.addScheme(scheme); } this.sqlTableVersions = {'messages': 9, 'contacts': 7, 'keys': 3} this.updateTableQueries = {'messages': {1: [], 2: [{query: 'delete from messages', params: []}], 3: [{query: 'alter table messages add column unix_timestamp INTEGER default 0', params: []}], 4: [{query: 'alter table messages add column account TEXT', params: []}], 5: [{query: 'update messages set account = from_uri where direction = ?' , params: ['outgoing']}, {query: 'update messages set account = to_uri where direction = ?', params: ['incoming']}], 6: [{query: 'alter table messages add column sender TEXT' , params: []}], 7: [{query: 'alter table messages add column image TEXT' , params: []}, {query: 'alter table messages add column local_url TEXT' , params: []}], 8: [{query: 'alter table messages add column metadata TEXT' , params: []}], 9: [{query: 'alter table messages add column state TEXT' , params: []}] }, 'contacts': {2: [{query: 'alter table contacts add column participants TEXT', params: []}], 3: [{query: 'alter table contacts add column direction TEXT', params: []}, {query: 'alter table contacts add column last_call_media TEXT', params: []}, {query: 'alter table contacts add column last_call_duration INTEGER default 0', params: []}, {query: 'alter table contacts add column last_call_id TEXT', params: []}, {query: 'alter table contacts add column conference INTEGER default 0', params: []}], 4: [{query: 'CREATE TABLE contacts2 as SELECT uri, account, name, organization, tags, participants, public_key, timestamp, direction, last_message, last_message_id, unread_messages, last_call_media, last_call_duration, last_call_id, conference from contacts', params: []}, {query: 'CREATE TABLE contacts3 (uri TEXT, account TEXT, name TEXT, organization TEXT, tags TEXT, participants TEXT, public_key TEXT, timestamp INTEGER, direction TEXT, last_message TEXT, last_message_id TEXT, unread_messages TEXT, last_call_media TEXT, last_call_duration INTEGER default 0, last_call_id TEXT, conference INTEGER default 0, PRIMARY KEY (account, uri))', params: []}, {query: 'drop table contacts', params: []}, {query: 'drop table contacts2', params: []}, {query: 'ALTER TABLE contacts3 RENAME TO contacts', params: []} ], 5: [{query: 'alter table contacts add column email TEXT', params: []}], 6: [{query: 'alter table contacts add column photo BLOB', params: []}], 7: [{query: 'alter table contacts add column email TEXT', params: []}] }, 'keys': {2: [{query: 'alter table keys add column last_sync_id TEXT', params: []}], 3: [{query: 'alter table keys add column my_uuid TEXT', params: []}] } }; this.db = null; this.initSQL(); } async requestPermissions() { //console.log('requestPermissions'); if (Platform.OS !== 'android') { return; } await PermissionsAndroid.request('android.permission.POST_NOTIFICATIONS'); this.requestDisplayOverOtherAppsPermission(); } async requestPhonePermission () { if (Platform.OS !== 'android') { return; } let granted_POST_NOTIFICATIONS = await PermissionsAndroid.request('android.permission.POST_NOTIFICATIONS'); let granted = await PermissionsAndroid.request('android.permission.READ_PHONE_NUMBERS'); if (granted !== PermissionsAndroid.RESULTS.GRANTED) { console.log("Phone permission denied"); return false; } return true; } async requestStoragePermission() { if (Platform.OS !== 'android') { return; } const permission = PermissionsAndroid.PERMISSIONS.WRITE_EXTERNAL_STORAGE; let granted = await PermissionsAndroid.request(permission); if (granted !== PermissionsAndroid.RESULTS.GRANTED) { console.log("Storage permission denied"); return false; } return true; } async requestCameraPermission() { console.log('Request camera permission'); if (Platform.OS === 'ios') { check(PERMISSIONS.IOS.CAMERA).then((result) => { switch (result) { case RESULTS.UNAVAILABLE: console.log('Camera feature is not available (on this device / in this context)'); break; case RESULTS.DENIED: console.log('Camera permission has not been requested / is denied but requestable'); this._notificationCenter.postSystemNotification("Access to camera is denied. Go to Settings -> Sylk to enable access."); break; case RESULTS.LIMITED: console.log('Camera permission is limited: some actions are possible'); break; case RESULTS.GRANTED: console.log('Camera permission is granted'); break; case RESULTS.BLOCKED: this._notificationCenter.postSystemNotification("Access to camera is denied. Go to Settings -> Sylk to enable access."); console.log('Camera permission is denied and not requestable anymore'); break; } }).catch((error) => { }); return true; } if (Platform.OS === 'android') { try { let granted = await PermissionsAndroid.request( PermissionsAndroid.PERMISSIONS.CAMERA, { title: "Camera permission", message: "Sylk needs access to your camera " + "for video calls", buttonNeutral: "Ask Me Later", buttonNegative: "Cancel", buttonPositive: "OK" } ); if (granted !== PermissionsAndroid.RESULTS.GRANTED) { console.log("Camera permission denied"); return false; } return true; } catch (err) { console.warn(err); return false; } } } async requestDisplayOverOtherAppsPermission () { if (Platform.OS !== 'android') { return; } RNDrawOverlay.checkForDisplayOverOtherAppsPermission() .then(res => { //utils.timestampedLog("Display over other apps was granted"); // res will be true if permission was granted }) .catch(e => { utils.timestampedLog("Display over other apps was declined"); setTimeout(() => { this.openAppSettings("Advanced / Allow display over other apps must be allowed"); }, 2000); // permission was declined }); return; } - async requestMicPermission() { - console.log('Request mic permission'); + async requestMicPermission(requestedBy) { + console.log('Request mic permission by', requestedBy); if (Platform.OS === 'ios') { check(PERMISSIONS.IOS.MICROPHONE).then((result) => { switch (result) { case RESULTS.UNAVAILABLE: console.log('Mic feature is not available (on this device / in this context)'); break; case RESULTS.DENIED: console.log('Mic permission has not been requested / is denied but requestable'); this._notificationCenter.postSystemNotification("Access to microphone is denied. Go to Settings -> Sylk to enable access."); break; case RESULTS.LIMITED: console.log('Mic permission is limited: some actions are possible'); break; case RESULTS.GRANTED: console.log('Mic permission is granted'); break; case RESULTS.BLOCKED: this._notificationCenter.postSystemNotification("Microphone permission. Go to Settings -> Sylk to enable access."); console.log('Mic permission is denied and not requestable anymore'); break; } }).catch((error) => { }); return true; } if (Platform.OS === 'android') { try { const granted = await PermissionsAndroid.request( PermissionsAndroid.PERMISSIONS.RECORD_AUDIO, { title: "Microphone permission", message: "Sylk needs access to your microphone " + "for audio calls.", buttonNeutral: "Ask Me Later", buttonNegative: "Cancel", buttonPositive: "OK" } ); const granted_bluetooth = await PermissionsAndroid.request( PERMISSIONS.ANDROID.BLUETOOTH_CONNECT, { title: "BLUETOOTH audio permission", message: "Sylk may need access to BLUETOOTH devices " + "for audio calls.", buttonNeutral: "Ask Me Later", buttonNegative: "Cancel", buttonPositive: "OK" } ); if (granted !== PermissionsAndroid.RESULTS.GRANTED) { this._notificationCenter.postSystemNotification("Microphone permission denied"); return false; } return true; } catch (err) { console.warn(err); return false; } } }; useExistingKeys() { console.log('Keep existing PGP key'); } async savePrivateKey(keys) { let keyStatus = this.state.keyStatus; let myContacts = this.state.myContacts; keyStatus.existsLocal = true; this.setState({keys: {private: keys.private, public: keys.public, showImportPrivateKeyModal: false, keyStatus: keyStatus }}); if (this.state.account) { this.requestSyncConversations(); let accountId = this.state.account.id; if (accountId in myContacts) { } else { myContacts[accountId] = this.newContact(accountId); } myContacts[accountId].publicKey = keys.public; this.saveSylkContact(accountId, myContacts[accountId], 'PGP key generated'); setTimeout(() => { this.sendPublicKey(); }, 100); } else { console.log('Send 1st public key later'); this.mustSendPublicKey = true; } let current_datetime = new Date(); const unixTime = Math.floor(current_datetime / 1000); const my_uuid = uuid.v4(); let params = [this.state.accountId, keys.private, keys.public, unixTime, my_uuid]; await this.ExecuteQuery("INSERT INTO keys (account, private_key, public_key, timestamp, my_uuid) VALUES (?, ?, ?, ?, ?)", params).then((result) => { //console.log('SQL inserted private key'); }).catch((error) => { if (error.message.indexOf('UNIQUE constraint failed') > -1) { this.updateKeySql(keys); } else { console.log('Save keys SQL error:', error); } }); params = [this.state.accountId]; await this.ExecuteQuery("update messages set encrypted = 1 where encrypted = 3 and account = ?", params).then((result) => { //console.log(result.rowsAffected, 'messages updated for decryption later'); }).catch((error) => { console.log('SQL keys update error:', error); }); } async saveLastSyncId(id, force=false) { if (!force) { if (!this.state.keys || !this.state.keys.private) { console.log('Skip saving last sync id until we have a private key'); return } if (!this.state.firstSyncDone) { console.log('Skip saving last sync id until first sync is done'); return } } let params = [id, this.state.accountId]; await this.ExecuteQuery("update keys set last_sync_id = ? where account = ?", params).then((result) => { utils.timestampedLog('Saved last message sync id', id); this.setState({lastSyncId: id}); }).catch((error) => { console.log('Save last sync id SQL error:', error); }); } async updateKeySql(keys) { let current_datetime = new Date(); const unixTime = Math.floor(current_datetime / 1000); let params = [keys.private, keys.public, unixTime, this.state.accountId]; await this.ExecuteQuery("update keys set private_key = ?, public_key = ?, timestamp = ? where account = ?", params).then((result) => { console.log('SQL updated private key'); }).catch((error) => { console.log('SQL update keys error:', error); }); } async updateMyUUID() { const my_uuid = uuid.v4(); let params = [my_uuid, this.state.accountId]; await this.ExecuteQuery("update keys set my_uuid = ? where account = ?", params).then((result) => { utils.timestampedLog('My device UUID was updated', my_uuid); this.setState({myuuid: my_uuid}); setTimeout(() => { this.initSSIAgent(); }, 100); }).catch((error) => { console.log('SQL update uuid error:', error); }); } async loadMyKeys() { - //utils.timestampedLog('Loading PGP keys...'); + utils.timestampedLog('Loading PGP keys...'); let keys = {}; let lastSyncId; let myContacts = this.state.myContacts; let keyStatus = this.state.keyStatus; this.ExecuteQuery("SELECT * FROM keys where account = ?",[this.state.accountId]).then((results) => { let rows = results.rows; if (rows.length === 1) { var item = rows.item(0); //console.log('My local public key:', item.public_key); //console.log('Key status:', keyStatus); keys.public = item.public_key; if (item.public_key) { keyStatus.existsLocal = true; if ('existsOnServer' in keyStatus) { if (keyStatus.serverPublicKey !== item.public_key) { //console.log('My PGP public key local', item.public_key); this.setState({showImportPrivateKeyModal: true, keyDifferentOnServer: true}) } else { //console.log('My PGP keys are the same'); this.setState({showImportPrivateKeyModal: false}); } } else { console.log('PGP key was not yet checked on server'); } } else { keyStatus.existsLocal = false; } let my_uuid = item.my_uuid; if (!my_uuid) { this.updateMyUUID(); } else { //utils.timestampedLog('My device UUID', my_uuid); this.setState({myuuid: my_uuid}); setTimeout(() => { this.initSSIAgent(); }, 100); } keys.private = item.private_key; utils.timestampedLog('Loaded PGP private key'); if (this.state.accountId in myContacts) { if (myContacts[this.state.accountId].publicKey !== item.public_key) { myContacts[this.state.accountId].publicKey = item.public_key; this.updateSylkContact(this.state.accountId, myContacts[this.state.accountId], 'my_public_key'); } } if (!item.last_sync_id && this.lastSyncedMessageId) { this.setState({keys: keys}); this.saveLastSyncId(this.lastSyncedMessageId); console.log('Migrated last sync id to SQL database'); storage.remove('lastSyncedMessageId'); lastSyncId = this.lastSyncedMessageId; } else { lastSyncId = item.last_sync_id //utils.timestampedLog('Loaded last sync id', lastSyncId); this.setState({keys: keys, lastSyncId: lastSyncId}); } if (this.state.registrationState === 'registered') { this.requestSyncConversations(lastSyncId); } } else { //console.log('SQL has no keys'); keyStatus.existsLocal = false; if (this.state.account) { this.generateKeysIfNecessary(this.state.account); } else { console.log('Wait for account become active...'); } } this.setState({contactsLoaded: true, keyStatus: keyStatus}); this.getDownloadTasks(); }); } async getDownloadTasks() { let lostTasks = await RNBackgroundDownloader.checkForExistingDownloads(); if (lostTasks.length > 0) { console.log('Download lost tasks', lostTasks); } for (let task of lostTasks) { console.log(`Download task ${task.id} was found:`, task.url); if (task.url && task.destination) { task.progress((percent) => { console.log(task.url, `Downloaded: ${percent * 100}%`); }).done(() => { this.saveDownloadTask(id, task.url, task.destination); }).error((error) => { console.log(task.url, 'download error:', error); }); } } } async generateKeys() { const Options = { comment: 'Sylk key', email: this.state.accountId, name: this.state.displayName || this.state.accountId, keyOptions: KeyOptions } utils.timestampedLog('Generating PGP keys...'); this.setState({loading: 'Generating private key...', generatingKey: true}); await OpenPGP.generate(Options).then((keys) => { const public_key = keys.publicKey.replace(/\r/g, '').trim(); const private_key = keys.privateKey.replace(/\r/g, '').trim(); keys.public = public_key; keys.private = private_key; utils.timestampedLog("PGP keypair generated"); this.setState({loading: null, generatingKey: false}); this.setState({showImportPrivateKeyModal: false}); this.savePrivateKey(keys); this.showCallMeModal(); }).catch((error) => { console.log("PGP keys generation error:", error); }); } resetStorage() { return; console.log('Reset storage'); this.ExecuteQuery('delete from contacts'); this.ExecuteQuery('delete from messages'); this.saveLastSyncId(null); } toggleDnd () { console.log('Toggle DND to', !this.state.dnd); if (!this.state.dnd) { this._notificationCenter.postSystemNotification('Do not disturb with new calls'); } else { this._notificationCenter.postSystemNotification('I am available for new calls'); } this.setState({dnd: !this.state.dnd}) this._sendPushToken(this.state.account, !this.state.dnd); this.state.account.register(); } loadSylkContacts() { if (this.state.contactsLoaded) { return; } if (!this.state.accountId) { return; } //console.log('Loading contacts...'); let myContacts = {}; let blockedUris = []; let favoriteUris = []; let missedCalls = []; let myInvitedParties = {}; let localTime; let email; let contact; let timestamp; this.loadAddressBook(); if (this.state.accountId in this.signup) { email = this.signup[this.state.accountId]; this.setState({email: email}); } if (!this.last_signup) { storage.set('last_signup', this.state.accountId); if (this.state.accountId in this.signup) { } else { this.signup[this.state.accountId] = ''; storage.set('signup', this.signup); } } this.setState({defaultDomain: this.state.accountId.split('@')[1]}); this.ExecuteQuery("SELECT * FROM contacts where account = ? order by timestamp desc",[this.state.accountId]).then((results) => { let rows = results.rows; let idx; let formatted_date; let updated; //console.log(rows.length, 'SQL rows'); if (rows.length > 0) { for (let i = 0; i < rows.length; i++) { var item = rows.item(i); updated = null; if (!item.uri) { continue; } contact = this.newContact(item.uri, item.name, {src: 'init'}); if (!contact) { continue; } this.sql_contacts_keys.push(item.uri); timestamp = new Date(item.timestamp * 1000); if (timestamp > new Date()) { timestamp = new Date(); updated = 'timestamp'; } myContacts[item.uri] = contact; myContacts[item.uri].organization = item.organization; myContacts[item.uri].email = item.email; myContacts[item.uri].photo = item.photo; myContacts[item.uri].publicKey = item.public_key; myContacts[item.uri].direction = item.direction; myContacts[item.uri].tags = item.tags ? item.tags.split(',') : []; myContacts[item.uri].participants = item.participants ? item.participants.split(',') : []; myContacts[item.uri].unread = item.unread_messages ? item.unread_messages.split(',') : []; myContacts[item.uri].lastMessageId = item.last_message_id === '' ? null : item.last_message_id; myContacts[item.uri].lastMessage = item.last_message === '' ? null : item.last_message; myContacts[item.uri].timestamp = timestamp; myContacts[item.uri].lastCallId = item.last_call_id; myContacts[item.uri].lastCallMedia = item.last_call_media ? item.last_call_media.split(',') : []; myContacts[item.uri].lastCallDuration = item.last_call_duration; let ab_contacts = this.lookupContacts(item.uri); if (ab_contacts.length > 0) { if (!myContacts[item.uri].name || myContacts[item.uri].name === '') { console.log('Update display name', myContacts[item.uri].name, 'of', item.uri, 'to', ab_contacts[0].name); myContacts[item.uri].name = ab_contacts[0].name; updated = 'name'; } myContacts[item.uri].label = ab_contacts[0].label; if (myContacts[item.uri].tags.indexOf('contact') === -1) { myContacts[item.uri].tags.push('contact'); updated = 'tags'; } } if (myContacts[item.uri].lastMessageId || myContacts[item.uri].publicKey) { if (myContacts[item.uri].tags.indexOf('chat') === -1) { myContacts[item.uri].tags.push('chat'); updated = 'tags'; } } if (!myContacts[item.uri].photo) { var name_idx = myContacts[item.uri].name.trim().toLowerCase(); if (name_idx in this.state.avatarPhotos) { myContacts[item.uri].photo = this.state.avatarPhotos[name_idx]; updated = 'photo'; } } if (!myContacts[item.uri].email) { var name_idx = myContacts[item.uri].name.trim().toLowerCase(); if (name_idx in this.state.avatarEmails) { myContacts[item.uri].email = this.state.avatarEmails[name_idx]; updated = 'email'; } } if (myContacts[item.uri].tags.indexOf('missed') > -1) { missedCalls.push(item.last_call_id); if (myContacts[item.uri].unread.indexOf(item.last_call_id) === -1) { myContacts[item.uri].unread.push(item.last_call_id); } } else { idx = myContacts[item.uri].unread.indexOf(item.last_call_id); if (idx > -1) { myContacts[item.uri].unread.splice(idx, 1); } } if (item.uri === this.state.accountId) { this.setState({displayName: item.name, organization: item.organization}); if (email && !item.email) { item.email = email; } else { this.setState({email: item.email}); } } formatted_date = myContacts[item.uri].timestamp.getFullYear() + "-" + utils.appendLeadingZeroes(myContacts[item.uri].timestamp.getMonth() + 1) + "-" + utils.appendLeadingZeroes(myContacts[item.uri].timestamp.getDate()) + " " + utils.appendLeadingZeroes(myContacts[item.uri].timestamp.getHours()) + ":" + utils.appendLeadingZeroes(myContacts[item.uri].timestamp.getMinutes()) + ":" + utils.appendLeadingZeroes(myContacts[item.uri].timestamp.getSeconds()); //console.log('Loaded contact', item.uri, item.tags); if(item.participants) { myInvitedParties[item.uri.split('@')[0]] = myContacts[item.uri].participants; } if (myContacts[item.uri].tags.indexOf('blocked') > -1) { blockedUris.push(item.uri); } if (myContacts[item.uri].tags.indexOf('favorite') > -1) { favoriteUris.push(item.uri); } if (updated) { this.saveSylkContact(item.uri, myContacts[item.uri], 'update contact at init because of ' + updated); } //console.log('Load contact', item.uri, '-', item.name); } storage.get('cachedHistory').then((history) => { if (history) { //this.cachedHistory = history; history.forEach((item) => { //console.log(item); if (item.remoteParty in myContacts) { } else { myContacts[item.remoteParty] = this.newContact(item.remoteParty); } if (item.timezone && item.timezone !== undefined) { localTime = momenttz.tz(item.startTime, item.timezone).toDate(); if (localTime > myContacts[item.remoteParty].timestamp) { myContacts[item.remoteParty].timestamp = localTime; } } myContacts[item.remoteParty].name = item.displayName; myContacts[item.remoteParty].direction = item.direction === 'received' ? 'incoming' : 'outgoing'; myContacts[item.remoteParty].lastCallId = item.sessionId; myContacts[item.remoteParty].lastCallDuration = item.duration; myContacts[item.remoteParty].lastCallMedia = item.media; myContacts[item.remoteParty].conference = item.conference; myContacts[item.remoteParty].tags.push('history'); this.saveSylkContact(item.remoteParty, this.state.myContacts[item.remoteParty], 'init'); }); console.log('Migrated', history.length, 'server history entries'); storage.remove('cachedHistory'); } }); storage.get('history').then((history) => { if (history) { console.log('Loaded', history.length, 'local history entries'); history.forEach((item) => { if (item.remoteParty in myContacts) { } else { myContacts[item.remoteParty] = this.newContact(item.remoteParty); } if (item.timezone && item.timezone !== undefined) { localTime = momenttz.tz(item.startTime, item.timezone).toDate(); if (localTime > myContacts[item.remoteParty].timestamp) { myContacts[item.remoteParty].timestamp = localTime; } } myContacts[item.remoteParty].name = item.displayName; myContacts[item.remoteParty].direction = item.direction === 'received' ? 'incoming' : 'outgoing'; myContacts[item.remoteParty].lastCallId = item.sessionId; myContacts[item.remoteParty].lastCallDuration = item.duration; myContacts[item.remoteParty].lastCallMedia = item.media; myContacts[item.remoteParty].conference = item.conference; myContacts[item.remoteParty].tags.push('history'); this.saveSylkContact(item.remoteParty, this.state.myContacts[item.remoteParty], 'init'); }); console.log('Migrated', history.length, 'local history entries'); storage.remove('history'); } }); this.updateTotalUread(myContacts); utils.timestampedLog('Loaded', rows.length, 'contacts for account', this.state.accountId); this.setState({myContacts: myContacts, missedCalls: missedCalls, favoriteUris: favoriteUris, myInvitedParties: myInvitedParties, blockedUris: blockedUris}); } else { if (Object.keys(this.state.myContacts).length > 0) { Object.keys(this.state.myContacts).forEach((key) => { this.saveSylkContact(key, this.state.myContacts[key], 'init'); }); storage.set('contactStorage', 'sql'); storage.remove('myContacts'); } } this.refreshNavigationItems(); setTimeout(() => { this.fetchSharedItems('start_up'); if (this.initialChatContact) { //console.log('Starting chat with', this.initialChatContact); if (this.initialChatContact in this.state.myContacts) { this.selectContact(this.state.myContacts[this.initialChatContact]); } else { this.initialChatContact = null; } } }, 100); setTimeout(() => { //this.getMessages(); }, 500); this.loadMyKeys(); }); } addTestContacts() { let myContacts = this.state.myContacts; //console.log('addTestContacts'); let test_numbers = [ {uri: '4444@sylk.link', name: 'Test microphone'}, {uri: '3333@sylk.link', name: 'Test video'} ]; test_numbers.forEach((item) => { if (Object.keys(myContacts).indexOf(item.uri) === -1) { myContacts[item.uri] = this.newContact(item.uri, item.name, {src: 'init'}); myContacts[item.uri].tags.push('test'); this.saveSylkContact(item.uri, myContacts[item.uri], 'init uri'); } else { if (myContacts[item.uri].tags.indexOf('test') === -1) { myContacts[item.uri].tags.push('test'); this.saveSylkContact(item.uri, myContacts[item.uri], 'init tags'); } if (!myContacts[item.uri].name) { myContacts[item.uri].name = item.name; this.saveSylkContact(item.uri, myContacts[item.uri], 'init name'); } } }); } loadPeople() { let myContacts = {}; let blockedUris = []; let favoriteUris = []; let displayName = null; storage.get('contactStorage').then((contactStorage) => { if (contactStorage !== 'sql') { storage.get('myContacts').then((myContacts) => { let myContactsObjects = {}; if (myContacts) { Object.keys(myContacts).forEach((key) => { if (!Array.isArray(myContacts[key]['unread'])) { myContacts[key]['unread'] = []; } if(typeof(myContacts[key]) == 'string') { console.log('Convert display name object'); myContactsObjects[key] = {'name': myContacts[key]} } else { myContactsObjects[key] = myContacts[key]; } }); myContacts = myContactsObjects; } else { myContacts = {}; } this.setState({myContacts: myContacts}); storage.get('favoriteUris').then((favoriteUris) => { favoriteUris = favoriteUris.filter(item => item !== null); //console.log('My favorites:', favoriteUris); this.setState({favoriteUris: favoriteUris}); storage.remove('favoriteUris'); }).catch((error) => { //console.log('get favoriteUris error:', error); let uris = Object.keys(myContacts); uris.forEach((uri) => { if (myContacts[uri].favorite) { favoriteUris.push(uri); } }); this.setState({favoriteUris: favoriteUris}); }); storage.get('blockedUris').then((blockedUris) => { blockedUris = blockedUris.filter(item => item !== null); this.setState({blockedUris: blockedUris}); storage.remove('blockedUris'); }).catch((error) => { //console.log('get blockedUris error:', error); let uris = Object.keys(myContacts); uris.forEach((uri) => { if (myContacts[uri].blocked) { blockedUris.push(uri); } }); this.setState({blockedUris: blockedUris}); }); }).catch((error) => { console.log('get myContacts error:', error); }); } }); } async initSQL() { const database_name = "sylk.db"; const database_version = "1.0"; const database_displayname = "Sylk Database"; const database_size = 200000; await SQLite.openDatabase(database_name, database_version, database_displayname, database_size).then((DB) => { this.db = DB; //console.log('SQL database', database_name, 'opened'); this.resetStorage(); //this.dropTables(); this.createTables(); }).catch((error) => { console.log('SQL database error:', error); }); } dropTables() { console.log('Drop SQL tables...') this.ExecuteQuery("DROP TABLE if exists 'chat_uris';"); this.ExecuteQuery("DROP TABLE if exists 'recipients';"); this.ExecuteQuery("DROP TABLE 'messages';"); this.ExecuteQuery("DROP TABLE 'versions';"); } createTables() { //console.log('Create SQL tables...') let create_versions_table = "CREATE TABLE IF NOT EXISTS 'versions' ( \ 'id' INTEGER PRIMARY KEY AUTOINCREMENT, \ 'table' TEXT UNIQUE, \ 'version' INTEGER NOT NULL );\ "; this.ExecuteQuery(create_versions_table).then((success) => { //console.log('SQL version table created'); }).catch((error) => { console.log(create_versions_table); console.log('SQL version table creation error:', error); }); let create_table_messages = "CREATE TABLE IF NOT EXISTS 'messages' ( \ 'msg_id' TEXT, \ 'timestamp' TEXT, \ 'account' TEXT, \ 'unix_timestamp' INTEGER default 0, \ 'sender' TEXT, \ 'content' BLOB, \ 'content_type' TEXT, \ 'metadata' TEXT, \ 'from_uri' TEXT, \ 'to_uri' TEXT, \ 'sent' INTEGER, \ 'sent_timestamp' TEXT, \ 'received' INTEGER, \ 'received_timestamp' TEXT, \ 'expire_interval' INTEGER, \ 'deleted' INTEGER, \ 'pinned' INTEGER, \ 'pending' INTEGER, \ 'system' INTEGER, \ 'url' TEXT, \ 'local_url' TEXT, \ 'image' TEXT, \ 'encrypted' INTEGER default 0, \ 'direction' TEXT, \ 'state' TEXT, \ PRIMARY KEY (account, msg_id)) \ "; this.ExecuteQuery(create_table_messages).then((success) => { //console.log('SQL messages table OK'); }).catch((error) => { console.log(create_table_messages); console.log('SQL messages table creation error:', error); }); let create_table_contacts = "CREATE TABLE IF NOT EXISTS 'contacts' ( \ 'uri' TEXT, \ 'account' TEXT, \ 'name' TEXT, \ 'organization' TEXT, \ 'tags' TEXT, \ 'photo' BLOB, \ 'email' TEXT, \ 'participants' TEXT, \ 'public_key' TEXT, \ 'timestamp' INTEGER, \ 'direction' TEXT, \ 'last_message' TEXT, \ 'last_message_id' TEXT, \ 'unread_messages' TEXT, \ 'last_call_media' TEXT, \ 'last_call_duration' INTEGER default 0, \ 'last_call_id' TEXT, \ 'conference' INTEGER default 0, \ PRIMARY KEY (account, uri)) \ "; this.ExecuteQuery(create_table_contacts).then((success) => { //console.log('SQL contacts table OK'); }).catch((error) => { console.log(create_table_contacts); console.log('SQL messages table creation error:', error); }); let create_table_keys = "CREATE TABLE IF NOT EXISTS 'keys' ( \ 'account' TEXT PRIMARY KEY, \ 'private_key' TEXT, \ 'checksum' TEXT, \ 'public_key' TEXT, \ 'last_sync_id' TEXT, \ 'timestamp' INTEGER, \ 'my_uuid' TEXT) \ "; this.ExecuteQuery(create_table_keys).then((success) => { //console.log('SQL keys table OK'); }).catch((error) => { console.log(create_table_keys); console.log('SQL keys table creation error:', error); }); this.upgradeSQLTables(); } upgradeSQLTables() { //console.log('Upgrade SQL tables') let query; let update_queries; let update_sub_queries; let version_numbers; /* this.ExecuteQuery("ALTER TABLE 'messages' add column received_timestamp TEXT after received"); this.ExecuteQuery("ALTER TABLE 'messages' add column sent_timestamp TEXT after sent"); */ //query = "update versions set version = \"4\" where \"table\" = 'messages'"; // this.ExecuteQuery(query); query = "SELECT * FROM versions"; let currentVersions = {}; this.ExecuteQuery(query,[]).then((results) => { let rows = results.rows; for (let i = 0; i < rows.length; i++) { var item = rows.item(i); currentVersions[item.table] = item.version; //console.log('Table', item.table, 'version', item.version); } for (const [key, value] of Object.entries(this.sqlTableVersions)) { if (currentVersions[key] == null) { query = "INSERT INTO versions ('table', 'version') values ('" + key + "', '" + this.sqlTableVersions[key] + "')"; //console.log(query); this.ExecuteQuery(query); } else { //console.log('Table', key, 'has version', value); if (this.sqlTableVersions[key] > currentVersions[key]) { console.log('Table', key, 'must have version', value, 'and it has', currentVersions[key]); update_queries = this.updateTableQueries[key]; version_numbers = Object.keys(update_queries); version_numbers.sort(function(a, b){return a-b}); version_numbers.forEach((version) => { if (version <= currentVersions[key]) { return; } update_sub_queries = update_queries[version]; update_sub_queries.forEach((query_objects) => { console.log('Run query for table', key, 'version', version, ':', query_objects.query); this.ExecuteQuery(query_objects.query, query_objects.params); }); }); query = "update versions set version = " + this.sqlTableVersions[key] + " where \"table\" = '" + key + "';"; //console.log(query); this.ExecuteQuery(query); } else { //console.log('No upgrade required for table', key); } } } }).catch((error) => { console.log('SQL error:', error); }); } /* * Execute sql queries * * @param sql * @param params * * @returns {resolve} results */ ExecuteQuery = (sql, params = []) => new Promise((resolve, reject) => { //console.log('-- Execute SQL query:', sql, params); //console.log('-- Execute SQL query:', sql); if (!sql) { return; } this.db.transaction((trans) => { trans.executeSql(sql, params, (trans, results) => { resolve(results); }, (error) => { reject(error); }); }); }); async requestReadContactsPermission() { console.log('Request contacts permission...'); try { const granted = await PermissionsAndroid.request( PermissionsAndroid.PERMISSIONS.READ_CONTACTS, { title: 'Sylk contacts', message: 'Sylk will ask for permission to read your contacts', buttonPositive: "Next" } ) if (granted === PermissionsAndroid.RESULTS.GRANTED) { console.log("You can now read your contacts") this.getABContacts(); } else { console.log("Read contacts permission denied") } } catch (err) { console.warn(err) } } async loadAddressBook() { //revert return; console.log('Load system address book'); Contacts.checkPermission((err, permission) => { //console.log('Current contacts permissions is', permission); if (err) throw err; // Contacts.PERMISSION_AUTHORIZED || Contacts.PERMISSION_UNDEFINED || Contacts.PERMISSION_DENIED if (permission === 'authorized') { this.getABContacts(); return; } if (Platform.OS === 'android') { this.requestReadContactsPermission(); } else { Contacts.requestPermission((err, permission) => { }); } }) } getABContacts() { Contacts.getAll((err, contacts) => { if (err) throw err; // contacts returned in Array let contact_cards = []; let name; let contact; let photo; let avatarPhotos = {}; let avatarEmails = {}; let seen_uris = new Map(); var arrayLength = contacts.length; for (var i = 0; i < arrayLength; i++) { photo = null; contact = contacts[i]; if (contact['givenName'] && contact['familyName']) { name = contact['givenName'] + ' ' + contact['familyName']; } else if (contact['givenName']) { name = contact['givenName']; } else if (contact['familyName']) { name = contact['familyName']; } else if (contact['company']) { name = contact['company']; } else { continue; } if (contact.hasThumbnail) { photo = contact.thumbnailPath; } else { photo = null; } //console.log(name); contact['phoneNumbers'].forEach(function (number, index) { let number_stripped = number['number'].replace(/\s|\-|\(|\)/g, ''); if (number_stripped) { if (!seen_uris.has(number_stripped)) { //console.log(' ----> ', number['label'], number_stripped); var contact_card = {id: uuid.v4(), name: name.trim(), uri: number_stripped, type: 'contact', photo: photo, label: number['label'], tags: ['contact']}; if (photo) { var name_idx = name.trim().toLowerCase(); avatarPhotos[name_idx] = photo; } contact_cards.push(contact_card); //console.log('Added AB contact', name, number_stripped); seen_uris.set(number_stripped, true); } } }); contact['emailAddresses'].forEach(function (email, index) { let email_stripped = email['email'].replace(/\s|\(|\)/g, ''); if (!seen_uris.has(email_stripped)) { //console.log(name, email['label'], email_stripped); var contact_card = {id: uuid.v4(), name: name.trim(), uri: email_stripped, type: 'contact', photo: photo, label: email['label'], tags: ['contact'] }; var name_idx = name.trim().toLowerCase(); if (photo) { avatarPhotos[name_idx] = photo; } if (name_idx in avatarEmails) { } else { avatarEmails[name_idx] = email_stripped; } contact_cards.push(contact_card); seen_uris.set(email_stripped, true); } }); } this.setState({contacts: contact_cards, avatarPhotos: avatarPhotos, avatarEmails: avatarEmails}); console.log('Loaded', contact_cards.length, 'addressbook entries'); }) } get _notificationCenter() { // getter to lazy-load the NotificationCenter ref if (!this.__notificationCenter) { this.__notificationCenter = this.refs.notificationCenter; } return this.__notificationCenter; } _detectOrientation() { //console.log('_detectOrientation', this.state.Width_Layout, this.state.Height_Layout); let H = this.state.Height_Layout + this.state.keyboardHeight; if(this.state.Width_Layout > H && this.state.orientation !== 'landscape') { this.setState({orientation: 'landscape'}); } else { this.setState({orientation: 'portrait'}); } } changeRoute(route, reason) { //console.log('Route', route, 'with reason', reason); console.log('Change route', this.currentRoute, '->', route, 'with reason:', reason); let messages = this.state.messages; if (this.currentRoute === route) { if (route === '/ready') { if (this.state.selectedContact) { if (this.state.callContact) { if (this.state.callContact.uri !== this.state.selectedContact.uri && this.state.selectedContact.uri in messages) { delete messages[this.state.selectedContact.uri]; } } else { if (this.state.selectedContact.uri in messages) { delete messages[this.state.selectedContact.uri]; } } this.setState({ messages: messages, selectedContact: null, targetUri: '' }); } else { this.setState({ messages: {}, messageZoomFactor: 1 }); this.endShareContent(); } } return; } else { if (route === '/ready' && this.state.selectedContact && Object.keys(this.state.messages).indexOf(this.state.selectedContact.uri) === -1) { this.getMessages(this.state.selectedContact.uri); } } if (route === '/conference') { this.backToForeground(); this.setState({inviteContacts: false}); } if (route === '/call') { this.backToForeground(); } - if (route === '/ready' && reason !== 'back to home') { Vibration.cancel(); if (reason === 'conference_really_ended' && this.callKeeper.countCalls) { utils.timestampedLog('Change route cancelled because we still have calls'); return; } if (this.state.currentCall && reason === 'outgoing_connection_failed' && this.state.currentCall.direction === 'outgoing') { let target_uri = this.state.currentCall.remoteIdentity.uri.toLowerCase(); let options = {audio: true, video: true, participants: []} let streams = this.state.currentCall.getLocalStreams(); if (streams.length > 0) { let tracks = streams[0].getVideoTracks(); let mediaType = (tracks && tracks.length > 0) ? 'video' : 'audio'; if (mediaType === 'audio') { options.video = false; } } this.setState({reconnectingCall: true}); console.log('Reconnecting call to', target_uri, 'with options', options); setTimeout(() => { if (target_uri.indexOf('@videoconference') > -1) { this.callKeepStartConference(target_uri, options); } else { this.callKeepStartCall(target_uri, options); } }, 5000); this.setState({ outgoingCallUUID: null, currentCall: null, selectedContacts: [], reconnectingCall: true, muted: false }); } else { if (this.state.callContact && this.state.callContact.uri in messages) { delete messages[this.state.callContact.uri]; } this.setState({ outgoingCallUUID: null, currentCall: null, callContact: null, messages: {}, selectedContact: null, inviteContacts: false, shareToContacts: false, selectedContacts: [], sourceContact: null, incomingCall: (reason === 'accept_new_call' || reason === 'user_hangup_call') ? this.state.incomingCall: null, reconnectingCall: false, muted: false }); } if (this.currentRoute === '/call' || this.currentRoute === '/conference') { if (reason !== 'user_hangup_call') { this.stopRingback(); InCallManager.stop(); } this.closeLocalMedia(); if (reason === 'accept_new_call') { if (this.state.incomingCall) { // then answer the new call if any let hasVideo = (this.state.incomingCall && this.state.incomingCall.mediaTypes && this.state.incomingCall.mediaTypes.video) ? true : false; this.getLocalMedia(Object.assign({audio: true, video: hasVideo}), '/call'); } } else if (reason === 'escalate_to_conference') { let conf_uri = []; conf_uri.push(this.state.accountId.split('@')[0]); this.participantsToInvite.forEach((p) => { conf_uri.push(p.split('@')[0]); }); conf_uri.sort(); let uri = conf_uri.toString().toLowerCase().replace(/,/g,'-') + '@' + config.defaultConferenceDomain; const options = {audio: this.outgoingMedia ? this.outgoingMedia.audio: true, video: this.outgoingMedia ? this.outgoingMedia.video: true, participants: this.participantsToInvite, skipHistory: true} this.participantsToInvite = []; this.callKeepStartConference(uri, options); } else { if (this.state.account && this._loaded) { setTimeout(() => { this.updateServerHistory('/ready') }, 1500); } } } if (reason === 'registered') { setTimeout(() => { this.updateServerHistory(reason) }, 1500); } if (reason === 'no_more_calls') { this.updateServerHistory(reason); this.updateLoading(null, 'incoming_call'); - this.setState({incomingCallUUID: null}); + this.setState({incomingCallUUID: null, terminatedReason: null}); } } this.currentRoute = route; history.push(route); } componentWillUnmount() { utils.timestampedLog('App will unmount'); AppState.removeEventListener('change', this._handleAppStateChange); this._onFinishedPlayingSubscription.remove(); this._onFinishedLoadingSubscription.remove(); this._onFinishedLoadingURLSubscription.remove(); this._onFinishedLoadingFileSubscription.remove(); this.callKeeper.destroy(); this.closeConnection(); this._loaded = false; } get unmounted() { return !this._loaded; } isUnmounted() { return this.unmounted; } backPressed() { console.log('Back button pressed in route', this.currentRoute); if (this.state.incomingCallUUID) { this.hideInternalAlertPanel('backPressed'); return; } if (this.state.showQRCodeScanner) { this.toggleQRCodeScanner(); return; } if (this.currentRoute === '/call' || this.currentRoute === '/conference') { this.goBackToHome(); } else if (this.currentRoute === '/ready') { if (this.state.selectedContact) { this.goBackToHome(); } else if (this.state.historyFilter) { this.filterHistory(null); } else if (this.sharingAction) { this.endShareContent(); } else { BackHandler.exitApp(); } } return true; } get sharingAction() { return this.state.forwardContent || this.state.shareContent.length > 0; } async componentDidMount() { utils.timestampedLog('App did mount'); DeviceInfo.getFontScale().then((fontScale) => { this.setState({fontScale: fontScale}); }); this.keyboardDidShowListener = Keyboard.addListener( 'keyboardDidShow', this._keyboardDidShow ); this.keyboardDidHideListener = Keyboard.addListener( 'keyboardDidHide', this._keyboardDidHide ); BackHandler.addEventListener('hardwareBackPress', this.backPressed); // Start a timer that runs once after X milliseconds BackgroundTimer.runBackgroundTimer(() => { // this will be executed once after 10 seconds // even when app is the the background this.heartbeat(); }, 5000); try { await RNCallKeep.supportConnectionService(); //utils.timestampedLog('Connection service is enabled'); } catch(err) { utils.timestampedLog(err); } this._boundOnPushkitRegistered = this._onPushkitRegistered.bind(this); this._boundOnPushRegistered = this._onPushRegistered.bind(this); this._detectOrientation(); getPhoneNumber().then(myPhoneNumber => { //console.log('myPhoneNumber', myPhoneNumber); this.setState({myPhoneNumber: myPhoneNumber}); }); this.listenforPushNotifications(); this.listenforSoundNotifications(); this._loaded = true; this.checkVersion(); } _keyboardDidShow(e) { this.setState({keyboardVisible: true, keyboardHeight: e.endCoordinates.height}); } _keyboardDidHide() { this.setState({keyboardVisible: false, keyboardHeight: 0}); } async checkVersion() { if (Platform.OS === 'android') { getAppstoreAppMetadata("com.agprojects.sylk") //put any apps packageId here .then(metadata => { console.log("Sylk app version on playstore", metadata.version, "published on", metadata.currentVersionReleaseDate ); this.setState({appStoreVersion: metadata}); }) .catch(err => { console.log("error occurred checking app store version", err); }); return; } else { getAppstoreAppMetadata("1489960733") //put any apps id here .then(appVersion => { console.log("Sylk app version on appstore", appVersion.version, "published on", appVersion.currentVersionReleaseDate); this.setState({appStoreVersion: appVersion}); }) .catch(err => { console.log("Error fetching app store version occurred", err); }); } } listenforSoundNotifications() { // Subscribe to event(s) you want when component mounted this._onFinishedPlayingSubscription = SoundPlayer.addEventListener('FinishedPlaying', ({ success }) => { //console.log('finished playing', success) }) this._onFinishedLoadingSubscription = SoundPlayer.addEventListener('FinishedLoading', ({ success }) => { //console.log('finished loading', success) }) this._onFinishedLoadingFileSubscription = SoundPlayer.addEventListener('FinishedLoadingFile', ({ success, name, type }) => { //console.log('finished loading file', success, name, type) }) this._onFinishedLoadingURLSubscription = SoundPlayer.addEventListener('FinishedLoadingURL', ({ success, url }) => { //console.log('finished loading url', success, url) }) } handleFirebasePushInForeground(parent) { // Must be outside of any component LifeCycle (such as `componentDidMount`). //console.log('handleFirebasePushInForeground'); PushNotification.configure({ // (optional) Called when Token is generated (iOS and Android) onRegister: function (token) { //console.log("TOKEN:", token); }, // (required) Called when a remote is received or opened, or local notification is opened onNotification: function (notification) { // process the notification if (notification.userInteraction) { parent.handleFirebasePushInteraction(notification); } else { parent.handleFirebasePush(notification); } // (required) Called when a remote is received or opened, or local notification is opened notification.finish(PushNotificationIOS.FetchResult.NoData); }, // (optional) Called when Registered Action is pressed and invokeApp is false, if true onNotification will be called (Android) onAction: function (notification) { console.log("ACTION:", notification.action); console.log("NOTIFICATION:", notification); // process the action }, // (optional) Called when the user fails to register for remote notifications. Typically occurs when APNS is having issues, or the device is a simulator. (iOS) onRegistrationError: function(err) { console.error(err.message, err); }, }); PushNotification.createChannel( { channelId: "sylk-messages", // (required) channelName: "My Sylk silent stream", // (required) channelDescription: "A channel to receive Sylk Message", // (optional) default: undefined. playSound: false, // (optional) default: true importance: Importance.HIGH, // (optional) default: Importance.HIGH. Int value of the Android notification importance vibrate: true, // (optional) default: true. Creates the default vibration pattern if true. }, (created) => null // (optional) callback returns whether the channel was created, false means it already existed. ); PushNotification.createChannel( { channelId: "sylk-messages-sound", // (required) channelName: "My Sylk stream", // (required) channelDescription: "A channel to receive Sylk Message", // (optional) default: undefined. playSound: true, // (optional) default: true soundName: "default", // (optional) See `soundName` parameter of `localNotification` function importance: Importance.HIGH, // (optional) default: Importance.HIGH. Int value of the Android notification importance vibrate: true, // (optional) default: true. Creates the default vibration pattern if true. }, (created) => null // (optional) callback returns whether the channel was created, false means it already existed. ); PushNotification.deleteChannel("sylk-alert-panel"); PushNotification.createChannel( { channelId: "sylk-alert-panel", // (required) channelName: "Sylk Incoming Calls", // (required) channelDescription: "Display alert panel for incoming calls", // (optional) default: undefined. importance: Importance.MAX, // (optional) default: Importance.HIGH. Int value of the Android notification importance vibrate: true, // (optional) default: true. Creates the default vibration pattern if true. playSound: true, isRingtone: true // soundName: "incallmanager_ringtone.mp3" }, (created) => null // (optional) callback returns whether the channel was created, false means it already existed. ); return; console.log('Available Sylk channels:'); PushNotification.getChannels(function (channel_ids) { console.log(channel_ids); // ['channel_id_1'] }); } handleiOSNotification(notification) { // when user touches the system notification and app launches... console.log("Handle iOS push notification:", notification); } postAndroidIncomingCallNotification(data) { //console.log('postAndroidIncomingCallNotification', data); if (Platform.OS !== 'android') { return; } if (this.callKeeper.selfManaged) { this.showAlertPanel(data, 'push'); return; } let media = {audio: true, video: data['media-type'] === 'video'}; let from = data.from_display_name || data.from_uri; if (data.from_display_name && data.from_display_name != data.from_uri) { from = data.from_display_name + ' (' + data.from_uri + ')'; } console.log('Show Android incoming call notification', from, media); let actions = ['Audio']; if (media.video) { actions.push('Video'); } actions.push('Reject'); actions.push('Dismiss'); PushNotification.localNotification({ /* Android Only Properties */ channelId: "sylk-alert-panel", // (required) channelId, if the channel doesn't exist, notification will not trigger. vibrate: true, // (optional) default: true priority: "max", // (optional) set notification priority, default: high ongoing: true, autoCancel: false, timeoutAfter: 45000, fullScreen: true, subtitle: 'Somebody is calling', ignoreInForeground: true, // (optional) if true, the notification will not be visible when the app is in the foreground (useful for parity with how iOS notifications appear). should be used in combine with `com.dieam.reactnativepushnotification.notification_foreground` setting invokeApp: true, // (optional) This enable click on actions to bring back the application to foreground or stay in background, default: true actions: actions, /* iOS and Android properties */ title: 'Incoming call', // (optional) message: 'From ' + from, // (required) //picture: "https://www.example.tld/picture.jpg", // (optional) Display an picture with the notification, alias of `bigPictureUrl` for Android. default: undefined userInfo: data, // (optional) default: {} (using null throws a JSON value '' error) number: 10, // (optional) Valid 32 bit integer specified as string. default: none (Cannot be zero) }); } postAndroidMessageNotification(uri, content) { //https://www.npmjs.com/package/react-native-push-notification //console.log('postAndroidMessageNotification', content); if (Platform.OS !== 'android') { return; } PushNotification.localNotification({ /* Android Only Properties */ channelId: "sylk-messages", // (required) channelId, if the channel doesn't exist, notification will not trigger. showWhen: true, // (optional) default: true autoCancel: true, // (optional) default: true largeIcon: "ic_launcher", // (optional) default: "ic_launcher". Use "" for no large icon. largeIconUrl: "https://icanblink.com/apple-touch-icon-180x180.png", // (optional) default: undefined smallIcon: "", // (optional) default: "ic_notification" with fallback for "ic_launcher". Use "" for default small icon. bigText: content, // (optional) default: "message" prop subText: "New message", // (optional) default: none //bigPictureUrl: "https://www.example.tld/picture.jpg", // (optional) default: undefined bigLargeIcon: "ic_launcher", // (optional) default: undefined bigLargeIconUrl: "https://www.example.tld/bigicon.jpg", // (optional) default: undefined color: "red", // (optional) default: system default vibrate: true, // (optional) default: true vibration: 100, // vibration length in milliseconds, ignored if vibrate=false, default: 1000 priority: "high", // (optional) set notification priority, default: high ignoreInForeground: true, // (optional) if true, the notification will not be visible when the app is in the foreground (useful for parity with how iOS notifications appear). should be used in combine with `com.dieam.reactnativepushnotification.notification_foreground` setting onlyAlertOnce: true, // (optional) alert will open only once with sound and notify, default: false invokeApp: true, // (optional) This enable click on actions to bring back the application to foreground or stay in background, default: true /* iOS and Android properties */ id: 0, // (optional) Valid unique 32 bit integer specified as string. default: Autogenerated Unique ID title: uri, // (optional) message: content, // (required) //picture: "https://www.example.tld/picture.jpg", // (optional) Display an picture with the notification, alias of `bigPictureUrl` for Android. default: undefined userInfo: {}, // (optional) default: {} (using null throws a JSON value '' error) playSound: false, // (optional) default: true soundName: "default", // (optional) Sound to play when the notification is shown. Value of 'default' plays the default sound. It can be set to a custom sound such as 'android.resource://com.xyz/raw/my_sound'. It will look for the 'my_sound' audio file in 'res/raw' directory and play it. default: 'default' (default sound is played) number: 10, // (optional) Valid 32 bit integer specified as string. default: none (Cannot be zero) repeatType: "day", // (optional) Repeating interval. Check 'Repeating Notifications' section for more info. }); } listenforPushNotifications() { //console.log('listenforPushNotifications'); if (this.state.appState === null) { this.setState({appState: 'active'}); } else { return; } Linking.getInitialURL().then((url) => { if (url) { utils.timestampedLog('Initial external URL: ' + url); this.eventFromUrl(url); } else { //utils.timestampedLog('No external URL'); } }).catch(err => { utils.timestampedLog('Error getting initial external URL: ', err.message); }); Linking.addEventListener('url', this.updateLinkingURL); if (Platform.OS === 'android') { firebase.messaging().setBackgroundMessageHandler(async message => { this.handleFirebasePush(message); }); firebase.messaging().getToken() .then(fcmToken => { if (fcmToken) { this._onPushRegistered(fcmToken); } }); } else if (Platform.OS === 'ios') { VoipPushNotification.addEventListener('register', this._boundOnPushkitRegistered); VoipPushNotification.registerVoipToken(); PushNotificationIOS.addEventListener('register', this._boundOnPushRegistered); PushNotificationIOS.addEventListener('localNotification', this.onLocalNotification); PushNotificationIOS.addEventListener('notification', this.onRemoteNotification); PushNotificationIOS.getInitialNotification().then(notification => { if (!notification) { console.log('No initial notification'); return; } const data = notification.getData(); if (data.data && data.data.event === 'message' && data.data.from_uri && data.data.to_uri) { this.selectChatContact(data.data.from_uri, data.data.to_uri); } }); //let permissions = await checkIosPermissions(); //if (!permissions.alert) { PushNotificationIOS.requestPermissions(); //} } this.boundProximityDetect = this._proximityDetect.bind(this); this.boundWiredHeadsetDetect = this._wiredHeadsetDetect.bind(this); DeviceEventEmitter.addListener('Proximity', this.boundProximityDetect); DeviceEventEmitter.addListener('WiredHeadset', this.boundWiredHeadsetDetect); AppState.addEventListener('change', this._handleAppStateChange); if (Platform.OS === 'ios') { this._boundOnNotificationReceivedBackground = this._onNotificationReceivedBackground.bind(this); this._boundOnLocalNotificationReceivedBackground = this._onLocalNotificationReceivedBackground.bind(this); VoipPushNotification.addEventListener('localNotification', this._boundOnLocalNotificationReceivedBackground); VoipPushNotification.addEventListener('notification', this._boundOnNotificationReceivedBackground); this.fetchSharedItems('ios'); } else if (Platform.OS === 'android') { this.handleFirebasePushInForeground(this); AppState.addEventListener('focus', this._handleAndroidFocus); AppState.addEventListener('blur', this._handleAndroidBlur); firebase .messaging() .requestPermission() .then(() => { // User has authorised }) .catch(error => { // User has rejected permissions }); this.messageListener = firebase .messaging() .onMessage((message: RemoteMessage) => { // this will just wake up the app to receive // the web-socket invite handled by this.incomingCall() this.handleFirebasePush(message); }); } } handleFirebasePushInteraction(notification) { let data = notification.data; let event = data.event; //console.log("handleFirebasePushInteraction", event, data, 'in route', this.currentRoute); const callUUID = data['session-id']; const media = {audio: true, video: data['media-type'] === 'video'}; if (event === 'incoming_conference_request') { if (notification.action === 'Accept') { this.callKeepAcceptCall(callUUID); } else if (notification.action === 'Reject') { this.callKeepRejectCall(callUUID); } else if (notification.action === 'Dismiss') { this.dismissCall(callUUID); } } else if (event === 'incoming_session') { if (notification.action === 'Accept') { this.callKeepAcceptCall(callUUID, media); } else if (notification.action === 'Video') { this.callKeepAcceptCall(callUUID, media); } else if (notification.action === 'Audio') { media.video = false; this.callKeepAcceptCall(callUUID, media); } else if (notification.action === 'Reject') { this.callKeepRejectCall(callUUID); } else if (notification.action === 'Dismiss') { this.dismissCall(callUUID); } } else if (event === 'message') { this.selectChatContact(data['from_uri'], data['to_uri']); } } handleFirebasePush(notification) { let event = notification.data.event; //console.log("Firebase Push notification", event); const callUUID = notification.data['session-id']; const from = notification.data['from_uri']; const to = notification.data['to_uri']; const displayName = notification.data['from_display_name']; const outgoingMedia = {audio: true, video: notification.data['media-type'] === 'video'}; const mediaType = notification.data['media-type'] || 'audio'; if (this.unmounted) { //return; } if (event === 'incoming_conference_request') { utils.timestampedLog('Firebase push notification: incoming conference', callUUID); if (!from || !to) { return; } if (to !== this.state.accountId) { return } this.postAndroidIncomingCallNotification(notification.data); this.incomingConference(callUUID, to, from, displayName, outgoingMedia); } else if (event === 'incoming_session') { utils.timestampedLog('Firbase push notification: incoming call', callUUID); if (!from) { return; } if (to !== this.state.accountId) { return } this.postAndroidIncomingCallNotification(notification.data); this.incomingCallFromPush(callUUID, from, displayName, mediaType); } else if (event === 'cancel') { this.cancelIncomingCall(callUUID); } else if (event === 'message') { //console.log('Firebase push notification: new message from', from); } } notifyIncomingMessageWhileInACall(from) { if (!this.state.selectedContact) { return; } if (this.state.selectedContact.uri !== from) { this._notificationCenter.postSystemNotification('New message from ' + from); this.vibrate(); return; } if (this.state.currentCall && this.state.currentCall.remoteIdentity.uri === from) { this.vibrate(); if (this.currentRoute !== '/ready') { this.goBackToHomeFromCall(); } return; } } sendLocalNotificationWithSound (){ console.log('sendLocalNotificationWithSound'); //PushNotificationIOS.addNotificationRequest({ PushNotificationIOS.presentLocalNotification({ id: 'notificationWithSound', title: 'Sylk notification', subtitle: 'Subtitle', body: 'Sample local notification with custom sound', sound: 'customSound.wav', badge: 1, }); }; sendLocalNotification (title, body) { console.log('sendLocalNotification'); PushNotificationIOS.presentLocalNotification({ alertTitle: title, alertBody: body }); }; sendNotification (title, subtitle, body) { DeviceEventEmitter.emit('remoteNotificationReceived', { remote: true, aps: { alert: {title: title, subtitle: subtitle, body: body}, sound: 'default', category: 'REACT_NATIVE', 'content-available': 1, 'mutable-content': 1, }, }); }; sendSilentNotification () { DeviceEventEmitter.emit('remoteNotificationReceived', { remote: true, aps: { category: 'REACT_NATIVE', 'content-available': 1, }, }); }; onRemoteNotification(notification) { //console.log('onRemoteNotification', notification); const title = notification.getAlert().title; const subtitle = notification.getAlert().subtitle; const body = notification.getAlert().body; const message = notification.getMessage(); const content_available = notification.getContentAvailable(); const category = notification.getCategory(); const badge = notification.getBadgeCount(); const sound = notification.getSound(); const isClicked = notification.getData().userInteraction === 1; if (isClicked) { console.log('User click') } else { console.log('User did not click') // Do something else with push notification } console.log('Got remote notification', title, subtitle, body); this.sendLocalNotification(title + ' ' + subtitle, body); }; onLocalNotification(notification) { let notification_data = notification.getData(); console.log('Got local notification', notification_data.data.event, 'from', notification_data.data.from_uri); if (!this.state.selectedContact) { this.updateTotalUread(); } if (notification_data.data && notification_data.data.event && notification_data.data.event === "message") { this.selectChatContact(notification_data.data.from_uri, notification_data.data.to_uri); } } selectChatContact(from_uri, to_uri) { if (from_uri in this.state.myContacts) { if (to_uri === this.state.accountId) { this.selectContact(this.state.myContacts[from_uri]); } } else { this.initialChatContact = from_uri; } } cancelIncomingCall(callUUID) { if (this.unmounted) { return; } this.hideInternalAlertPanel('cancel'); if (this.callKeeper._acceptedCalls.has(callUUID)) { return; } utils.timestampedLog('Push notification: cancel call', callUUID); let call = this.callKeeper._calls.get(callUUID); if (!call) { if (!this.callKeeper._cancelledCalls.has(callUUID)) { utils.timestampedLog('Cancel incoming call that did not arrive on web socket', callUUID); this.callKeeper.endCall(callUUID, CK_CONSTANTS.END_CALL_REASONS.REMOTE_ENDED); if (this.startedByPush) { this.resetStartedByPush('cancelIncomingCall') if (this.currentRoute) { this.changeRoute('/ready', 'incoming_call_cancelled'); } } this.updateLoading(null, 'cancel_incoming_call'); } return; } if (call.state === 'incoming') { utils.timestampedLog('Cancel incoming call that was not yet accepted', callUUID); this.callKeeper.endCall(callUUID, CK_CONSTANTS.END_CALL_REASONS.REMOTE_ENDED); if (this.startedByPush) { if (this.currentRoute) { this.changeRoute('/ready', 'incoming_call_cancelled'); } } } } _proximityDetect(data) { if (!this.state.proximityEnabled) { return; } if (this.state.headsetIsPlugged) { utils.timestampedLog('Proximity disabled when headset is plugged'); return; } utils.timestampedLog('Proximity changed, isNear is', data.isNear); if (data.isNear) { this.speakerphoneOff(); } else { this.speakerphoneOn(); } } _wiredHeadsetDetect(data) { console.log('Wired headset:', data); // {'isPlugged': boolean, 'hasMic': boolean, 'deviceName': string } this.setState({'headsetIsPlugged': data.isPlugged}); if (data.isPlugged) { this.speakerphoneOff(); } } _sleep(ms) { return new Promise(resolve => setTimeout(resolve, ms)); } _onPushkitRegistered(token) { this.pushkittoken = token; } _onPushRegistered(token) { this.pushtoken = token; } _sendPushToken(account, silent=false) { if (!this.pushtoken) { return; } let token = null; //console.log('Push Token:', this.pushtoken, 'silent =', silent); if (Platform.OS === 'ios') { token = `${this.pushkittoken}-${this.pushtoken}`; } else if (Platform.OS === 'android') { token = this.pushtoken; } utils.timestampedLog('Push token', token, 'for app', bundleId, 'sent'); account.setDeviceToken(token, Platform.OS, deviceId, silent, bundleId); } _handleAndroidFocus = nextFocus => { //utils.timestampedLog('----- Android APP in focus'); PushNotification.cancelAllLocalNotifications(); this.setState({inFocus: true}); this.refreshNavigationItems(); this.respawnConnection(); } refreshNavigationItems() { var todayStart = new Date(); todayStart.setHours(0,0,0,0); var yesterdayStart = new Date(); yesterdayStart.setDate(yesterdayStart.getDate() - 2); yesterdayStart.setHours(0,0,0,0); let today = false; let yesterday = false; let conference = false; let navigationItems = this.state.navigationItems; Object.keys(this.state.myContacts).forEach((key) => { if (this.state.myContacts[key].tags.indexOf('conference') > -1 || this.state.myContacts[key].conference) { conference = true; } if (this.state.myContacts[key].timestamp > todayStart) { today = true; } if (this.state.myContacts[key].timestamp > yesterdayStart && this.state.myContacts[key].timestamp < todayStart) { yesterday = true; } }); navigationItems = {today: today, yesterday: yesterday, conference: conference}; this.setState({navigationItems: navigationItems}); } _handleAndroidBlur = nextBlur => { //utils.timestampedLog('----- APP out of focus'); this.setState({inFocus: false}); } _handleAppStateChange = nextAppState => { - utils.timestampedLog('----- APP state changed', this.state.appState, '->', nextAppState); + //utils.timestampedLog('----- APP state changed', this.state.appState, '->', nextAppState); if (nextAppState === this.state.appState) { return; } this.setState({appState: nextAppState}); if (nextAppState === 'active') { this.respawnConnection(nextAppState); this.fetchSharedItems('app_active'); if (Platform.OS === 'ios') { if (this.state.selectedContact) { setTimeout(() => { this.confirmRead(this.state.selectedContact.uri); }, 100); } } } } respawnConnection(state) { if (!this.state.connection) { utils.timestampedLog('Web socket does not exist'); } else if (!this.state.connection.state) { utils.timestampedLog('Web socket is waiting for connection...'); } else { /* if (this.state.connection.state !== 'ready' && this.state.connection.state !== 'connecting') { utils.timestampedLog('Web socket', Object.id(this.state.connection), 'reconnecting because', this.state.connection.state); this.state.connection.reconnect(); utils.timestampedLog('Web socket', Object.id(this.state.connection), 'new state is', this.state.connection.state); } */ } if (this.state.account) { if (!this.state.connection) { utils.timestampedLog('Active account without connection removed'); this.setState({account: null}); } } else { //utils.timestampedLog('No active account'); } if (this.state.accountId && (!this.state.connection || !this.state.account) && this.state.accountVerified) { this.handleRegistration(this.state.accountId, this.state.password); } } closeConnection(reason='unmount') { if (!this.state.connection) { return; } if (!this.state.account && this.state.connection) { this.state.connection.removeListener('stateChanged', this.connectionStateChanged); this.state.connection.close(); utils.timestampedLog('Web socket', Object.id(this.state.connection), 'will close'); this.setState({connection: null, account: null}); } else if (this.state.connection && this.state.account) { this.state.connection.removeListener('stateChanged', this.connectionStateChanged); this.state.account.removeListener('outgoingCall', this.outgoingCall); this.state.account.removeListener('conferenceCall', this.outgoingConference); this.state.account.removeListener('incomingCall', this.incomingCallFromWebSocket); this.state.account.removeListener('missedCall', this.missedCall); this.state.account.removeListener('conferenceInvite', this.conferenceInviteFromWebSocket); this.state.connection.removeAccount(this.state.account, (error) => { if (error) { utils.timestampedLog('Failed to remove account:', error); } else { //utils.timestampedLog('Account removed'); } if (this.state.connection) { utils.timestampedLog('Web socket', Object.id(this.state.connection), 'will close'); this.state.connection.close(); } this.setState({connection: null, account: null}); } ); } else { this.setState({connection: null, account: null}); } } startCallFromCallKeeper(data) { utils.timestampedLog('Starting call from OS...'); let callUUID = data.callUUID || uuid.v4(); let is_conf = data.handle.search('videoconference.') === -1 ? false: true; this.backToForeground(); if (is_conf) { this.callKeepStartConference(data.handle, {audio: true, video: data.video || true, callUUID: callUUID}); } else { this.callKeepStartCall(data.handle, {audio: true, video: data.video, callUUID: callUUID}); } this._notificationCenter.removeNotification(); } selectContact(contact, origin='') { if (contact !== this.state.selectedContact) { this.setState({pinned: false}); } this.setState({selectedContact: contact}); this.initialChatContact = null; if (contact && Platform.OS == 'ios') { //this.confirmRead(contact.uri, 'selectContact'); } } connectionStateChanged(oldState, newState) { if (this.unmounted) { return; } const connection = this.getConnection(); if (oldState) { //utils.timestampedLog('Web socket', connection, 'state changed:', oldState, '->' , newState); } switch (newState) { case 'closed': this.syncRequested = false; if (this.state.connection) { //utils.timestampedLog('Web socket was terminated'); this.state.connection.removeListener('stateChanged', this.connectionStateChanged); this._notificationCenter.postSystemNotification('Connection lost'); } //this.setState({connection: null, account: null}); this.setState({account: null}); break; case 'ready': this._notificationCenter.removeNotification(); this.updateLoading(null, 'ready'); if (this.state.accountVerified || this.signIn) { this.processRegistration(this.state.accountId, this.state.password); this.callKeeper.setAvailable(true); } break; case 'disconnected': this.syncRequested = false; if (this.registrationFailureTimer) { clearTimeout(this.registrationFailureTimer); this.registrationFailureTimer = null; } if (this.state.currentCall && this.state.currentCall.direction === 'outgoing') { this.hangupCall(this.state.currentCall.id, 'outgoing_connection_failed'); } if (this.state.incomingCall) { this.hangupCall(this.state.incomingCall.id, 'connection_failed'); } this.setState({ registrationState: 'failed', generatedVideoTrack: false, }); if (this.currentRoute === '/login' && this.state.registrationKeepalive) { this.changeRoute('/ready', 'websocket disconnected'); } break; default: if (this.state.registrationKeepalive && !this.state.accountVerified) { //this.updateLoading('Connecting...', 'connection'); } break; } } notificationCenter() { return this._notificationCenter; } showRegisterFailure(reason) { const connection = this.getConnection(); utils.timestampedLog('Registration error: ' + reason, 'on web socket', connection); this.setState({ registrationState: 'failed', status : { msg : 'Sign In failed: ' + reason, level : 'danger' } }); this.updateLoading(null, 'show_register_failure'); if (this.startedByPush) { // TODO: hangup incoming call } if (this.currentRoute === '/login' && this.state.accountVerified) { this.changeRoute('/ready', 'register failure'); } } registrationStateChanged(oldState, newState, data) { //console.log('registrationStateChanged', oldState, newState); if (this.unmounted) { return; } const connection = this.getConnection(); if (oldState) { console.log('Registration state changed:', oldState, '->', newState, 'on web socket', connection); } if (!this.state.account) { utils.timestampedLog('Account', this.state.accountId, 'is disabled'); this.updateLoading(null, 'account_disabled'); return; } if (newState === 'failed') { let reason = data.reason; if (reason.indexOf('904') > -1) { // Sofia SIP: WAT reason = 'Wrong account or password'; } else if (reason === 408) { reason = 'Timeout'; } this.showRegisterFailure(reason); if (this.state.registrationKeepalive) { if (this.state.connection !== null && this.state.connection.state === 'ready') { utils.timestampedLog('Retry to register...'); this.state.account.register(); } } else { // add a timer to retry register after awhile if (reason >= 500 || reason === 408) { utils.timestampedLog('Retry to register after 5 seconds delay...'); setTimeout(this.state.account.register(), 5000); } else { if (this.registrationFailureTimer) { utils.timestampedLog('Cancel registration timer'); clearTimeout(this.registrationFailureTimer); this.registrationFailureTimer = null; } } } if (this.currentRoute === '/login' && this.state.accountVerified) { this.changeRoute('/ready', 'register failed'); } } else if (newState === 'registered') { if (this.registrationFailureTimer) { clearTimeout(this.registrationFailureTimer); this.registrationFailureTimer = null; } /* setTimeout(() => { this.updateServerHistory() }, 1000); */ if (this.state.enrollment) { let myContacts = this.state.myContacts; myContacts[this.state.account.id] = this.newContact(this.state.account.id, this.state.displayName); myContacts[this.state.account.id].email = this.state.email; this.saveSylkContact(this.state.account.id, myContacts[this.state.account.id], 'enrollment'); } if (this.mustSendPublicKey) { this.sendPublicKey(); } storage.set('account', { accountId: this.state.account.id, password: this.state.password, verified: true }); if (!this.state.accountVerified) { this.loadSylkContacts(); } this.setState({accountVerified: true, enrollment: false, registrationKeepalive: true, registrationState: 'registered' }); this.updateLoading(null, 'registered'); this.requestSyncConversations(this.state.lastSyncId); this.replayJournal(); this.requestPermissions(); //if (this.currentRoute === '/login' && (!this.startedByPush || Platform.OS === 'ios')) { // TODO if the call does not arrive, we never get back to ready if (this.currentRoute === '/login' && !this.signOut) { this.changeRoute('/ready', 'registered'); } return; } else { this.setState({status: null, registrationState: newState }); } } async showAlertPanel(data, source) { console.log('Show alert panel', source); if (this.callKeeper._cancelledCalls.has(data.callUUID)) { console.log('Show internal alert panel cancelled'); return; } if (this.callKeeper._terminatedCalls.has(data.callUUID)) { console.log('Show internal alert panel cancelled'); return; } if (this.callKeeper._acceptedCalls.has(data.callUUID)) { console.log('Show internal alert panel cancelled'); return; } if (this.callKeeper._rejectedCalls.has(data.callUUID)) { console.log('Show internal alert panel cancelled'); return; } if (Platform.OS === 'android') { const phoneAllowed = await this.requestPhonePermission(); if (!phoneAllowed) { this._notificationCenter.postSystemNotification('Phone permission denied'); this.changeRoute('/ready', 'phone_permission_denied'); return; } } let contact; let media = {audio: true, video: false}; let callId; let from; let displayName; if ('from_display_name' in data && 'from_uri' in data) { // Firebase notification from = data.from_uri; displayName = data.from_display_name; callId = data['session-id']; if (data['media-type'] === 'video') { media.video = true; } } else if (data.hasOwnProperty('_remoteIdentity')) { // Sylk call object from = data.remoteIdentity.uri; displayName = data.remoteIdentity.displayName; callId = data.id; if (data.mediaTypes && data.mediaTypes.video) { media.video = true; } } else { console.log('Missing contact data for Alert panel'); return; } if (displayName === "") { displayName = from; } if (this.state.dnd && this.state.favoriteUris.indexOf(from) === -1) { console.log('Do not disturb is enabled'); this._notificationCenter.postSystemNotification('Missed call from ' + from); return; } if (from in this.state.myContacts) { contact = this.state.myContacts[from]; } else { let contacts = this.lookupContacts(from); if (contacts.length > 0) { contact = this.newContact(from, contacts[0].name); } } if (!contact) { contact = this.newContact(from, displayName); } if (!callId) { console.log('Missing callId for Alert panel'); return; } this.setState({incomingCallUUID: callId, incomingContact: contact, incomingMedia: media }); } playIncomingRingtone(callUUID, force=false) { if (!this.callKeeper.selfManaged) { console.log('playIncomingRingtone skip because we are not self managed....'); return; } if (this.callKeeper._cancelledCalls.has(callUUID)) { console.log('playIncomingRingtone cancelled for', callUUID); return; } if (this.cancelRingtoneTimer) { clearTimeout(this.cancelRingtoneTimer); this.cancelRingtoneTimer = null; } else { console.log('Play local ringtone and vibrate'); Vibration.vibrate(VIBRATION_PATTERN, true); InCallManager.startRingtone('_BUNDLE_'); } this.cancelRingtoneTimer = setTimeout(() => { console.log('Cancel ringtones by timer') this.stopRingtones(); }, 45000); } stopRingtones() { if (this.cancelRingtoneTimer) { clearTimeout(this.cancelRingtoneTimer); this.cancelRingtoneTimer = null; } InCallManager.stopRingtone(); Vibration.cancel(); } hideInternalAlertPanel(by=null) { //console.log('hideInternalAlertPanel by', by); this.stopRingtones(); this.setState({incomingContact: null, incomingMedia: null}); } vibrate() { Vibration.vibrate(VIBRATION_PATTERN, true); setTimeout(() => { Vibration.cancel(); }, 1000); } heartbeat() { if (this.unmounted) { return; } this.heartbeats = this.heartbeats + 1; if (this.heartbeats % 40 == 0) { this.trimLogs(); } if (this.state.connection) { //console.log('Check calls in', this.state.appState, 'with connection', Object.id(this.state.connection), this.state.connection.state); } else { //console.log('Check calls in', this.state.appState, 'with no connection'); } let callState; if (this.state.currentCall && this.state.incomingCall && this.state.incomingCall === this.state.currentCall) { //utils.timestampedLog('We have an incoming call:', this.state.currentCall ? (this.state.currentCall.id + ' ' + this.state.currentCall.state): 'None'); callState = this.state.currentCall.state; } else if (this.state.incomingCall) { //utils.timestampedLog('We have an incoming call:', this.state.incomingCall ? (this.state.incomingCall.id + ' ' + this.state.incomingCall.state): 'None'); callState = this.state.incomingCall.state; } else if (this.state.currentCall) { //utils.timestampedLog('We have an outgoing call:', this.state.currentCall ? (this.state.currentCall.id + ' ' + this.state.currentCall.state): 'None'); callState = this.state.currentCall.state; } else if (this.state.outgoingCallUUID) { //utils.timestampedLog('We have a pending outgoing call:', this.state.outgoingCallUUID); } else { //utils.timestampedLog('We have no calls'); if (this.state.appState === 'background' && this.state.connection && this.state.connection.state === 'ready') { //this.closeConnection('background with no calls'); } } this.callKeeper.heartbeat(); } startRingback() { if (this.ringbackActive) { return } utils.timestampedLog('Start ringback'); this.ringbackActive = true; InCallManager.startRingback('_BUNDLE_'); } stopRingback() { utils.timestampedLog('Stop ringback'); this.ringbackActive = false; InCallManager.stopRingback(); } resetGoToReadyTimer() { if (this.goToReadyTimer !== null) { clearTimeout(this.goToReadyTimer); this.goToReadyTimer = null; } } goToReadyNowAndCancelTimer() { if (this.goToReadyTimer !== null) { clearTimeout(this.goToReadyTimer); this.goToReadyTimer = null; this.changeRoute('/ready', 'cancel_timer_incoming_call'); } } isConference(call) { const _call = call || this.state.currentCall; if (_call && _call.hasOwnProperty('_participants')) { return true; } return false; } callStateChanged(oldState, newState, data) { if (this.unmounted) { return; } // outgoing accepted: null -> progress -> accepted -> established -> terminated // outgoing accepted: null -> progress -> established -> accepted -> terminated (with early media) // incoming accepted: null -> incoming -> accepted -> established -> terminated // 2nd incoming call is automatically rejected by sylkrtc library /* utils.timestampedLog('---currentCall start:', this.state.currentCall); utils.timestampedLog('---incomingCall start:', this.state.incomingCall); */ let call = this.callKeeper._calls.get(data.id); if (!call) { utils.timestampedLog("callStateChanged error: call", data.id, 'not found in callkeep manager'); return; } let callUUID = call.id; const connection = this.getConnection(); - console.log('Sylkrtc call', callUUID, 'state change:', oldState, '->', newState, data); + console.log('Sylkrtc call', callUUID, 'state change:', oldState, '->', newState); /* if (newState === 'established' || newState === 'accepted') { // restore the correct UI state if it has transitioned illegally to /ready state if (call.hasOwnProperty('_participants')) { this.changeRoute('/conference', 'correct call state'); } else { this.changeRoute('/call', 'correct call state'); } } */ let newCurrentCall; let newincomingCall; let direction = call.direction; let hasVideo = false; let mediaType = 'audio'; let tracks; let readyDelay = 5000; if (this.state.incomingCall && this.state.currentCall) { if (newState === 'terminated') { if (this.state.incomingCall == this.state.currentCall) { newCurrentCall = null; newincomingCall = null; } if (this.state.incomingCall.id === call.id) { if (oldState === 'incoming') { //utils.timestampedLog('Call state changed:', 'incoming call must be cancelled'); this.hideInternalAlertPanel(newState); } if (oldState === 'established' || oldState === 'accepted') { //utils.timestampedLog('Call state changed:', 'incoming call ended'); this.hideInternalAlertPanel(newState); } // new call must be cancelled newincomingCall = null; newCurrentCall = this.state.currentCall; } if (this.state.currentCall != this.state.incomingCall && this.state.currentCall.id === call.id) { if (oldState === 'established' || newState === 'accepted') { //utils.timestampedLog('Call state changed:', 'outgoing call must be hangup'); // old call must be closed } newCurrentCall = null; newincomingCall = this.state.incomingCall; } } else if (newState === 'accepted') { if (this.state.incomingCall === this.state.currentCall) { newCurrentCall = this.state.incomingCall; newincomingCall = this.state.incomingCall; } else { newCurrentCall = this.state.currentCall; } this.backToForeground(); } else if (newState === 'established') { if (this.state.incomingCall === this.state.currentCall) { //utils.timestampedLog("Incoming call media started"); newCurrentCall = this.state.incomingCall; newincomingCall = this.state.incomingCall; } else { //utils.timestampedLog("Outgoing call media started"); newCurrentCall = this.state.currentCall; } } else { //utils.timestampedLog('Call state changed:', 'We have two calls in unclear state'); } } else if (this.state.incomingCall) { //this.backToForeground(); //utils.timestampedLog('Call state changed: We have one incoming call'); newincomingCall = this.state.incomingCall; newCurrentCall = this.state.incomingCall; if (this.state.incomingCall.id === call.id) { if (newState === 'terminated') { if (this.startedByPush) { this.resetStartedByPush('terminated') this.requestSyncConversations(this.state.lastSyncId); } //utils.timestampedLog("Incoming call was cancelled"); this.hideInternalAlertPanel(newState); newincomingCall = null; newCurrentCall = null; readyDelay = 10; } else if (newState === 'accepted') { //utils.timestampedLog("Incoming call was accepted"); this.hideInternalAlertPanel(newState); this.backToForeground(); } else if (newState === 'established') { //utils.timestampedLog("Incoming call media started"); this.hideInternalAlertPanel(newState); } } } else if (this.state.currentCall) { //utils.timestampedLog('Call state changed: We have one current call'); newCurrentCall = newState === 'terminated' ? null : call; newincomingCall = null; if (newState !== 'terminated') { this.setState({reconnectingCall: false}); } } else { newincomingCall = null; newCurrentCall = null; } /* utils.timestampedLog('---currentCall:', newCurrentCall); utils.timestampedLog('---incomingCall:', newincomingCall); */ let callsState; switch (newState) { case 'progress': + InCallManager.start({media: mediaType}); //this.callKeeper.setCurrentCallActive(callUUID); this.backToForeground(); this.resetGoToReadyTimer(); tracks = call.getLocalStreams()[0].getVideoTracks(); mediaType = (tracks && tracks.length > 0) ? 'video' : 'audio'; if (!this.isConference(call)) { if (mediaType === 'video') { this.speakerphoneOn(); } else { this.speakerphoneOff(); } } else { this.speakerphoneOn(); } break; case 'ringing': this.startRingback(); break; case 'proceeding': utils.timestampedLog(callUUID, 'Proceeding', data.code); if (data.code === 110) { utils.timestampedLog(callUUID, 'Push sent to remote party devices'); } this.startRingback(); break; case 'early-media': //this.callKeeper.setCurrentCallActive(callUUID); this.backToForeground(); this.stopRingback(); break; case 'established': callsState = this.state.callsState; callsState[callUUID] = {startTime: new Date()}; this.setState({callsState: callsState}); this.callKeeper.setCurrentCallActive(callUUID); this.backToForeground(); this.resetGoToReadyTimer(); tracks = call.getLocalStreams()[0].getVideoTracks(); mediaType = (tracks && tracks.length > 0) ? 'video' : 'audio'; - InCallManager.start({media: mediaType}); - if (direction === 'outgoing') { this.stopRingback(); if (this.state.speakerPhoneEnabled) { this.speakerphoneOn(); } else { this.speakerphoneOff(); } } else { if (mediaType === 'video') { this.speakerphoneOn(); } else { this.speakerphoneOff(); } } break; case 'accepted': callsState = this.state.callsState; callsState[callUUID] = {startTime: new Date()}; this.setState({callsState: callsState}); if (direction === 'incoming') { this.callKeeper.setCurrentCallActive(callUUID); if (this.timeoutIncomingTimer) { clearTimeout(this.timeoutIncomingTimer); this.timeoutIncomingTimer = null; } } if (callUUID === this.state.incomingCallUUID) { this.updateLoading(null, 'incoming_call'); } this.setState({incomingCallUUID: null}); this.backToForeground(); this.resetGoToReadyTimer(); if (direction === 'outgoing') { this.stopRingback(); } break; case 'terminated': let startTime; if (callUUID in this.state.callsState) { callsState = this.state.callsState; startTime = callsState[callUUID].startTime; delete callsState[callUUID]; this.setState({callsState: callsState}); } if (callUUID === this.state.incomingCallUUID) { this.setState({incomingCallUUID: null, incomingContact: null}); this.updateLoading(null, 'incoming_call'); } this._terminatedCalls.set(callUUID, true); - utils.timestampedLog(callUUID, direction, 'terminated with reason', data.reason); - -// this._notificationCenter.postSystemNotification('Call ended:', {body: data.reason}); + utils.timestampedLog(callUUID, direction, 'terminated reason', data.reason); if (direction === 'incoming' && this.timeoutIncomingTimer) { clearTimeout(this.timeoutIncomingTimer); this.timeoutIncomingTimer = null; } if (this.state.incomingCall && this.state.incomingCall.id === call.id) { newincomingCall = null; } if (this.state.currentCall && this.state.currentCall.id === call.id) { newCurrentCall = null; } let callSuccesfull = false; let reason = data.reason; let play_busy_tone = !this.isConference(call); let CALLKEEP_REASON; let missed = false; let cancelled = false; let server_failure = false; CALLKEEP_REASON = CK_CONSTANTS.END_CALL_REASONS.FAILED; if (!reason || reason.match(/200/)) { if (oldState === 'progress' && direction === 'outgoing') { - reason = 'Cancelled'; + reason = 'Call cancelled'; cancelled = true; play_busy_tone = false; - } else if (oldState === 'incoming') { - reason = 'Cancelled'; + } else if (oldState === 'incoming' || oldState === 'proceeding') { + reason = 'Call cancelled'; missed = true; play_busy_tone = false; CALLKEEP_REASON = CK_CONSTANTS.END_CALL_REASONS.UNANSWERED; } else { reason = 'Hangup'; callSuccesfull = true; CALLKEEP_REASON = CK_CONSTANTS.END_CALL_REASONS.REMOTE_ENDED; } } else if (reason.match(/402/)) { reason = 'Payment required'; CALLKEEP_REASON = CK_CONSTANTS.END_CALL_REASONS.FAILED; } else if (reason.match(/403/)) { - //reason = 'Forbidden'; + reason = 'Call forbidden'; CALLKEEP_REASON = CK_CONSTANTS.END_CALL_REASONS.FAILED; } else if (reason.match(/404/)) { reason = 'User not found'; CALLKEEP_REASON = CK_CONSTANTS.END_CALL_REASONS.FAILED; } else if (reason.match(/408/)) { reason = 'No answer'; CALLKEEP_REASON = CK_CONSTANTS.END_CALL_REASONS.FAILED; } else if (reason.match(/482/)) { reason = 'Loop detected'; CALLKEEP_REASON = CK_CONSTANTS.END_CALL_REASONS.FAILED; } else if (reason.match(/480/)) { - reason = 'Is not online'; + reason = 'Not online'; CALLKEEP_REASON = CK_CONSTANTS.END_CALL_REASONS.UNANSWERED; } else if (reason.match(/486/)) { - reason = 'Is busy'; - CALLKEEP_REASON = CK_CONSTANTS.END_CALL_REASONS.REMOTE_ENDED; - if (direction === 'outgoing') { - play_busy_tone = false; - } - } else if (reason.match(/603/)) { - reason = 'Cannot answer now'; + reason = 'Busy'; CALLKEEP_REASON = CK_CONSTANTS.END_CALL_REASONS.REMOTE_ENDED; - if (direction === 'outgoing') { - play_busy_tone = false; - } } else if (reason.match(/487/)) { - reason = 'Cancelled'; + reason = 'Call cancelled'; play_busy_tone = false; cancelled = true; CALLKEEP_REASON = CK_CONSTANTS.END_CALL_REASONS.REMOTE_ENDED; } else if (reason.match(/488/)) { reason = 'Unacceptable media'; CALLKEEP_REASON = CK_CONSTANTS.END_CALL_REASONS.FAILED; } else if (reason.match(/4\d\d/)) { - reason = 'Call failure: ' + reason; CALLKEEP_REASON = CK_CONSTANTS.END_CALL_REASONS.FAILED; + } else if (reason.match(/DNS/)) { + reason = 'Domain not found'; + CALLKEEP_REASON = CK_CONSTANTS.END_CALL_REASONS.FAILED; + server_failure = true; + // this does not pass Janus, so the SIP Proxy does not save the CDR + this.addHistoryEntry(call.remoteIdentity.uri.toLowerCase(), callUUID); + } else if (reason.match(/603/)) { + reason = 'Cannot answer now'; + CALLKEEP_REASON = CK_CONSTANTS.END_CALL_REASONS.REMOTE_ENDED; } else if (reason.match(/[5|6]\d\d/)) { reason = 'Server failure: ' + reason; CALLKEEP_REASON = CK_CONSTANTS.END_CALL_REASONS.FAILED; server_failure = true; } else if (reason.match(/904/)) { - // Sofia SIP: WAT + // Sofia SIP: What is this!? reason = 'Wrong account or password'; CALLKEEP_REASON = CK_CONSTANTS.END_CALL_REASONS.FAILED; } else { server_failure = true; } if (play_busy_tone) { - this.playBusyTone(); + utils.timestampedLog('Play busy tone now'); + InCallManager.stop({busytone: '_BUNDLE_'}); + } else { + InCallManager.stop(); } this.stopRingback(); let msg; let current_datetime = new Date(); let formatted_date = utils.appendLeadingZeroes(current_datetime.getHours()) + ":" + utils.appendLeadingZeroes(current_datetime.getMinutes()) + ":" + utils.appendLeadingZeroes(current_datetime.getSeconds()); let diff = 0; if (startTime) { let duration = moment.duration(new Date() - startTime); diff = Math.floor((new Date() - startTime) / 1000); if (diff > 3600) { duration = duration.format('hh:mm:ss', {trim: false}); } else { duration = duration.format('mm:ss', {trim: false}); } msg = formatted_date + " - " + direction +" " + mediaType + " call ended after " + duration; this.saveSystemMessage(call.remoteIdentity.uri.toLowerCase(), msg, direction, missed); + reason = "Call ended after " + duration; } else { msg = formatted_date + " - " + direction +" " + mediaType + " call ended (" + reason + ")"; - if (!server_failure) { - this.saveSystemMessage(call.remoteIdentity.uri.toLowerCase(), msg, direction, missed); - if (reason.indexOf('PSTN calls forbidden') > -1) { - setTimeout(() => { - this.renderPurchasePSTNCredit(call.remoteIdentity.uri.toLowerCase()); - }, 2000); - } + this.saveSystemMessage(call.remoteIdentity.uri.toLowerCase(), msg, direction, missed); + if (reason.indexOf('PSTN calls forbidden') > -1) { + setTimeout(() => { + this.renderPurchasePSTNCredit(call.remoteIdentity.uri.toLowerCase()); + }, 2000); } } + if (this.currentRoute !== '/call') { + this._notificationCenter.postSystemNotification(reason); + } else { + this.setState({terminatedReason: reason}); + } + this.terminateSsiConnections(call.remoteIdentity.uri.toLowerCase()); this.updateHistoryEntry(call.remoteIdentity.uri.toLowerCase(), callUUID, diff); this.callKeeper.endCall(callUUID, CALLKEEP_REASON); if (play_busy_tone && oldState !== 'established' && direction === 'outgoing') { //this._notificationCenter.postSystemNotification('Call ended:', {body: reason}); } break; default: break; } /* utils.timestampedLog('---currentCall end:', newCurrentCall); utils.timestampedLog('---incomingCall end:', newincomingCall); */ this.setState({ currentCall: newCurrentCall, incomingCall: newincomingCall }); if (!this.state.currentCall && !this.state.incomingCall) { this.speakerphoneOn(); if (!this.state.reconnectingCall) { if (this.state.inFocus) { if (this.currentRoute !== '/ready') { utils.timestampedLog('Will go to ready in', readyDelay/1000, 'seconds (terminated)', callUUID); this.goToReadyTimer = setTimeout(() => { this.changeRoute('/ready', 'no_more_calls'); }, readyDelay); } } else { if (this.currentRoute !== '/conference') { this.changeRoute('/ready', 'no_more_calls'); } } } } if (this.state.currentCall) { //console.log('Current:', this.state.currentCall.id); } if (this.state.incomingCall) { //console.log('Incoming:', this.state.incomingCall.id); } } async terminateSsiConnections(uri) { if (!this.ssiAgent) { return; } let allConnections = await this.ssiAgent.connections.getAll(); let callConnections = allConnections.filter(x => x.theirLabel.startsWith(uri)); for (const x of callConnections) { utils.timestampedLog('SSI connection', x.id, 'to', uri, 'removed'); await this.ssiAgent.connections.deleteById(x.id); } allConnections = await this.ssiAgent.connections.getAll(); this.setState({ssiConnections: allConnections}); } finishInviteToConference() { this.setState({inviteContacts: false, selectedContacts: []}); } goBackToCall() { let call = this.state.currentCall || this.state.incomingCall; if (call) { if (call.hasOwnProperty('_participants')) { this.changeRoute('/conference', 'back to call'); } else { this.changeRoute('/call', 'back to call'); } //this.getMessages(call.remoteIdentity.uri); } else { console.log('No call to go back to'); } } goBackToHome() { this.changeRoute('/ready', 'back to home'); } goBackToHomeFromCall() { this.changeRoute('/ready', 'back to home'); if (this.state.callContact) { this.setState({selectedContact: this.state.callContact}); if (Object.keys(this.state.messages).indexOf(this.state.callContact.uri) === -1) { this.getMessages(this.state.callContact.uri); } } } goBackToHomeFromConference() { this.changeRoute('/ready', 'back to home'); if (this.state.callContact) { this.setState({selectedContact: this.state.callContact}); if (Object.keys(this.state.messages).indexOf(this.state.callContact.uri) === -1) { this.getMessages(this.state.callContact.uri); } } } inviteToConference() { console.log('Invite contacts to conference...'); this.goBackToHome(); setTimeout(() => { this.setState({inviteContacts: true, selectedContacts: []}); }, 100); } handleEnrollment(account) { console.log('Enrollment for new account', account); this.signup[account.id] = account.email; storage.set('signup', this.signup); storage.set('last_signup', account.id); this.setState({displayName: account.displayName, enrollment: true, email: account.email}); this.handleRegistration(account.id, account.password); } handleSignIn(accountId, password) { console.log('handleSignIn'); storage.set('account', { accountId: accountId, password: password }); this.signOut = false; this.signIn = true; this.handleRegistration(accountId, password); } handleRegistration(accountId, password) { //console.log('handleRegistration', accountId, 'verified =', this.state.accountVerified); if (this.state.account !== null && this.state.registrationState === 'registered' ) { return; } this.setState({ accountId : accountId, password : password, }); if (!this.startedByPush) { //this.updateLoading('Connecting...', 'handleRegistration'); } if (this.state.connection === null) { const userAgent = 'Sylk Mobile'; let connection = sylkrtc.createConnection({server: config.wsServer}); utils.timestampedLog('Web socket', Object.id(connection), 'was opened'); connection.on('stateChanged', this.connectionStateChanged); connection.on('publicKey', this.publicKeyReceived); this.setState({connection: connection}); } else { if (this.state.connection.state === 'ready' && this.state.registrationState !== 'registered') { utils.timestampedLog('Web socket', Object.id(this.state.connection), 'handle registration for', accountId); this.processRegistration(accountId, password); } else if (this.state.connection.state !== 'ready') { //console.log('connection is not ready'); if (this._notificationCenter) { //this._notificationCenter.postSystemNotification('Waiting for Internet connection'); } if (this.currentRoute === '/login' && this.state.accountVerified) { this.changeRoute('/ready', 'start_up'); } } } } processRegistration(accountId, password, displayName) { if (!displayName) { displayName = this.state.displayName; } //utils.timestampedLog('Process registration for', accountId, '(', displayName, ')'); if (!this.state.connection) { console.log('No connection'); return; } if (this.state.account && this.state.connection) { this.state.connection.removeAccount(this.state.account, (error) => { this.setState({registrationState: null, registrationKeepalive: false}); } ); } const options = { account: accountId, password: password, displayName: displayName || '', incomingHeaderPrefixes: ['SSI'] }; if (this.state.connection._accounts.has(options.account)) { console.log('Account already exists for connection'); return; } if (this.state.accountVerified) { this.registrationFailureTimer = setTimeout(() => { this.showRegisterFailure('Register timeout'); this.processRegistration(accountId, password); }, 10000); } //console.log('Adding account for connection...', this.state.connection.state); const account = this.state.connection.addAccount(options, (error, account) => { if (!error) { account.on('outgoingCall', this.outgoingCall); account.on('conferenceCall', this.outgoingConference); account.on('registrationStateChanged', this.registrationStateChanged); account.on('incomingCall', this.incomingCallFromWebSocket); account.on('incomingMessage', this.incomingMessage); account.on('syncConversations', this.syncConversations); account.on('readConversation', this.readConversation); account.on('removeConversation', this.removeConversation); account.on('removeMessage', this.removeMessage); account.on('outgoingMessage', this.outgoingMessage); account.on('messageStateChanged', this.messageStateChanged); account.on('missedCall', this.missedCall); account.on('conferenceInvite', this.conferenceInviteFromWebSocket); //utils.timestampedLog('Web socket account', account.id, 'is ready, registering...'); this._sendPushToken(account, this.state.dnd); this.setState({account: account}); this.generateKeysIfNecessary(account); account.register(); this.initSSIAgent(); } else { //console.log('Adding account failed'); this.showRegisterFailure(408); } }); } async initSSIAgent() { // SSI wallet - init agent with wallet Id this.state.accountId return; if (this.ssiAgent) { // already initialized return; } if (!this.state.ssiRequired) { return; } if (!this.state.accountId) { utils.timestampedLog('Init SSI wallet failed because missing device account id'); return; } if (!this.state.myuuid) { utils.timestampedLog('Init SSI wallet failed because missing device id'); return; } let walletId = this.state.accountId + '_' + this.state.myuuid.replace(/-/g, '_'); //let mediatorUrl = 'wss://ws.didcomm.mediator.bloqzone.com?c_i=eyJAdHlwZSI6ICJkaWQ6c292OkJ6Q2JzTlloTXJqSGlxWkRUVUFTSGc7c3BlYy9jb25uZWN0aW9ucy8xLjAvaW52aXRhdGlvbiIsICJAaWQiOiAiZTUzYWRkMzMtYjZiYS00NWFlLWEwN2MtNTA3NzkxY2YzMjFlIiwgInNlcnZpY2VFbmRwb2ludCI6ICJ3c3M6Ly93cy5kaWRjb21tLm1lZGlhdG9yLmJsb3F6b25lLmNvbSIsICJsYWJlbCI6ICJCbG9xem9uZSBNZWRpYXRvciBBZ2VudCIsICJyZWNpcGllbnRLZXlzIjogWyIzQ2JieUYyVE43RVVTamtTZ3YyNHc2VHZZSGNSZk5yQ3I3eXVTNEJRc1U2RyJdfQ=='; let mediatorUrl = 'https://http.mediator.community.animo.id?c_i=eyJAdHlwZSI6ICJkaWQ6c292OkJ6Q2JzTlloTXJqSGlxWkRUVUFTSGc7c3BlYy9jb25uZWN0aW9ucy8xLjAvaW52aXRhdGlvbiIsICJAaWQiOiAiZmFmODZiMjAtZWM4ZC00ZjMzLWI1OGUtN2NmMTAwMzQwZDM5IiwgImxhYmVsIjogIkFuaW1vIENvbW11bml0eSBNZWRpYXRvciIsICJyZWNpcGllbnRLZXlzIjogWyIySzhqUUxaVE15ZkRhcDJnYlczclFMRUhrSml0WjVrQ3R6MVF3NTdWVmlHbSJdLCAic2VydmljZUVuZHBvaW50IjogImh0dHBzOi8vaHR0cC5tZWRpYXRvci5jb21tdW5pdHkuYW5pbW8uaWQifQ=='; utils.timestampedLog('Init SSI wallet id', walletId, 'init via mediator', mediatorUrl); const BCOVRIN_TEST_GENESIS = `{"reqSignature":{},"txn":{"data":{"data":{"alias":"Node1","blskey":"4N8aUNHSgjQVgkpm8nhNEfDf6txHznoYREg9kirmJrkivgL4oSEimFF6nsQ6M41QvhM2Z33nves5vfSn9n1UwNFJBYtWVnHYMATn76vLuL3zU88KyeAYcHfsih3He6UHcXDxcaecHVz6jhCYz1P2UZn2bDVruL5wXpehgBfBaLKm3Ba","blskey_pop":"RahHYiCvoNCtPTrVtP7nMC5eTYrsUA8WjXbdhNc8debh1agE9bGiJxWBXYNFbnJXoXhWFMvyqhqhRoq737YQemH5ik9oL7R4NTTCz2LEZhkgLJzB3QRQqJyBNyv7acbdHrAT8nQ9UkLbaVL9NBpnWXBTw4LEMePaSHEw66RzPNdAX1","client_ip":"138.197.138.255","client_port":9702,"node_ip":"138.197.138.255","node_port":9701,"services":["VALIDATOR"]},"dest":"Gw6pDLhcBcoQesN72qfotTgFa7cbuqZpkX3Xo6pLhPhv"},"metadata":{"from":"Th7MpTaRZVRYnPiabds81Y"},"type":"0"},"txnMetadata":{"seqNo":1,"txnId":"fea82e10e894419fe2bea7d96296a6d46f50f93f9eeda954ec461b2ed2950b62"},"ver":"1"} {"reqSignature":{},"txn":{"data":{"data":{"alias":"Node2","blskey":"37rAPpXVoxzKhz7d9gkUe52XuXryuLXoM6P6LbWDB7LSbG62Lsb33sfG7zqS8TK1MXwuCHj1FKNzVpsnafmqLG1vXN88rt38mNFs9TENzm4QHdBzsvCuoBnPH7rpYYDo9DZNJePaDvRvqJKByCabubJz3XXKbEeshzpz4Ma5QYpJqjk","blskey_pop":"Qr658mWZ2YC8JXGXwMDQTzuZCWF7NK9EwxphGmcBvCh6ybUuLxbG65nsX4JvD4SPNtkJ2w9ug1yLTj6fgmuDg41TgECXjLCij3RMsV8CwewBVgVN67wsA45DFWvqvLtu4rjNnE9JbdFTc1Z4WCPA3Xan44K1HoHAq9EVeaRYs8zoF5","client_ip":"138.197.138.255","client_port":9704,"node_ip":"138.197.138.255","node_port":9703,"services":["VALIDATOR"]},"dest":"8ECVSk179mjsjKRLWiQtssMLgp6EPhWXtaYyStWPSGAb"},"metadata":{"from":"EbP4aYNeTHL6q385GuVpRV"},"type":"0"},"txnMetadata":{"seqNo":2,"txnId":"1ac8aece2a18ced660fef8694b61aac3af08ba875ce3026a160acbc3a3af35fc"},"ver":"1"} {"reqSignature":{},"txn":{"data":{"data":{"alias":"Node3","blskey":"3WFpdbg7C5cnLYZwFZevJqhubkFALBfCBBok15GdrKMUhUjGsk3jV6QKj6MZgEubF7oqCafxNdkm7eswgA4sdKTRc82tLGzZBd6vNqU8dupzup6uYUf32KTHTPQbuUM8Yk4QFXjEf2Usu2TJcNkdgpyeUSX42u5LqdDDpNSWUK5deC5","blskey_pop":"QwDeb2CkNSx6r8QC8vGQK3GRv7Yndn84TGNijX8YXHPiagXajyfTjoR87rXUu4G4QLk2cF8NNyqWiYMus1623dELWwx57rLCFqGh7N4ZRbGDRP4fnVcaKg1BcUxQ866Ven4gw8y4N56S5HzxXNBZtLYmhGHvDtk6PFkFwCvxYrNYjh","client_ip":"138.197.138.255","client_port":9706,"node_ip":"138.197.138.255","node_port":9705,"services":["VALIDATOR"]},"dest":"DKVxG2fXXTU8yT5N7hGEbXB3dfdAnYv1JczDUHpmDxya"},"metadata":{"from":"4cU41vWW82ArfxJxHkzXPG"},"type":"0"},"txnMetadata":{"seqNo":3,"txnId":"7e9f355dffa78ed24668f0e0e369fd8c224076571c51e2ea8be5f26479edebe4"},"ver":"1"} {"reqSignature":{},"txn":{"data":{"data":{"alias":"Node4","blskey":"2zN3bHM1m4rLz54MJHYSwvqzPchYp8jkHswveCLAEJVcX6Mm1wHQD1SkPYMzUDTZvWvhuE6VNAkK3KxVeEmsanSmvjVkReDeBEMxeDaayjcZjFGPydyey1qxBHmTvAnBKoPydvuTAqx5f7YNNRAdeLmUi99gERUU7TD8KfAa6MpQ9bw","blskey_pop":"RPLagxaR5xdimFzwmzYnz4ZhWtYQEj8iR5ZU53T2gitPCyCHQneUn2Huc4oeLd2B2HzkGnjAff4hWTJT6C7qHYB1Mv2wU5iHHGFWkhnTX9WsEAbunJCV2qcaXScKj4tTfvdDKfLiVuU2av6hbsMztirRze7LvYBkRHV3tGwyCptsrP","client_ip":"138.197.138.255","client_port":9708,"node_ip":"138.197.138.255","node_port":9707,"services":["VALIDATOR"]},"dest":"4PS3EDQ3dW1tci1Bp6543CfuuebjFrg36kLAUcskGfaA"},"metadata":{"from":"TWwCRQRZ2ZHMJFn9TzLp7W"},"type":"0"},"txnMetadata":{"seqNo":4,"txnId":"aa5e817d7cc626170eca175822029339a444eb0ee8f0bd20d3b0b76e566fb008"},"ver":"1"}` const agentConfig = { // The label is used for communication with other agents label: walletId, mediatorConnectionsInvite: mediatorUrl, autoAcceptConnections: true, // logger: new ConsoleLogger(LogLevel.debug), autoAcceptCredentials: AutoAcceptCredential.Always, autoAcceptProofs: AutoAcceptProof.Always, walletConfig: { id: walletId, key: 'demo', // this must be autogenerated and stored for each sip account }, indyLedgers: [ { id: 'BCovrin Test', genesisTransactions: BCOVRIN_TEST_GENESIS, isProduction: false, }, ] }; this.ssiAgent = new Agent(agentConfig, agentDependencies); const httpOutboundTransporter = new HttpOutboundTransport(); this.ssiAgent.registerOutboundTransport(httpOutboundTransporter); const WsOutboundTransporter = new WsOutboundTransport(); this.ssiAgent.registerOutboundTransport(WsOutboundTransporter); try { await this.ssiAgent.initialize(); utils.timestampedLog('SSI wallet initialised'); let ssiRoles = this.state.ssiRoles; this.ssiAgent.events.on(CredentialEventTypes.CredentialStateChanged, this.handleSSIAgentCredentialStateChange); this.ssiAgent.events.on(ConnectionEventTypes.ConnectionStateChanged, this.handleSSIAgentConnectionStateChange); this.ssiAgent.events.on(AgentEventTypes.AgentMessageProcessed, this.incomingSsiMessage); if (ssiRoles.indexOf('verifier') === -1) { ssiRoles.push('verifier'); } const credentials = await this.ssiAgent.credentials.getAll(); let hm = credentials.length > 0 ? credentials.length : "no"; utils.timestampedLog('SSI wallet has', hm, 'credentials'); //console.log(credentials); if (credentials.length > 0) { utils.timestampedLog('SSI added holder role'); if (ssiRoles.indexOf('holder') === -1) { ssiRoles.push('holder'); } } this.setState({ssiRoles: ssiRoles}); const allConnections = await this.ssiAgent.connections.getAll(); utils.timestampedLog('SSI wallet has', allConnections.length, 'connections'); //console.log(allConnections); if (self.pendingSsiUrl) { this.handleSSIEnrolment(self.pendingSsiUrl); self.pendingSsiUrl = null; } this.setState({ssiConnections: allConnections}); allConnections.forEach((item) => { utils.timestampedLog('SSI connection', item.id, 'to', item.theirLabel, 'in state', item.state); }); let noCred = credentials.length > 0 ? credentials.length : "no"; //this._notificationCenter.postSystemNotification("SSI wallet initialised with " + noCred + " credentials"); this.setState({ssiCredentials: credentials}); const rmCommunityConnection = async () => { let connections = allConnections.filter(x => x.theirLabel === 'Animo Community Agent') for (const x of connections) { await this.ssiAgent.connections.deleteById(x.id) } connections = allConnections.filter(x => x.theirLabel === 'Animo Community Mediator') for (const x of connections) { await this.ssiAgent.connections.deleteById(x.id) } } //await rmCommunityConnection(); // run only once if (!allConnections.map((x) => x.theirLabel).includes('Animo Community Agent')) { // create a connection to Animo credential issuer, must be done once // connection is saved and reused later when we recreate de agent // once we do have a credential, we don't need to connect anymore await this.initSSIConnection(); } } catch (error) { utils.timestampedLog('SSI wallet init error:', error); this._notificationCenter.postSystemNotification('SSI init' + error); } } async initSSIConnection() { // replaced by the QR code reader return; utils.timestampedLog('SSI connection init'); // this invitation should be obtained from a QR code from the issuer website // this is still demo with hardwired values -adi let url = 'https://didcomm.agent.community.animo.id?c_i=eyJAdHlwZSI6ICJkaWQ6c292OkJ6Q2JzTlloTXJqSGlxWkRUVUFTSGc7c3BlYy9jb25uZWN0aW9ucy8xLjAvaW52aXRhdGlvbiIsICJAaWQiOiAiNDdiNDE1ZjEtNDk3OS00OGM0LWI5YTMtYWM2OWZlMGM0ZjZiIiwgInJlY2lwaWVudEtleXMiOiBbIkJBMmt1N3FCQ2toZE5ud3N1cU5GS0ZQa2dNejZoMnA2TENDd2hIaEE3U0twIl0sICJsYWJlbCI6ICJBbmltbyBDb21tdW5pdHkgQWdlbnQiLCAic2VydmljZUVuZHBvaW50IjogImh0dHBzOi8vZGlkY29tbS5hZ2VudC5jb21tdW5pdHkuYW5pbW8uaWQifQ=='; try { const result = await this.ssiAgent.connections.receiveInvitationFromUrl(url); utils.timestampedLog('SSI connection cached'); // now we can receive a credential from the issuer } catch (error) { utils.timestampedLog('SSI connection error', error); } } async handleSSIAgentCredentialStateChange(event) { utils.timestampedLog('SSI wallet Credential State Change', event.payload.credentialRecord.id, event.payload.previousState, '->', event.payload.credentialRecord.state); if (event.payload.credentialRecord.state === CredentialState.OfferReceived) { utils.timestampedLog('SSI credential received:', event.payload.credentialRecord); this._notificationCenter.postSystemNotification("New SSI credential received"); // this is not needed if we are configured to auto accept // this.ssiAgent.credentials.acceptOffer(event.payload.credentialRecord.id); } else if (event.payload.credentialRecord.state === CredentialState.Done) { utils.timestampedLog('SSI wallet credential saved'); this.postSystemNotification('SSI credential saved'); const credentials = await this.ssiAgent.credentials.getAll(); this.setState({ssiCredentials: credentials}); setTimeout(() => { this.filterHistory('ssi'); }, 1000); } } async handleSSIAgentConnectionStateChange(event) { utils.timestampedLog('SSI wallet connection', event.payload.connectionRecord.id, 'state changed to', event.payload.connectionRecord.state); const allConnections = await this.ssiAgent.connections.getAll(); utils.timestampedLog('SSI wallet has', allConnections.length, 'connections'); //console.log(allConnections); this.setState({ssiConnections: allConnections}); if (event.payload.connectionRecord.state === 'complete') { setTimeout(() => { this.filterHistory('ssi'); }, 1000); } } async incomingSsiMessage(event) { if (event.payload.message.type === "https://didcomm.org/basicmessage/1.0/message") { let content = event.payload.message.content; let uri = event.payload.connection.id; let ssiName = uri; let message = new Object(); if (this.state.ssiConnections) { this.state.ssiConnections.forEach((item) => { //console.log('Contacts SSI connection', item); let uri = item.id; if (event.payload.connection.id === item.id) { ssiName = item.theirLabel; return; } }); } console.log('SSI message from', ssiName, ':', content); message.id = event.payload.message.id; message.type = 'normal'; message.contentType = 'text/plain'; message.content = content; message.account = this.state.account; message.ssiName = ssiName; message.timestamp = event.payload.message.sentTime; message.dispositionNotification = []; message.state = 'received'; message.sender = new Object(); message.sender.uri = uri; message.sender.displayName = null; this.incomingMessage(message); } } generateKeysIfNecessary(account) { let keyStatus = this.state.keyStatus; - //console.log('PGP key generation...'); + console.log('PGP key generation...'); if ('existsOnServer' in keyStatus) { //console.log('PGP key server was already queried'); // server was queried if (keyStatus.existsOnServer) { if (keyStatus.existsLocal) { // key exists in both places if (this.state.keys && keyStatus.serverPublicKey !== this.state.keys.public) { console.log('PGP key is different than the one on server'); this.setState({keyDifferentOnServer: true}); setTimeout(() => { this.showImportPrivateKeyModal(); }, 10); } else { console.log('My PGP key is the same as the one on server'); } } else { - //console.log('My local PGP key does not exist', keyStatus); + console.log('My local PGP key does not exist', keyStatus); setTimeout(() => { this.showImportPrivateKeyModal(); }, 10); } } else { if (!keyStatus.existsLocal) { //console.log('We have no PGP key here nor on server'); this.generateKeys(); } else { //console.log('My PGP key exists local but not on server'); } } } else { - //console.log('PGP key server was not yet queried'); + console.log('PGP key server was not yet queried'); account.checkIfKeyExists((key) => { keyStatus.serverPublicKey = key; if (key) { //console.log('My server public key:', key); - //console.log('Key status:', keyStatus); + //console.log('Keys status:', keyStatus.keys); keyStatus.existsOnServer = true; //console.log('PGP public key on server', key); if (this.state.keys) { if (this.state.keys && this.state.keys.public !== key) { - //console.log('My PGP key on server is different than local'); + console.log('My PGP key on server is different than local'); this.setState({showImportPrivateKeyModal: true, keyDifferentOnServer: true}) } else { - //console.log('My PGP keys are the same'); + console.log('My PGP keys are the same'); keyStatus.existsLocal = true; } this.setState({keyStatus: keyStatus}); } else { //console.log('My PGP keys have not yet been loaded'); if (!this.state.contactsLoaded) { //console.log('Wait for PGP key until contacts are loaded'); } else { //console.log('We have no local PGP key'); setTimeout(() => { this.showImportPrivateKeyModal(); }, 10); } } } else { keyStatus.existsOnServer = false; this.setState({keyStatus: keyStatus}); console.log('My PGP key does not exist on server'); if (this.state.contactsLoaded) { if (this.state.keys && this.state.keys.private) { console.log('My PGP public key sent to server'); this.sendPublicKey(this.state.accountId); } else { this.generateKeys(); } } else { console.log('Wait for PGP key until contacts are loaded'); } } }); } } setDevice(device) { const oldDevices = Object.assign({}, this.state.devices); if (device.kind === 'videoinput') { oldDevices['camera'] = device; } else if (device.kind === 'audioinput') { oldDevices['mic'] = device; } this.setState({devices: oldDevices}); storage.set('devices', oldDevices); sylkrtc.utils.closeMediaStream(this.state.localMedia); this.getLocalMedia(); } getLocalMedia(mediaConstraints={audio: true, video: true}, nextRoute=null) { // eslint-disable-line space-infix-ops let callType = mediaConstraints.video ? 'video': 'audio'; utils.timestampedLog('Get local media for', callType, 'call'); const constraints = Object.assign({}, mediaConstraints); if (constraints.video === true) { if ((nextRoute === '/conference')) { constraints.video = { 'width': { 'ideal': 640 }, 'height': { 'ideal': 480 } }; // TODO: remove this, workaround so at least safari works when joining a video conference } else if (nextRoute === '/conference' && isSafari) { constraints.video = false; } else { // ask for 720p video constraints.video = { 'width': { 'ideal': 640 }, 'height': { 'ideal': 480 } }; } } logger.debug('getLocalMedia(), (modified) mediaConstraints=%o', constraints); navigator.mediaDevices.enumerateDevices() .then((devices) => { devices.forEach((device) => { //console.log(device); if ('video' in constraints && 'camera' in this.state.devices) { if (constraints.video && constraints.video !== false && (device.deviceId === this.state.devices.camera.deviceId || device.label === this.state.devices.camera.label)) { constraints.video.deviceId = { exact: device.deviceId }; } } if ('mic' in this.state.devices) { if (device.deviceId === this.state.devices.mic.deviceId || device.label === this.state.devices.mic.Label) { // constraints.audio = { // deviceId: { // exact: device.deviceId // } // }; } } }); }) .catch((error) => { utils.timestampedLog('Error: device enumeration failed:', error); }) .then(() => { return navigator.mediaDevices.getUserMedia(constraints) }) .then((localStream) => { clearTimeout(this.loadScreenTimer); utils.timestampedLog('Local media acquired'); this.setState({localMedia: localStream}); if (nextRoute !== null) { this.setState({loading: null}); this.changeRoute(nextRoute, 'media_ready'); if (nextRoute === '/conference') { this.playMessageSound(); } } }) .catch((error) => { utils.timestampedLog('Access to local media failed, trying audio only', error); navigator.mediaDevices.getUserMedia({ audio: true, video: false }) .then((localStream) => { clearTimeout(this.loadScreenTimer); if (nextRoute !== null) { this.changeRoute(nextRoute, 'local media aquired'); } }) .catch((error) => { utils.timestampedLog('Access to local media failed:', error); clearTimeout(this.loadScreenTimer); this._notificationCenter.postSystemNotification("Can't access camera or microphone"); this.updateLoading(null, 'get_media'); this.changeRoute('/ready', 'local media failure'); }); }); } getConnection() { return this.state.connection ? Object.id(this.state.connection): null; } showConferenceModal() { Keyboard.dismiss(); this.setState({showConferenceModal: true}); } hideConferenceModal() { this.setState({showConferenceModal: false}); } updateSelection(uri) { //console.log('updateSelection', uri); let selectedContacts = this.state.selectedContacts; //console.log('selectedContacts', selectedContacts); let idx = selectedContacts.indexOf(uri); if (idx === -1) { selectedContacts.push(uri); } else { selectedContacts.splice(idx, 1); } this.setState({selectedContacts: selectedContacts}); } async callKeepStartConference(targetUri, options={audio: true, video: true, participants: []}) { if (!targetUri) { return; } //console.log('callKeepStartConference', options); this.changeRoute('/conference'); this.backToForeground(); this.resetGoToReadyTimer(); let callUUID = options.callUUID || uuid.v4(); let participants = options.participants || null; if (!options.skipHistory) { this.addHistoryEntry(targetUri, callUUID); } let participantsToInvite = []; if (participants) { participants.forEach((participant_uri) => { if (participant_uri === this.state.accountId) { return; } participantsToInvite.push(participant_uri); }); } this.outgoingMedia = options; this.setState({targetUri: targetUri, outgoingCallUUID: callUUID, reconnectingCall: false, callContact: this.state.selectedContact, participantsToInvite: participantsToInvite }); const media = options.video ? 'video' : 'audio'; if (participantsToInvite) { utils.timestampedLog('Will start', media, 'conference', callUUID, 'to', targetUri, 'with', participantsToInvite); } else { utils.timestampedLog('Will start', media, 'conference', callUUID, 'to', targetUri); } - const micAllowed = await this.requestMicPermission(); + const micAllowed = await this.requestMicPermission('callKeepStartConference'); if (!micAllowed) { this._notificationCenter.postSystemNotification('Microphone permission denied'); this.changeRoute('/ready'); return; } if (options.video) { const cameraAllowed = await this.requestCameraPermission(); if (!cameraAllowed) { options.video = false; } } this.respawnConnection(); this.startCallWhenReady(targetUri, {audio: options.audio, video: options.video, conference: true, callUUID: callUUID}); } openAppSettings(subject) { Alert.alert( 'Open Sylk App Permissions?', subject || '', [ {text: 'Cancel', onPress: () => console.log('Cancel dialog'), style: 'cancel'}, {text: 'OK', onPress: () => openSettings()}, ], { cancelable: true } ); } openDrawSettings() { Alert.alert( 'Incoming calls alert panel', 'To show the alert panel for incoming calls, Sylk must be allowed to come in front of other apps.', [ {text: 'Cancel', onPress: () => console.log('Cancel dialog'), style: 'cancel'}, {text: 'OK', onPress: () => this.askForDrawPermission ()}, ], { cancelable: true } ); } askForDrawPermission() { RNDrawOverlay.askForDisplayOverOtherAppsPermission() .then(res => { //utils.timestampedLog("Display over other apps was granted"); // res will be true if permission was granted }) .catch(e => { //utils.timestampedLog("Display over other apps was declined"); // permission was declined }); } async callKeepStartCall(targetUri, options) { console.log('callKeepStartCall', options); this.resetGoToReadyTimer(); targetUri = targetUri.trim().toLowerCase(); let callUUID = options.callUUID || uuid.v4(); if (targetUri.indexOf('@') === -1 && !options.conference) { targetUri = targetUri + '@' + this.state.defaultDomain; } this.setState({targetUri: targetUri, callContact: this.state.selectedContact, outgoingCallUUID: callUUID, reconnectingCall: false, loading: null }); if (options.conference) { this.changeRoute('/conference'); } else { this.changeRoute('/call'); } if (Platform.OS === 'android') { const phoneAllowed = await this.requestPhonePermission(); if (!phoneAllowed) { this._notificationCenter.postSystemNotification('Phone permission denied'); this.changeRoute('/ready', 'phone_permission_denied'); setTimeout(() => { this.openAppSettings('Phone permission must be allowed'); }, 2000); return; } } - const micAllowed = await this.requestMicPermission(); + const micAllowed = await this.requestMicPermission('callKeepStartCall'); if (!micAllowed) { this._notificationCenter.postSystemNotification('Microphone permission denied'); this.setState({loading: null}); this.changeRoute('/ready', 'mic_permission_denied'); setTimeout(() => { this.openAppSettings('Microphone permission must be allowed'); }, 2000); return; } if (options.video) { const cameraAllowed = await this.requestCameraPermission(); if (!cameraAllowed) { options.video = false; } } utils.timestampedLog('User will start call', callUUID, 'to', targetUri); this.respawnConnection(); this.startCallWhenReady(targetUri, {audio: options.audio, video: options.video, callUUID: callUUID}); setTimeout(() => { if (this.state.currentCall && this.state.currentCall.id === callUUID && this.state.currentCall.state === 'progress') { this.hangupCall(callUUID, 'cancelled_call'); } }, 60000); } startCallWhenReady(targetUri, options) { //console.log('startCallWhenReady', options); this.resetGoToReadyTimer(); this.backToForeground(); if (options.conference) { this.startConference(targetUri, options); } else { this.startCall(targetUri, options); } } startCall(targetUri, options) { this.getLocalMedia(Object.assign({audio: true, video: options.video}, options), '/call'); } startConference(targetUri, options={audio: true, video: true, participants: []}) { utils.timestampedLog('New outgoing conference to room', targetUri); this.setState({targetUri: targetUri}); this.getLocalMedia({audio: options.audio, video: options.video}, '/conference'); this.getMessages(targetUri); } timeoutCall(callUUID, uri) { utils.timestampedLog('Timeout answering call', callUUID); this.addHistoryEntry(uri, callUUID, direction='incoming'); this.forceUpdate(); } closeLocalMedia() { if (this.state.localMedia != null) { utils.timestampedLog('Close local media'); sylkrtc.utils.closeMediaStream(this.state.localMedia); this.setState({localMedia: null}); } } async callKeepAcceptCall(callUUID, options={}) { // called from user interaction with Old alert panel // options used to be media to accept audio only but native panels do not have this feature this.hideInternalAlertPanel('accept'); utils.timestampedLog('Callkeep accept call'); this.changeRoute('/call', 'accept_call'); this.backToForeground(); if (Platform.OS === 'android') { const phoneAllowed = await this.requestPhonePermission(); if (!phoneAllowed) { this._notificationCenter.postSystemNotification('Phone permission denied'); this.changeRoute('/ready', 'phone_permission_denied'); return; } } - const micAllowed = await this.requestMicPermission(); + const micAllowed = await this.requestMicPermission('callKeepAcceptCall'); if (!micAllowed) { this.setState({loading: null}); this.changeRoute('/ready', 'mic_permission_denied'); return; } if (options.video) { const cameraAllowed = await this.requestCameraPermission(); if (!cameraAllowed) { options.video = false; } } this.callKeeper.acceptCall(callUUID, options); this.updateLoading(incomingCallLabel, 'incoming_call'); this.setState({loading: null}); if (this.timeoutIncomingTimer) { clearTimeout(this.timeoutIncomingTimer); this.timeoutIncomingTimer = null; } this.timeoutIncomingTimer = setTimeout(() => { this.updateLoading(null, 'incoming_call_timeout'); }, 45000); // TODO this timer must be cancelled if call arrives -adi } callKeepRejectCall(callUUID) { // called from user interaction with Old alert panel utils.timestampedLog('CallKeep will reject call', callUUID); this.hideInternalAlertPanel('reject'); this.callKeeper.rejectCall(callUUID); } dismissCall(callUUID) { // called from user interaction with Old alert panel this.hideInternalAlertPanel('dismiss'); } acceptCall(callUUID, options={}) { console.log('User accepted call', callUUID, options); this.hideInternalAlertPanel('accept'); this.backToForeground(); this.resetGoToReadyTimer(); this.updateLoading(null, 'accept_call'); if (this.state.currentCall) { utils.timestampedLog('Will hangup current call first'); this.hangupCall(this.state.currentCall.id, 'accept_new_call'); // call will continue after transition to /ready } else { utils.timestampedLog('Will get local media now'); let hasVideo = (this.state.incomingCall && this.state.incomingCall.mediaTypes && this.state.incomingCall.mediaTypes.video) ? true : false; if ('video' in options) { hasVideo = hasVideo && options.video; } this.getLocalMedia(Object.assign({audio: true, video: hasVideo}), '/call'); } } rejectCall(callUUID) { // called by Call Keep when user rejects call utils.timestampedLog('User rejected call', callUUID); this.hideInternalAlertPanel('reject'); if (!this.state.currentCall) { this.changeRoute('/ready', 'rejected'); } if (this.state.incomingCall && this.state.incomingCall.id === callUUID) { utils.timestampedLog('Sylkrtc terminate call', callUUID, 'in', this.state.incomingCall.state, 'state'); this.state.incomingCall.terminate(); } } hangupCall(callUUID, reason) { utils.timestampedLog('Call', callUUID, 'hangup with reason:', reason); this.setState({loading: null}); let call = this.callKeeper._calls.get(callUUID); let direction = null; let targetUri = null; if (call) { let direction = call.direction; utils.timestampedLog('Sylkrtc terminate call', callUUID, 'in', call.state, 'state'); call.terminate(); this.vibrate(); } if (this.busyToneInterval) { clearInterval(this.busyToneInterval); this.busyToneInterval = null; } if (reason === 'user_cancel_call' || reason === 'user_hangup_call' || reason === 'answer_failed' || reason === 'callkeep_hangup_call' || reason === 'accept_new_call' || reason === 'stop_preview' || reason === 'escalate_to_conference' || reason === 'user_hangup_conference_confirmed' || reason === 'timeout' || + reason === 'local_media_timeout' || reason === 'outgoing_connection_failed' ) { this.setState({inviteContacts: false}); this.changeRoute('/ready', reason); if (reason === 'user_hangup_conference_confirmed') { if (this.conferenceEndedTimer) { console.log('Clear timer conferenceEndedTimer'); clearTimeout(this.conferenceEndedTimer); this.conferenceEndedTimer = null; } } + if (reason === 'local_media_timeout') { + this._notificationCenter.postSystemNotification('Cannot get local media'); + } } else if (reason === 'user_hangup_conference') { if (!this.conferenceEndedTimer ) { utils.timestampedLog('Save conference maybe?'); this.conferenceEndedTimer = setTimeout(() => { this.changeRoute('/ready', 'conference_really_ended'); }, 15000); } } else if (reason === 'user_cancelled_conference') { if (!this.conferenceEndedTimer ) { utils.timestampedLog('Save conference maybe?'); this.conferenceEndedTimer = setTimeout(() => { this.changeRoute('/ready', 'conference_really_ended'); }, 15000); } } else { utils.timestampedLog('Will go to ready in 6 seconds (hangup)'); setTimeout(() => { this.changeRoute('/ready', reason); }, 6000); } } - playBusyTone() { - utils.timestampedLog('Play busy tone'); - InCallManager.stop({busytone: '_BUNDLE_'}); - } - callKeepSendDtmf(digits) { utils.timestampedLog('Send DTMF', digits); if (this.state.currentCall) { this.callKeeper.sendDTMF(this.state.currentCall.id, digits); } } toggleProximity() { storage.set('proximityEnabled', !this.state.proximityEnabled); if (!this.state.proximityEnabled) { utils.timestampedLog('Proximity sensor enabled'); } else { utils.timestampedLog('Proximity sensor disabled'); } this.setState({proximityEnabled: !this.state.proximityEnabled}); } toggleMute(callUUID, muted) { if (this.state.muted != muted) { utils.timestampedLog('Toggle mute for call', callUUID, ':', muted); this.callKeeper.setMutedCall(callUUID, muted); this.setState({muted: muted}); } } async hideImportPrivateKeyModal() { this.setState({privateKey: null, privateKeyImportStatus: '', privateKeyImportSuccess: false, showImportPrivateKeyModal: false}); if (!this.state.keys && Object.keys(this.state.myContacts).length === 0) { this.addTestContacts(); } } async showImportPrivateKeyModal(force=false) { let keyStatus = this.state.keyStatus; if (force) { console.log('Force show PGP key import'); this.setState({showImportPrivateKeyModal: true}); } else { if ('existsOnServer' in keyStatus) { if ('existsLocal' in keyStatus) { if (!keyStatus.existsLocal) { this.setState({showImportPrivateKeyModal: true}); } else { console.log('PGP key exists locally'); } } else { console.log('PGP key was not checked locally'); } } else { console.log('PGP key was not checked on server'); } } } async hideExportPrivateKeyModal() { this.setState({privateKey: null, showExportPrivateKeyModal: false}); } async showExportPrivateKeyModal() { this.setState({showExportPrivateKeyModal: true}); } togglePinned() { console.log('togglePinned', this.state.selectedContact); if (this.state.selectedContact) { //this.getMessages(this.state.selectedContact.uri, {pinned: !this.state.pinned}); this.setState({pinned: !this.state.pinned}); } } toggleSSI() { // user setting to enable/disable ssiAgent let ssiRequired = !this.state.ssiRequired; console.log('toggleSSI to', ssiRequired); this.setState({ssiRequired: ssiRequired}); if (ssiRequired) { this.initSSIAgent(); } else { this.setState({ssiAgent: null}); } storage.set('ssi', {required: ssiRequired}); } toggleSpeakerPhone() { if (this.state.speakerPhoneEnabled === true) { this.speakerphoneOff(); } else { this.speakerphoneOn(); } } toggleCallMeMaybeModal() { this.setState({showCallMeMaybeModal: !this.state.showCallMeMaybeModal}); } toggleQRCodeScanner() { //utils.timestampedLog('Toggle QR code scanner'); this.setState({showQRCodeScanner: !this.state.showQRCodeScanner}); } async handleSSIEnrolment(url) { utils.timestampedLog('SSI enrolment invitation URL', url); if (!this.ssiAgent) { console.log('No SSI agent available yet for handling enrolment to', url); self.pendingSsiUrl = url; return; } try { const ssiConnectionRecord = await this.ssiAgent.connections.receiveInvitationFromUrl(url); utils.timestampedLog('SSI enrolment requested', ssiConnectionRecord.id); setTimeout(() => { this._notificationCenter.postSystemNotification('SSI enrolment requested'); }, 2000); } catch (error) { utils.timestampedLog('SSI enrolment error', error); setTimeout(() => { this._notificationCenter.postSystemNotification('SSI enrolment ' + error); }, 2000); } } async speakerphoneOn() { if (this.state.headsetIsPlugged) { utils.timestampedLog('Speakerphone disabled if headset is on'); return; } utils.timestampedLog('Speakerphone On'); this.setState({speakerPhoneEnabled: true}); InCallManager.setForceSpeakerphoneOn(true); let call = this.state.currentCall || this.state.incomingCall; if (call) { RNCallKeep.toggleAudioRouteSpeaker(call.id, true); } } speakerphoneOff() { utils.timestampedLog('Speakerphone Off'); this.setState({speakerPhoneEnabled: false}); InCallManager.setForceSpeakerphoneOn(false); let call = this.state.currentCall || this.state.incomingCall; if (call) { RNCallKeep.toggleAudioRouteSpeaker(call.id, false); } } startGuestConference(targetUri) { this.setState({targetUri: targetUri}); this.getLocalMedia({audio: true, video: true}); } outgoingCall(call) { // called by sylkrtc.js when an outgoing call starts call.on('stateChanged', this.callStateChanged); this.setState({currentCall: call}); this.callKeeper.startOutgoingCall(call); this.updateLoading(null, 'outgoing_call'); } outgoingConference(call) { // called by sylrtc.js when an outgoing conference starts call.on('stateChanged', this.callStateChanged); this.setState({currentCall: call}); this.callKeeper.startOutgoingCall(call); this.updateLoading(null, 'outgoing_call'); } _onLocalNotificationReceivedBackground(notification) { let notificationContent = notification.getData(); console.log('_onLocalNotificationReceivedBackground', notificationContent); } _onNotificationReceivedBackground(notification) { let notificationContent = notification.getData(); console.log('_onNotificationReceivedBackground', notificationContent); const event = notificationContent['event']; const callUUID = notificationContent['session-id']; const to = notificationContent['to_uri']; const from = notificationContent['from_uri']; const displayName = notificationContent['from_display_name']; const outgoingMedia = {audio: true, video: notificationContent['media-type'] === 'video'}; const mediaType = notificationContent['media-type'] || 'audio'; /* * Local Notification Payload * * - `alertBody` : The message displayed in the notification alert. * - `alertAction` : The "action" displayed beneath an actionable notification. Defaults to "view"; * - `soundName` : The sound played when the notification is fired (optional). * - `category` : The category of this notification, required for actionable notifications (optional). * - `userInfo` : An optional object containing additional notification data. */ if (event === 'incoming_session') { utils.timestampedLog('Push notification: incoming call', callUUID); this.startedByPush = true; this.incomingCallFromPush(callUUID, from, displayName, mediaType); } else if (event === 'incoming_conference_request') { utils.timestampedLog('Push notification: incoming conference', callUUID); this.startedByPush = true; this.incomingConference(callUUID, to, from, displayName, outgoingMedia); } else if (event === 'cancel') { utils.timestampedLog('Push notification: cancel call', callUUID); VoipPushNotification.presentLocalNotification({alertBody:'Call cancelled'}); this.callKeeper.endCall(callUUID, CK_CONSTANTS.END_CALL_REASONS.REMOTE_ENDED); this.resetStartedByPush('cancel'); } else if (event === 'message') { utils.timestampedLog('Push for messages received'); VoipPushNotification.presentLocalNotification({alertBody:'Messages received'}); } /* if (notificationContent['event'] === 'incoming_session') { VoipPushNotification.presentLocalNotification({ alertBody:'Incoming ' + notificationContent['media-type'] + ' call from ' + notificationContent['from_display_name'] }); } */ if (VoipPushNotification.wakeupByPush) { utils.timestampedLog('We wake up by push notification'); VoipPushNotification.wakeupByPush = false; VoipPushNotification.onVoipNotificationCompleted(callUUID); } } backToForeground() { //console.log('backToForeground...'); if (this.state.appState !== 'active') { this.callKeeper.backToForeground(); } if (this.state.accountId && this.state.accountVerified) { this.handleRegistration(this.state.accountId, this.state.password); } PushNotification.popInitialNotification((notification) => { if (notification) { console.log('Initial push notification', notification); } }); } incomingConference(callUUID, to, from, displayName, outgoingMedia={audio: true, video: true}) { if (this.unmounted) { return; } const mediaType = outgoingMedia.video ? 'video' : 'audio'; utils.timestampedLog('Incoming', mediaType, 'conference invite from', from, displayName, 'to room', to); if (this.state.account && from === this.state.account.id) { utils.timestampedLog('Reject conference call from myself', callUUID); this.callKeeper.rejectCall(callUUID); return; } if (this.autoRejectIncomingCall(callUUID, from, to)) { return; } let incomingContact = this.newContact(from, displayName); this.setState({incomingCallUUID: callUUID, incomingContact: incomingContact}); this.callKeeper.handleConference(callUUID, to, from, displayName, mediaType, outgoingMedia); } escalateToConference(participants) { let outgoingMedia = {audio: true, video: true}; let mediaType = 'video'; let call; this.setState({selectedContacts: []}); if (this.state.currentCall) { call = this.state.currentCall; } else if (this.state.incomingCall) { call = this.state.currentCall; } else { console.log('No call to escalate'); return } const localStreams = call.getLocalStreams(); if (localStreams.length > 0) { const localStream = call.getLocalStreams()[0]; if (localStream.getVideoTracks().length == 0) { outgoingMedia.video = false; mediaType = 'audio'; } } this.outgoingMedia = outgoingMedia; this.participantsToInvite = participants; console.log('Escalate', mediaType, 'call', call.id, 'to conference with', participants.toString()); this.hangupCall(call.id, 'escalate_to_conference'); } conferenceInviteFromWebSocket(data) { // comes from web socket utils.timestampedLog('Conference invite from websocket', data.id, 'from', data.originator, 'for room', data.room); if (this.isConference()) { return; } //this._notificationCenter.postSystemNotification('Expecting conference invite', {body: `from ${data.originator.displayName || data.originator.uri}`}); } updateLinkingURL = (event) => { // this handles the use case where the app is running in the background and is activated by the listener... console.log('Updated Linking url', event.url); this.eventFromUrl(event.url); DeepLinking.evaluateUrl(event.url); } eventFromUrl(url) { console.log('Event from url', url); url = decodeURI(url); try { let direction; let event; let callUUID; let from; let to; let displayName; let mediaType = 'audio'; var url_parts = url.split("/"); let scheme = url_parts[0]; //console.log(url_parts); if (scheme === 'com.agprojects.sylk:') { event = 'shared_content'; } else if (scheme === 'sylk:') { //sylk://conference/incoming/callUUID/from/to/media - when Android is asleep //sylk://call/outgoing/callUUID/to/displayName - from system dialer/history //sylk://call/incoming/callUUID/from/to/displayName/media - when Android is asleep //sylk://call/cancel//callUUID - when Android is asleep event = url_parts[2]; direction = url_parts[3]; callUUID = url_parts[4]; from = url_parts[5]; to = url_parts[6]; displayName = url_parts[7]; mediaType = url_parts[8] || 'audio'; if (event !== 'cancel' && from && from.search('@videoconference.') > -1) { event = 'conference'; to = from; } this.setState({targetUri: from}); } else if (scheme === 'https:') { // https://webrtc.sipthor.net/conference/DaffodilFlyChill0 from external web link // https://webrtc.sipthor.net/call/alice@example.com from external web link // This URLs are used to request SSI credentials: // must be updated inside: // * ReadyBox as well // * android/app/src/main/AndroidManifest.xml // * ios/sylk/sylk.entitlements if (url.startsWith('https://didcomm.issuer.bloqzone.com/?c_i=')) { this.handleSSIEnrolment(url); } if (url.startsWith('https://ssimandate.vismaconnect.nl/api/acapy?c_i=')) { this.handleSSIEnrolment(url); } direction = 'outgoing'; event = url_parts[3]; if (!event) { return; } to = url_parts[4]; if (!to) { return; } callUUID = uuid.v4(); if (to.indexOf('@') === -1 && event === 'conference') { to = url_parts[4] + '@' + config.defaultConferenceDomain; } else if (to.indexOf('@') === -1 && event === 'call') { to = url_parts[4] + '@' + this.state.defaultDomain; } this.setState({targetUri: to}); } let data = {}; data['session-id'] = callUUID; data['event'] = event; data['to_uri'] = to; data['from_uri'] = from; data['from_display_name'] = displayName; data['media-type'] = mediaType; if (event === 'conference') { utils.timestampedLog('Conference from external URL:', url); this.startedByPush = true; if (direction === 'outgoing' && to) { utils.timestampedLog('Outgoing conference to', to); this.backToForeground(); this.callKeepStartConference(to, {audio: true, video: true, callUUID: callUUID}); } else if (direction === 'incoming' && from) { utils.timestampedLog('Incoming conference from', from); // allow app to wake up this.backToForeground(); const media = {audio: true, video: mediaType === 'video'} this.postAndroidIncomingCallNotification(data); this.incomingConference(callUUID, to, from, displayName, media); } } else if (event === 'call') { this.startedByPush = true; if (direction === 'outgoing') { utils.timestampedLog('Call from external URL:', url); utils.timestampedLog('Outgoing call to', from); this.backToForeground(); this.callKeepStartCall(from, {audio: true, video: false, notification: callUUID}); } else if (direction === 'incoming') { utils.timestampedLog('Call from external URL:', url); utils.timestampedLog('Incoming', mediaType, 'call from', from); //this.playIncomingRingtone(callUUID, true); this.postAndroidIncomingCallNotification(data); this.incomingCallFromPush(callUUID, from, displayName, mediaType, true); } else if (direction === 'cancel') { this.cancelIncomingCall(callUUID); } } else if (event === 'shared_content') { console.log('Media Link: ', url_parts[2]); this.fetchSharedItems('Linking'); } else { utils.timestampedLog('Error: Invalid external URL event', event); } } catch (err) { utils.timestampedLog('Error parsing URL', url, ":", err); } } autoRejectIncomingCall(callUUID, from, to) { //utils.timestampedLog('Check auto reject call from', from); if (this.state.blockedUris) { if (this.state.blockedUris.indexOf(from) > -1 || (this.state.blockedUris.indexOf('anonymous@anonymous.invalid') > -1 && (from === 'anonymous@anonymous.invalid' || from.indexOf('@guest.') > -1))) { utils.timestampedLog('Reject call', callUUID, 'from blocked URI', from); this.callKeeper.rejectCall(callUUID); this._notificationCenter.postSystemNotification('Call rejected', {body: `from ${from}`}); return true; } } const fromDomain = '@' + from.split('@')[1] if (this.state.blockedUris && this.state.blockedUris.indexOf(fromDomain) > -1) { utils.timestampedLog('Reject call', callUUID, 'from blocked domain', fromDomain); this.callKeeper.rejectCall(callUUID); this._notificationCenter.postSystemNotification('Call rejected', {body: `from domain ${fromDomain}`}); return true; } if (this.state.currentCall && this.state.incomingCall && this.state.currentCall === this.state.incomingCall && this.state.incomingCall.id !== callUUID) { utils.timestampedLog('Reject second incoming call'); this.callKeeper.rejectCall(callUUID); } if (this.state.account && from === this.state.account.id && this.state.currentCall && this.state.currentCall.remoteIdentity.uri === from) { utils.timestampedLog('Reject call to myself', callUUID); this.callKeeper.rejectCall(callUUID); return true; } if (this._terminatedCalls.has(callUUID)) { utils.timestampedLog('Reject call already terminated', callUUID); this.cancelIncomingCall(callUUID); return true; } if (this.isConference()) { utils.timestampedLog('Reject call while in a conference', callUUID); if (to !== this.state.targetUri) { this._notificationCenter.postSystemNotification('Missed call from', {body: from}); } this.callKeeper.rejectCall(callUUID); return true; } if (this.state.currentCall && this.state.currentCall.state === 'progress' && this.state.currentCall.remoteIdentity.uri !== from) { utils.timestampedLog('Reject call while outgoing in progress', callUUID); this.callKeeper.rejectCall(callUUID); this._notificationCenter.postSystemNotification('Missed call from', {body: from}); return true; } return false; } autoAcceptIncomingCall(callUUID, from) { // TODO: handle ping pong where we call each other back if (this.state.currentCall && this.state.currentCall.direction === 'outgoing' && this.state.currentCall.state === 'progress' && this.state.currentCall.remoteIdentity.uri === from) { this.hangupCall(this.state.currentCall.id, 'accept_new_call'); this.setState({currentCall: null}); utils.timestampedLog('Auto accept incoming call from same address I am calling', callUUID); return true; } return false; } async incomingCallFromPush(callUUID, from, displayName, mediaType, force) { //utils.timestampedLog('Handle incoming PUSH call', callUUID, 'from', from, '(', displayName, ')'); if (this.unmounted) { return; } if (this.autoRejectIncomingCall(callUUID, from)) { return; } if (this.autoAcceptIncomingCall(callUUID, from)) { return; } if (this.state.dnd && this.state.favoriteUris.indexOf(from) === -1) { console.log('Do not disturb is enabled'); this.postAndroidMessageNotification(from, 'missed call'); return; } if (this.state.appState === 'background') { RNDrawOverlay.checkForDisplayOverOtherAppsPermission() .then(res => { // utils.timestampedLog("Display over other apps was granted"); // res will be true if permission was granted }) .catch(e => { utils.timestampedLog("Display over other apps was declined, we must send a notification"); let data = {}; data['session-id'] = callUUID; data['event'] = 'incoming_call'; data['to_uri'] = this.state.accountId; data['from_uri'] = from; data['from_display_name'] = displayName; data['media-type'] = mediaType; this.postAndroidIncomingCallNotification(data); return; // permission was declined }); } const phoneAllowed = await this.requestPhonePermission(); if (!phoneAllowed) { return; } this.backToForeground(); this.goToReadyNowAndCancelTimer(); this.setState({targetUri: from}); let skipNativePanel = false; if (!this.callKeeper._calls.get(callUUID) || (this.state.currentCall && this.state.currentCall.direction === 'outgoing')) { //this._notificationCenter.postSystemNotification('Incoming call', {body: `from ${from}`}); if (Platform.OS === 'android' && this.state.appState === 'foreground') { skipNativePanel = true; } } this.callKeeper.incomingCallFromPush(callUUID, from, displayName, mediaType, force, skipNativePanel); } async incomingCallFromWebSocket(call, mediaTypes) { if (this.unmounted) { return; } if (this.timeoutIncomingTimer) { console.log('Clear incoming timer'); clearTimeout(this.timeoutIncomingTimer); this.timeoutIncomingTimer = null; } if (Platform.OS === 'android') { const phoneAllowed = await this.requestPhonePermission(); if (!phoneAllowed) { this._notificationCenter.postSystemNotification('Phone permission denied'); this.changeRoute('/ready', 'phone_permission_denied'); return; } } this.callKeeper.addWebsocketCall(call); const callUUID = call.id; const from = call.remoteIdentity.uri; //this.playIncomingRingtone(callUUID); utils.timestampedLog('Handle incoming web socket call', callUUID, 'from', from, 'on connection', Object.id(this.state.connection)); // because of limitation in Sofia stack, we cannot have more then two calls at a time // we can have one outgoing call and one incoming call but not two incoming calls // we cannot have two incoming calls, second one is automatically rejected by sylkrtc.js if (this.autoRejectIncomingCall(callUUID, from)) { return; } if (this.state.dnd && this.state.favoriteUris.indexOf(from) === -1) { console.log('Do not disturb') return; } const autoAccept = this.autoAcceptIncomingCall(callUUID, from); this.goToReadyNowAndCancelTimer(); call.mediaTypes = mediaTypes; call.on('stateChanged', this.callStateChanged); this.setState({incomingCall: call}); let skipNativePanel = false; if (Platform.OS === 'android' && this.callKeeper.selfManaged) { this.showAlertPanel(call, 'websocket_call'); skipNativePanel = true; } this.callKeeper.incomingCallFromWebSocket(call, autoAccept, skipNativePanel); } missedCall(data) { utils.timestampedLog('Missed call from ' + data.originator.uri, '(', data.originator.displayName, ')'); /* let msg; let current_datetime = new Date(); let formatted_date = utils.appendLeadingZeroes(current_datetime.getHours()) + ":" + utils.appendLeadingZeroes(current_datetime.getMinutes()) + ":" + utils.appendLeadingZeroes(current_datetime.getSeconds()); msg = formatted_date + " - missed call"; this.saveSystemMessage(data.originator.uri.toLowerCase(), msg, 'incoming', true); */ if (!this.state.currentCall) { let from = data.originator.displayName || data.originator.uri; this._notificationCenter.postSystemNotification('Missed call', {body: `from ${from}`}); if (Platform.OS === 'ios') { VoipPushNotification.presentLocalNotification({alertBody:'Missed call from ' + from}); } } this.updateServerHistory('missedCall') } updateServerHistory(from) { //console.log('updateServerHistory by', from); //this.contactsCount(); if (this.state.serverHistoryUpdatedBy === 'registered' && from === 'syncConversations') { // Avoid double query at start return; } if (this.state.serverHistoryUpdatedBy === 'syncConversations' && from === 'registered') { // Avoid double query at start return; } this.setState({serverHistoryUpdatedBy: from}) if (!this.state.contactsLoaded) { return; } if (!this.state.firstSyncDone) { return; } if (this.currentRoute === '/ready') { this.setState({refreshHistory: !this.state.refreshHistory}); } } startPreview() { this.getLocalMedia({audio: true, video: true}, '/preview'); } sendPublicKey(puri, force=false) { let random_uri = uuid.v4() + '@' + this.state.defaultDomain; let uri = puri || random_uri; this.mustSendPublicKey = false; if (uri === this.state.accountId) { return; } if (this.state.keyDifferentOnServer && !force) { return; } // Send outgoing messages if (this.state.account && this.state.keys && this.state.keys.public) { console.log('Send my PGP public key to', uri); this.state.account.sendMessage(uri, this.state.keys.public, 'text/pgp-public-key'); } } async saveOutgoingRawMessage(id, from_uri, to_uri, content, contentType) { let timestamp = new Date(); let params; let unix_timestamp = Math.floor(timestamp / 1000); params = [this.state.accountId, id, JSON.stringify(timestamp), unix_timestamp, content, contentType, from_uri, to_uri, "outgoing", "1"]; await this.ExecuteQuery("INSERT INTO messages (account, msg_id, timestamp, unix_timestamp, content, content_type, from_uri, to_uri, direction, pending) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?)", params).then((result) => { //console.log('SQL insert message OK'); }).catch((error) => { if (error.message.indexOf('UNIQUE constraint failed') === -1) { console.log('SQL error:', error); } }); } showCallMeModal() { this.setState({showCallMeMaybeModal: true}); setTimeout(() => { this.hideCallMeModal(); }, 5000); } hideCallMeModal() { this.setState({showCallMeMaybeModal: false}); } async saveSylkContact(uri, contact, origin=null) { //console.log('saveSylkContact', uri, 'by', origin); if (!contact) { contact = this.newContact(uri); } else { contact = this.sanitizeContact(uri, contact, 'saveSylkContact'); } if (!contact) { return; } if (this.sql_contacts_keys.indexOf(uri) > -1) { this.updateSylkContact(uri, contact, origin); return; } let unread_messages = contact.unread.toString(); if (origin === 'saveIncomingMessage' && this.state.selectedContact && this.state.selectedContact.uri === uri) { unread_messages = ''; console.log('Do not update unread messages for', uri); } let conference = contact.conference ? 1: 0; let tags = contact.tags.toString(); let media = contact.lastCallMedia.toString(); let participants = contact.participants.toString(); let unixTime = Math.floor(contact.timestamp / 1000); let params = [this.state.accountId, contact.email, contact.photo, unixTime, uri, contact.name || '', contact.organization || '', unread_messages || '', tags || '', participants || '', contact.publicKey || '', contact.direction, media, conference, contact.lastCallId, contact.lastCallDuration]; await this.ExecuteQuery("INSERT INTO contacts (account, email, photo, timestamp, uri, name, organization, unread_messages, tags, participants, public_key, direction, last_call_media, conference, last_call_id, last_call_duration) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)", params).then((result) => { if (result.rowsAffected === 1) { //console.log('SQL inserted contact', contact.uri, 'by', origin); } this.sql_contacts_keys.push(uri); let myContacts = this.state.myContacts; if (uri !== this.state.accountId) { myContacts[uri] = contact; let favorite = myContacts[uri].tags.indexOf('favorite') > -1 ? true: false; let blocked = myContacts[uri].tags.indexOf('blocked') > -1 ? true: false; this.updateFavorite(uri, favorite); this.updateBlocked(uri, blocked); this.setState({myContacts: myContacts}); } else { this.setState({email: contact.email, displayName: contact.name}) if (myContacts[uri].tags.indexOf('chat') > -1 || myContacts[uri].tags.indexOf('history') > -1) { myContacts[uri] = contact; this.setState({myContacts: myContacts}); } } }).catch((error) => { if (error.message.indexOf('UNIQUE constraint failed') > -1) { //console.log('SQL insert contact failed, try update', uri); this.updateSylkContact(uri, contact, origin); } else { //console.log('SQL insert contact', uri, 'error:', error); //console.log('Existing keys during insert:', this.sql_contacts_keys); } }); } async updateSylkContact(uri, contact, origin=null) { //console.log('updateSylkContact', contact); let unixTime = Math.floor(contact.timestamp / 1000); let unread_messages = contact.unread.toString(); let media = contact.lastCallMedia.toString(); let tags = contact.tags.toString(); let conference = contact.conference ? 1: 0; let participants = contact.participants.toString(); let params = [contact.photo, contact.email, contact.lastMessage, contact.lastMessageId, unixTime, contact.name || '', contact.organization || '', unread_messages || '', contact.publicKey || '', tags, participants, contact.direction, media, conference, contact.lastCallId, contact.lastCallDuration, contact.uri, this.state.accountId]; await this.ExecuteQuery("UPDATE contacts set photo = ?, email = ?, last_message = ?, last_message_id = ?, timestamp = ?, name = ?, organization = ?, unread_messages = ?, public_key = ?, tags = ? , participants = ?, direction = ?, last_call_media = ?, conference = ?, last_call_id = ?, last_call_duration = ? where uri = ? and account = ?", params).then((result) => { if (result.rowsAffected === 1) { //console.log('SQL updated contact', contact.uri, 'by', origin); } let myContacts = this.state.myContacts; if (uri !== this.state.accountId) { myContacts[uri] = contact; let favorite = myContacts[uri].tags.indexOf('favorite') > -1 ? true: false; let blocked = myContacts[uri].tags.indexOf('blocked') > -1 ? true: false; this.updateFavorite(uri, favorite); this.updateBlocked(uri, blocked); this.setState({myContacts: myContacts}); } else { this.setState({email: contact.email, displayName: contact.name}) if (myContacts[uri].tags.indexOf('chat') > -1 || myContacts[uri].tags.indexOf('history') > -1) { myContacts[uri] = contact; this.setState({myContacts: myContacts}); } } }).catch((error) => { console.log('SQL update contact', uri, 'error:', error); }); } async deleteSylkContact(uri) { if (uri === this.state.accountId) { await this.ExecuteQuery("UPDATE contacts set direction = null, last_message = null, last_message_id = null, unread_messages = '' where account = ? and uri = ?", [uri, uri]).then((result) => { console.log('SQL update my own contact'); let myContacts = this.state.myContacts; if (uri in myContacts) { delete myContacts[uri]; this.setState({myContacts: myContacts}); } }).catch((error) => { console.log('Delete update mysql SQL error:', error); }); } else { await this.ExecuteQuery("DELETE from contacts where uri = ? and account = ?", [uri, this.state.accountId]).then((result) => { if (result.rowsAffected > 0) { console.log('SQL deleted contact', uri); } let myInvitedParties = this.state.myInvitedParties; if (uri in myInvitedParties) { delete myInvitedParties[uri]; this.setState({myInvitedParties: myInvitedParties}); } let idx = this.sql_contacts_keys.indexOf(uri); if (idx > -1) { this.sql_contacts_keys.splice(idx, 1); } //console.log('new keys after delete', this.sql_contacts_keys); let myContacts = this.state.myContacts; if (uri in myContacts) { delete myContacts[uri]; this.setState({myContacts: myContacts}); } }).catch((error) => { console.log('Delete contact SQL error:', error); }); } } async replicatePrivateKey(password) { if (!this.state.account) { console.log('No account'); return; } if (!this.state.keys || !this.state.keys.private) { return; } this.sendPublicKey(); password = password.trim(); const public_key = this.state.keys.public.replace(/\r/g, '').trim(); await OpenPGP.encryptSymmetric(this.state.keys.private, password, KeyOptions).then((encryptedBuffer) => { utils.timestampedLog('Sending encrypted private key'); encryptedBuffer = public_key + "\n" + encryptedBuffer; this.state.account.sendMessage(this.state.account.id, encryptedBuffer, 'text/pgp-private-key'); }).catch((error) => { console.log('Error encrypting private key:', error); }); } handleRemotePrivateKey(keyPair) { let regexp; let match; let public_key; regexp = /(-----BEGIN PGP PUBLIC KEY BLOCK-----[^]*-----END PGP PUBLIC KEY BLOCK-----)/ig; match = keyPair.match(regexp); if (match && match.length === 1) { public_key = match[0]; } //console.log('Remote public_key', public_key); //console.log('Local public_key', this.state.keys.public); if (public_key && this.state.keys && this.state.keys.public === public_key) { console.log('Private key is the same'); this.setState({showImportPrivateKeyModal: false}); this._notificationCenter.postSystemNotification('Private key is the same'); this.sendPublicKey(null, true); return; } this.setState({showImportPrivateKeyModal: true, privateKey: keyPair}); } async decryptPrivateKey(password) { utils.timestampedLog('Save encrypted private key'); password = password.trim(); let regexp; let match; let keyPair; let public_key; let encrypted_key; regexp = /(-----BEGIN PGP PUBLIC KEY BLOCK-----[^]*-----END PGP PUBLIC KEY BLOCK-----)/ig; match = this.state.privateKey.match(regexp); if (match && match.length === 1) { public_key = match[0]; } if (public_key) { if (this.state.keys && this.state.keys.public === public_key) { this.setState({privateKeyImportStatus: 'Private key is the same', privateKeyImportSuccess: true, keyDifferentOnServer: false}); return; } regexp = /(-----BEGIN PGP MESSAGE-----[^]*-----END PGP MESSAGE-----)/ig; match = this.state.privateKey.match(regexp); if (match && match.length === 1) { encrypted_key = match[0]; } if (encrypted_key) { await OpenPGP.decryptSymmetric(encrypted_key, password).then((privateKey) => { utils.timestampedLog('Decrypted PGP private pair'); this.setState({keyDifferentOnServer: false}) keyPair = public_key + "\n" + privateKey; this.processPrivateKey(keyPair); }).catch((error) => { this.setState({privateKeyImportStatus: 'No key received'}); console.log('Error decrypting PGP private key:', error); return }); } else { this.setState({privateKeyImportStatus: 'No encrypted key found'}); console.log('Error parsing PGP private key:', error); return } } else { await OpenPGP.decryptSymmetric(this.state.privateKey, password).then((keyPair) => { utils.timestampedLog('Decrypted PGP private pair'); this.setState({keyDifferentOnServer: false}) this.processPrivateKey(keyPair); }).catch((error) => { this.setState({privateKeyImportStatus: 'No key received'}); console.log('Error decrypting PGP private key:', error); return }); } } async processPrivateKey(keyPair) { utils.timestampedLog('Process key'); keyPair = keyPair.replace(/\r/g, '').trim(); let public_key; let private_key; let status; let keys = this.state.keys || {}; let regexp; let match; regexp = /(-----BEGIN PGP PUBLIC KEY BLOCK-----[^]*-----END PGP PUBLIC KEY BLOCK-----)/ig; match = keyPair.match(regexp); if (match && match.length === 1) { public_key = match[0]; } regexp = /(-----BEGIN PGP PRIVATE KEY BLOCK-----[^]*-----END PGP PRIVATE KEY BLOCK-----)/ig; match = keyPair.match(regexp); if (match && match.length === 1) { private_key = match[0]; } if (public_key && private_key) { let new_keys = {private: private_key, public: public_key} this.savePrivateKey(new_keys); status = 'Private key copied successfully'; if (this.state.account) { this.state.account.sendMessage(this.state.accountId, 'Private key imported on another device', 'text/pgp-public-key-imported'); } this.setState({privateKeyImportStatus: status, privateKeyImportSuccess: true}); } else { this.setState({privateKeyImportStatus: 'Incorrect password!', privateKeyImportSuccess: false}); } } resetStartedByPush(from) { console.log('resetStartedByPush', from); this.startedByPush = false; if (this.state.lastSyncId) { this.requestSyncConversations(this.state.lastSyncId); } } requestSyncConversations(lastId=null, options={}) { if (!this.state.account) { return; } if (!this.state.keys) { //console.log('Wait for sync until we have keys') return; } if (this.startedByPush) { //console.log('Wait for sync until incoming call ends') return; } if (this.syncRequested) { //console.log('Sync already requested') return; } this.syncRequested = true; utils.timestampedLog('Request sync from', lastId); this.state.account.syncConversations(lastId, options); } async savePublicKey(uri, key) { //console.log('savePublicKey'); if (uri === this.state.accountId) { return; } if (!key) { console.log('Missing key'); return; } key = key.replace(/\r/g, '').trim(); if (!key.startsWith("-----BEGIN PGP PUBLIC KEY BLOCK-----")) { console.log('Cannot find the start of PGP public key'); return; } if (!key.endsWith("-----END PGP PUBLIC KEY BLOCK-----")) { console.log('Cannot find the end of PGP public key'); return; } let myContacts = this.state.myContacts; if (uri in myContacts) { //console.log(myContacts[uri]); // } else { myContacts[uri] = {}; //console.log('Init contact') } if (myContacts[uri].publicKey === key) { //console.log('Public key of', uri, 'did not change'); return; } utils.timestampedLog('Public key of', uri, 'saved'); this.saveSystemMessage(uri, 'Public key received', 'incoming'); myContacts[uri].publicKey = key; this.saveSylkContact(uri, myContacts[uri], 'savePublicKey'); this.sendPublicKey(uri); } async savePublicKeySync(uri, key) { console.log('Sync public key from', uri); if (!key) { console.log('Missing key'); return; } key = key.replace(/\r/g, '').trim(); if (!key.startsWith("-----BEGIN PGP PUBLIC KEY BLOCK-----")) { console.log('Cannot find the start of PGP public key'); return; } if (!key.endsWith("-----END PGP PUBLIC KEY BLOCK-----")) { console.log('Cannot find the end of PGP public key'); return; } let myContacts = this.state.myContacts; if (uri in myContacts) { // } else { myContacts[uri] = {}; } if (myContacts[uri].publicKey === key) { console.log('Public key of', uri, 'did not change'); return; } console.log('Public key of', uri, 'saved'); myContacts[uri].publicKey = key; this.saveSylkContact(uri, myContacts[uri], 'savePublicKeySync'); } sendConferenceMessage(message) { if (!this.state.currentCall) { return; } if (!this.isConference(this.state.currentCall)) { return; } this.state.currentCall.sendMessage(message.text, 'text/plain'); message.direction = 'outgoing'; message.sent = true; message.received = true; this.saveConferenceMessage(this.state.currentCall.remoteIdentity.uri, message); } _sendMessage(uri, text, id, contentType, timestamp) { // Send outgoing messages if (!this.canSend()) { return; } //console.log('Send', contentType, 'message', id, 'to', uri); let message = this.state.account.sendMessage(uri, text, contentType, {id: id, timestamp: timestamp}, (error) => { if (error) { console.log('Message', id, 'sending error:', error); this.outgoingMessageStateChanged(id, 'failed'); let status = error.toString(); if (status.indexOf('DNS lookup error') > -1) { status = 'Domain not found'; this.renderSystemMessage(uri, status, 'incoming'); } } }); //console.log(message); //message.on('stateChanged', (oldState, newState) => {this.outgoingMessageStateChanged(message.id, oldState, newState)}) } async sendMessage(uri, message, contentType='text/plain') { message.pending = true; message.sent = false; message.received = false; message.direction = 'outgoing'; //console.log('--- sendMessage', uri, message); let renderMessages = this.state.messages; if (this.state.selectedContact && this.state.selectedContact.uri === uri) { if (Object.keys(renderMessages).indexOf(uri) === -1) { renderMessages[uri] = []; } } let public_keys; if (uri in this.state.myContacts && this.state.myContacts[uri].publicKey && this.state.keys) { public_keys = this.state.keys.public + "\n" + this.state.myContacts[uri].publicKey; } message.contentType = contentType; message.content = message.text message.content_type = contentType; if (contentType === 'application/sylk-file-transfer') { let file_transfer = message.metadata; if (!file_transfer.path) { console.log('Error: missing local path for file transfer'); return; } const localPath = RNFS.DocumentDirectoryPath + "/" + file_transfer.sender.uri + "/" + file_transfer.receiver.uri + "/" + file_transfer.transfer_id + "/" + file_transfer.filename; if (file_transfer.path !== localPath) { // the file may have already been copied const dirname = path.dirname(localPath); try { await RNFS.mkdir(dirname); } catch (e) { console.log('Error making directory', dirname, ':', e); this.renderSystemMessage(uri, e.message); return; } try { await RNFS.copyFile(file_transfer.path, localPath); } catch (e) { this.renderSystemMessage(uri, e.message); console.log('Error copying file from', file_transfer.path, 'to', localPath, ':', e); return; } } file_transfer.local_url = localPath; file_transfer.url = this.state.fileTransferUrl + '/' + file_transfer.sender.uri + '/' + file_transfer.receiver.uri + '/' + file_transfer.transfer_id + '/' + file_transfer.filename; message.metadata = file_transfer; this.uploadFile(message.metadata); } if (message.contentType !== 'application/sylk-file-transfer' && message.contentType !== 'text/pgp-public-key' && public_keys && this.state.keys) { await OpenPGP.encrypt(message.text, public_keys).then((encryptedMessage) => { utils.timestampedLog('Outgoing message', message._id, 'encrypted', 'to', uri); this.saveOutgoingMessage(uri, message, 1); this._sendMessage(uri, encryptedMessage, message._id, message.contentType, message.createdAt); }).catch((error) => { console.log('Failed to encrypt message:', error); let error_message = error.message.startsWith('stringResponse') ? error.message.slice(43, error.message.length - 1): error.message; this.renderSystemMessage(uri, error_message, 'outgoing'); this.saveOutgoingMessage(uri, message, 0); //this.outgoingMessageStateChanged(message._id, 'failed'); this._sendMessage(uri, message.text, message._id, message.contentType, message.createdAt); }); } else { this.saveOutgoingMessage(uri, message, 0, message.contentType); if (message.contentType !== 'application/sylk-file-transfer' ) { utils.timestampedLog('Outgoing non-encrypted message', message._id, 'to', uri); this._sendMessage(uri, message.text, message._id, message.contentType, message.createdAt); } } if (this.state.selectedContact && this.state.selectedContact.uri === uri) { //console.log('Added render message', message._id, message.contentType); renderMessages[uri].push(message); let selectedContact = this.state.selectedContact; selectedContact.lastMessage = this.buildLastMessage(message) selectedContact.timestamp = message.createdAt; selectedContact.direction = 'outgoing'; selectedContact.lastCallDuration = null; this.setState({messages: renderMessages, selectedContact: selectedContact}); } } canSend() { if (!this.state.account) { //console.log('Wait for account...'); return false; } if (!this.state.connection) { //console.log('Wait for Internet connection...'); return false; } if (this.state.connection.state !== 'ready') { //console.log('Wait for Internet connection...'); return; } if (this.signOut) { return; } return true; } async uploadFile(file_transfer) { //console.log('uploadFile', file_transfer.local_url); let encrypted_file; let outputFile; let local_url = file_transfer.local_url; let remote_url = file_transfer.url; let uri = file_transfer.receiver.uri; if (!file_transfer.filetype) { file_transfer.filetype = 'application/octet-stream'; try { let type = await fileType(file_transfer.local_url); file_transfer.filetype = type ? type.mime : 'application/octet-stream'; } catch (e) { console.log('Error getting mime type', e.message); } } if (!this.canSend()) { return; } if (remote_url in this.uploadRequests) { console.log('Upload already in progres', file_transfer.url); return; } this.uploadRequests[remote_url] = file_transfer; if (!local_url && file_transfer.transfer_id) { this.deleteMessage(file_transfer.transfer_id, uri); return; } let public_keys = ''; if (uri in this.state.myContacts && this.state.myContacts[uri].publicKey) { public_keys = public_keys + '\n' + this.state.myContacts[uri].publicKey; console.log('Public key available for', uri); if (this.state.keys && this.state.keys.public) { public_keys = public_keys + "\n" + this.state.keys.public; console.log('Public key available for myself'); } else { console.log('No public key loaded for myself'); } } else { console.log('No public key available for', uri); } public_keys = public_keys.trim(); if (utils.isFileEncryptable(file_transfer) && public_keys.length > 0) { this.updateFileTransferBubble(file_transfer, 'Encrypting file...'); try { let encrypted_file = local_url + '.asc'; await OpenPGP.encryptFile(local_url, encrypted_file, public_keys, null, {fileName: file_transfer.filename}); utils.timestampedLog('Outgoing file', file_transfer.transfer_id, 'encrypted', 'keys length', public_keys.length); this.updateFileTransferBubble(file_transfer, 'Calculating checksum...'); let base64_content = await RNFS.readFile(encrypted_file, 'base64'); let checksum = utils.getPGPCheckSum(base64_content); const lines = base64_content.match(/.{1,60}/g) ?? []; let content = ""; lines.forEach((line) => { content = content + line + "\n"; }); content = "-----BEGIN PGP MESSAGE-----\n\n"+content+"="+checksum+"\n-----END PGP MESSAGE-----\n"; await RNFS.writeFile(encrypted_file, content, 'utf8'); this.updateFileTransferBubble(file_transfer, 'File encrypted'); file_transfer.filetype = file_transfer.filetype; local_url = local_url + ".asc"; remote_url = remote_url + '.asc'; } catch (error) { console.log('Failed to encrypt file:', error) file_transfer.error = 'Cannot encrypt file'; this.outgoingMessageStateChanged(file_transfer.transfer_id, 'failed'); let error_message = error.message.startsWith('intResponse') ? error.message.slice(40, error.message.length - 1): error.message; //this.renderSystemMessage(uri, error_message, 'outgoing'); } finally { this.updateFileTransferBubble(file_transfer); } } try { const exists = await RNFS.exists(local_url); } catch (e) { console.log(local_url, 'does not exist'); } utils.timestampedLog('Uploading file', local_url, 'to', remote_url); const xhr = new XMLHttpRequest(); xhr.onload = () => { if (xhr.status === 200) { console.log('File uploaded:', local_url); } else { delete this.uploadRequests[remote_url]; const error = new Error(xhr.response); console.log(error); this.outgoingMessageStateChanged(file_transfer.transfer_id, 'failed'); } this.updateFileTransferBubble(file_transfer); delete this.uploadRequests[remote_url] }; xhr.open('POST', remote_url); xhr.setRequestHeader('content-type', file_transfer.filetype); this.updateFileTransferBubble(file_transfer, 'Uploading file...'); xhr.send({ uri: 'file://'+ local_url }); if (xhr.upload) { xhr.upload.onprogress = (event) => { if (event.lengthComputable) { // evt.loaded the bytes the browser received // evt.total the total bytes set by the header var progress = Math.floor((event.loaded/event.total) * 100); //console.log('Upload ' + progress + '%!'); file_transfer.progress = progress; this.updateFileTransferBubble(file_transfer, 'Uploaded ' + progress + '%'); } }; } } async reSendMessage(message, uri) { await this.deleteMessage(message._id, uri).then((result) => { message._id = uuid.v4(); this.sendMessage(uri, message); }).catch((error) => { console.log('Failed to delete old messages'); }); } async saveConferenceMessage(room, message) { let messages = this.state.messages; let ts = message.createdAt; let unix_timestamp = Math.floor(ts / 1000); let contentType = message.metadata && message.metadata.filename ? "application/sylk-file-transfer" : "text/plain"; if (!message.direction) { message.direction = message.received ? 'incoming' : 'outgoing'; } let from_uri = message.direction === 'incoming' ? room : this.state.accountId; let to_uri = message.direction === 'incoming' ? this.state.accountId : room; let system = message.system ? '1' : null; let sender = !system ? message.user._id : null; var content = message.text; var params = [this.state.accountId, system, JSON.stringify(message.metadata), message.image, sender, message.local_url, message.url, message._id, JSON.stringify(ts), unix_timestamp, content, contentType, from_uri, to_uri, message.direction, 0, message.sent ? 1: 0, message.received ? 1: 0]; await this.ExecuteQuery("INSERT INTO messages (account, system, metadata, image, sender, local_url, url, msg_id, timestamp, unix_timestamp, content, content_type, from_uri, to_uri, direction, pending, sent, received) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)", params).then((result) => { console.log('SQL insert conference message', message._id, from_uri, to_uri, message.direction); if (room in messages) { messages[room].push(message); } else { messages[room] = [message]; } this.setState({messages: messages}); }).catch((error) => { if (error.message.indexOf('UNIQUE constraint failed') === -1) { console.log('saveConferenceMessage SQL error:', error.message); } }); } async updateConferenceMessage(room, message, update=false) { //console.log('Update conference message', message._id, 'for room', room); let messages = this.state.messages; let sent = message.sent ? 1 : 0; let received = message.received ? 1 : 0; var params = [JSON.stringify(message.metadata), message.text, 0, sent, received, message._id]; await this.ExecuteQuery("update messages set metadata = ?, content = ?, pending = ?, sent = ?, received = ? where msg_id = ?", params).then((result) => { //console.log('SQL update conference message', message._id); }).catch((error) => { if (error.message.indexOf('UNIQUE constraint failed') === -1) { console.log('updateConferenceMessage SQL error:', error.message); } }); let renderMessages = messages[room]; let newRenderMessages = []; if (renderMessages) { renderMessages.forEach((msg) => { if (msg._id === message._id) { msg.image = message.image; msg.video = message.video; msg.text = message.text; msg.metadata = message.metadata; msg.pending = message.pending; msg.failed = message.failed; msg.sent = message.sent; msg.received = message.received; } newRenderMessages.push(msg); }); messages[room] = newRenderMessages; this.setState({messages: messages}); } } async deleteConferenceMessage(room, message) { console.log('Delete conference message', message._id); let messages = this.state.messages; var params = [message._id]; await this.ExecuteQuery("delete from messages where msg_id = ?", params).then((result) => { let renderMessages = messages[room]; let newRenderMessages = []; renderMessages.forEach((msg) => { if (msg._id !== message._id) { newRenderMessages.push(msg); } }); messages[room] = newRenderMessages; this.setState({messages: messages}); }).catch((error) => { if (error.message.indexOf('UNIQUE constraint failed') === -1) { console.log('deleteConferenceMessage SQL error:', error); } }); } async saveOutgoingMessage(uri, message, encrypted=0, content_type="text/plain") { //console.log('saveOutgoingMessage', message._id, content_type, message.metadata); // sent -> null // pending -> 1 // received -> null // failed -> null if (content_type !== 'application/sylk-file-transfer') { this.saveOutgoingChatUri(uri, message); } let ts = message.createdAt; let unix_timestamp = Math.floor(ts / 1000); let params = [this.state.accountId, message._id, JSON.stringify(ts), unix_timestamp, message.text, content_type, JSON.stringify(message.metadata), this.state.accountId, uri, "outgoing", "1", encrypted]; await this.ExecuteQuery("INSERT INTO messages (account, msg_id, timestamp, unix_timestamp, content, content_type, metadata, from_uri, to_uri, direction, pending, encrypted) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)", params).then((result) => { }).catch((error) => { if (error.message.indexOf('UNIQUE constraint failed') === -1) { console.log('saveOutgoingMessage SQL error:', error); } }); } async outgoingMessageStateChanged(id, state) { let query; // mark message status // state can be failed or accepted utils.timestampedLog('Outgoing message', id, 'is', state); if (state === 'accepted') { // pending 1 -> 0 query = "UPDATE messages set pending = 0 where msg_id = ?"; } else if (state === 'failed') { // pending -> 0 // sent -> 1 // received -> 0 if (this.canSend()) { // message has failed while giving it to the server, it will not be resent // we should never end up here, unless the connection was down // in which case we should not have attempted yet to send the message, so is a very narrow window to end up be here query = "UPDATE messages set received = 0, sent = 1, pending = 0 where msg_id = ?"; } } //console.log(query); if (query) { await this.ExecuteQuery(query, [id]).then((results) => { this.updateRenderMessageState(id, state); // console.log('SQL update OK'); }).catch((error) => { console.log('outgoingMessageStateChanged, SQL error:', error); }); } } async saveDownloadTask(id, url, local_url) { //console.log('saveDownloadTask', url, local_url); let query = "SELECT * from messages where msg_id = ? and account = ?"; await this.ExecuteQuery(query,[id, this.state.accountId]).then((results) => { let rows = results.rows; let file_transfer = {}; if (rows.length === 1) { var item = rows.item(0); let metadata = item.metadata || item.content; try { file_transfer = JSON.parse(metadata); } catch (e) { console.log('Error decoding json in saveDownloadTask', metadata); return; } let uri = file_transfer.sender.uri === this.state.accountId ? file_transfer.receiver.uri : file_transfer.sender.uri; file_transfer.local_url = local_url; file_transfer.paused = false; this.ExecuteQuery("UPDATE messages set metadata = ? where msg_id = ?", [JSON.stringify(file_transfer), id]).then((results) => { //console.log('File transfer updated', id); if (local_url.endsWith('.asc')) { try { this.decryptFile(file_transfer); } catch (e) { console.log('Failed to decrypt file', e.message) } } else { this.updateFileTransferBubble(file_transfer); } }).catch((error) => { console.log('saveDownloadTask update SQL error:', error); }); } }).catch((error) => { console.log('saveDownloadTask select SQL error:', error); }); } async messageStateChanged(id, state, data) { // valid API states: pending -> accepted -> delivered -> displayed // error, failed or forbidden // valid UI render states: pending, read, received let reason = data.reason; let code = data.code; let failed = state === 'failed'; if (failed && code) { if (code > 500 || code === 408) { utils.timestampedLog('Message', id, 'failed on server:', reason, code); } } utils.timestampedLog('Message', id, 'is', state); let query; const failed_states = ['failed', 'error', 'forbidden']; if (state == 'accepted') { query = "UPDATE messages set pending = 0, state = ? where msg_id = ?"; } else if (state == 'delivered') { query = "UPDATE messages set pending = 0, sent = 1, state = ? where msg_id = ?"; } else if (state == 'displayed') { query = "UPDATE messages set received = 1, sent = 1, pending = 0, state = ? where msg_id = ?"; } else if (failed_states.indexOf(state) > -1) { query = "UPDATE messages set received = 0, sent = 1, pending = 0, state = ? where msg_id = ?"; } else { console.log('Invalid message state', id, state); return; } await this.ExecuteQuery(query, [state, id]).then((results) => { this.updateRenderMessageState(id, state); // console.log('SQL update OK'); }).catch((error) => { console.log('messageStateChanged SQL error:', error); }); } async fileTransferStateChanged(id, state, file_transfer) { let failed = state === 'failed'; utils.timestampedLog('File transfer', id, 'is', state); let query; const failed_states = ['failed', 'error', 'forbidden']; if (state == 'accepted') { query = "UPDATE messages set metadata = ?, pending = 0, state = ? where msg_id = ?"; } else if (state == 'delivered') { query = "UPDATE messages set metadata = ?, pending = 0, sent = 1, state = ? where msg_id = ?"; } else if (state == 'displayed') { query = "UPDATE messages set metadata = ?, received = 1, sent = 1, pending = 0, state = ? where msg_id = ?"; } else if (failed_states.indexOf(state) > -1) { file_transfer.failed = true; query = "UPDATE messages set metadata = ?, received = 0, sent = 1, pending = 0, state = ? where msg_id = ?"; } else { console.log('Invalid file transfer state', id, state); return; } await this.ExecuteQuery(query, [JSON.stringify(file_transfer), state, id]).then((results) => { this.updateFileTransferBubble(file_transfer); }).catch((error) => { console.log('fileTransferStateChanged SQL error:', error); }); } messageStateChangedSync(obj) { // valid API states: pending -> accepted -> delivered -> displayed // error, failed or forbidden // valid UI render states: pending, read, received let id = obj.messageId; let state = obj.state; //console.log('Sync message', id, 'state', state); let query; const failed_states = ['failed', 'error', 'forbidden']; if (state == 'accepted') { query = "UPDATE messages set pending = 0, state = ? where msg_id = ?"; } else if (state == 'delivered') { query = "UPDATE messages set pending = 0, sent = 1, state = ? where msg_id = ?"; } else if (state == 'displayed') { query = "UPDATE messages set received = 1, sent = 1, pending = 0, state = ? where msg_id = ?"; } else if (failed_states.indexOf(state) > -1) { query = "UPDATE messages set received = 0, sent = 1, pending = 0, state = ? where msg_id = ?"; } this.ExecuteQuery(query, [state, id]).then((results) => { //console.log('SQL update OK'); }).catch((error) => { console.log('messageStateChangedSync SQL error:', error); }); } async deleteMessage(id, uri, remote=true, after=false) { utils.timestampedLog('Message', id, 'is deleted', after); let query; let message_ids = [id]; if (after) { let rows; let sql_message; let unix_timestamp; let day; query = "SELECT * FROM messages where account = ? and msg_id = ?"; await this.ExecuteQuery(query, [this.state.accountId, id]).then((results) => { rows = results.rows; if (rows.length === 1) { sql_message = rows.item(0); unix_timestamp = sql_message.unix_timestamp; day = new Date(unix_timestamp * 1000).toISOString().slice(0,10); day = '%'+ day+ '%'; }; }).catch((error) => { console.log('SQL error:', error); }); if (unix_timestamp) { query = "SELECT * FROM messages where account = ? and ((to_uri = ? and direction = 'outgoing') or (from_uri = ? and direction = 'incoming')) and unix_timestamp >= ? and timestamp like ? order by unix_timestamp asc"; await this.ExecuteQuery(query, [this.state.accountId, uri, uri, unix_timestamp, day]).then((results) => { rows = results.rows; for (let i = 0; i < rows.length; i++) { var item = rows.item(i); message_ids.push(item.msg_id); } }).catch((error) => { console.log('SQL error:', error); }); } } for (let j = 0; j < message_ids.length; j++) { var _id = message_ids[j]; this.removeFilesForMessage(_id, uri); if (remote) { this.addJournal(_id, 'removeMessage', {uri: uri}); } } } async refetchMessagesForContact(contact, days=30) { if (!contact) { return; } let uri = contact.uri; this.syncRequested = false; console.log('refetchMessages with', uri, 'since', days, 'days ago'); var since = moment().subtract(days, 'days'); this.setState({nextSyncUriFilter: uri}); let options = {since: since}; this.requestSyncConversations(null, options); } async refetchMessages(days=30) { let timestamp = new Date(); let params; let unix_timestamp = Math.floor(timestamp / 1000); unix_timestamp = unix_timestamp - days * 24 * 3600; params = [this.state.accountId, unix_timestamp]; this.syncRequested = false; this.ExecuteQuery("select * from messages where account = ? and unix_timestamp < ? order by unix_timestamp desc limit 1", params).then((results) => { let rows = results.rows; if (rows.length === 1) { var item = rows.item(0); this.ExecuteQuery("delete from messages where account = ? and unix_timestamp > ?", params).then((results) => { //console.log('SQL deleted', results.rowsAffected, 'messages'); this._notificationCenter.postSystemNotification(results.rowsAffected + ' messages removed'); console.log('Sync conversations since', item.msg_id, new Date(item.unix_timestamp * 1000)); this.setState({saveLastSyncId: item.msg_id}); setTimeout(() => { this.requestSyncConversations(item.msg_id); }, 100); }); } }).catch((error) => { console.log('SQL error:', error); }); } removeFilesForMessage(id, uri) { let query = "SELECT * from messages where msg_id = ? and account = ?"; this.ExecuteQuery(query,[id, this.state.accountId]).then((results) => { let rows = results.rows; if (rows.length === 1) { var item = rows.item(0); query = "DELETE from messages where msg_id = ?"; this.ExecuteQuery(query, [id]).then((results) => { this.deleteRenderMessage(id, uri); //console.log('SQL deleted', results.rowsAffected, 'messages'); }).catch((error) => { console.log('removeFilesForMessage SQL error:', error); }); if (item.metadata) { let file_transfer = JSON.parse(item.metadata); if (file_transfer.receiver && file_transfer.sender) { let remote_party = file_transfer.sender.uri === this.state.accountId ? file_transfer.receiver.uri : file_transfer.sender.uri; let dir_path = RNFS.DocumentDirectoryPath + "/" + this.state.accountId + "/" + remote_party + "/" + id + "/"; RNFS.unlink(dir_path).then((success) => { console.log('Removed directory', dir_path); }).catch((err) => { if (err.message.indexOf('File does not exist') === -1) { console.log('Error deleting directory', dir_path, err.message); } }); } } } }).catch((error) => { console.log('removeFilesForMessage SQL error:', error); }); } async deleteMessageSync(id, uri) { //console.log('Sync message', id, 'is deleted'); let query; this.removeFilesForMessage(id, uri); query = "DELETE from messages where msg_id = ?"; this.ExecuteQuery(query, [id]).then((results) => { this.deleteRenderMessageSync(id, uri); // console.log('SQL update OK'); }).catch((error) => { console.log('deleteMessageSync SQL error:', error); }); } async expireMessage(id, duration=300) { utils.timestampedLog('Expire message', id, 'in', duration, 'seconds after read'); // TODO expire message } async deleteRenderMessage(id, uri) { let changes = false; let renderedMessages = this.state.messages; let newRenderedMessages = []; let myContacts = this.state.myContacts; let existingMessages = []; if (uri in this.state.messages) { existingMessages = renderedMessages[uri]; existingMessages.forEach((m) => { if (m._id !== id) { newRenderedMessages.push(m); } else { changes = true; } }); } if (changes) { renderedMessages[uri] = newRenderedMessages; if (uri in myContacts) { myContacts[uri].totalMessages = myContacts[uri].totalMessages - 1; if (existingMessages.length > 0 && existingMessages[0].id === id) { myContacts[uri].lastMessage = null; myContacts[uri].lastMessageId = null; } } this.setState({messages: renderedMessages, myContacts: myContacts}); } } async deleteRenderMessageSync(id, uri) { let changes = false; let renderedMessages = this.state.messages; let newRenderedMessages = []; let existingMessages = []; if (uri in this.state.messages) { existingMessages = renderedMessages[uri]; existingMessages.forEach((m) => { if (m._id !== id) { newRenderedMessages.push(m); } else { changes = true; } }); } if (changes) { renderedMessages[uri] = newRenderedMessages; this.setState({messages: renderedMessages}); } let idx = 'remove' + id; this.remove_sync_pending_item(idx); } async sendPendingMessage(uri, text, id, contentType, timestamp) { utils.timestampedLog('Outgoing pending message', id); if (uri in this.state.myContacts && this.state.myContacts[uri].publicKey && this.state.keys.public) { let public_keys = this.state.myContacts[uri].publicKey + "\n" + this.state.keys.public; await OpenPGP.encrypt(text, public_keys).then((encryptedMessage) => { utils.timestampedLog('Outgoing message', id, 'encrypted'); this._sendMessage(uri, encryptedMessage, id, contentType, timestamp); }).catch((error) => { let error_message = error.message.startsWith('stringResponse') ? error.message.slice(42, error.message.length - 1): error.message; this.renderSystemMessage(uri, error_message, 'outgoing'); this._sendMessage(uri, text, id, contentType, timestamp); //console.log('Failed to encrypt message:', error); //this.outgoingMessageStateChanged(id, 'failed'); //this.saveSystemMessage(uri, 'Failed to encrypt message', 'outgoing'); }); } else { //console.log('Outgoing non-encrypted message to', uri); this._sendMessage(uri, text, id, contentType, timestamp); } } async sendPendingMessages() { //console.log('sendPendingMessages'); if (this.signOut) { return; } let content; let metadata; //await this.ExecuteQuery("SELECT * from messages where pending = 1 and content_type like 'text/%' and from_uri = ?", [this.state.accountId]).then((results) => { await this.ExecuteQuery("SELECT * from messages where pending = 1 and from_uri = ?", [this.state.accountId]).then((results) => { let rows = results.rows; for (let i = 0; i < rows.length; i++) { if (this.signOut) { return; } var item = rows.item(i); if (item.to_uri.indexOf('@conference.') > -1) { //console.log('Skip outgoing conference conference messages'); continue; } if (item.to_uri.indexOf('@videoconference') > -1) { //console.log('Skip outgoing videoconference conference messages'); continue; } let timestamp = new Date(item.unix_timestamp * 1000); console.log('Pending outgoing message', item.msg_id, item.content_type, item.to_uri); if (item.content_type === 'application/sylk-file-transfer') { try { metadata = JSON.parse(item.metadata); if (metadata) { this.uploadFile(metadata); } else { this.deleteMessage(item.msg_id, item.msg_id.to_uri); } } catch (e) { console.log("Error decoding outgoing file transfer json sql: ", e); this.deleteMessage(item.msg_id, item.to_uri); } } else { this.sendPendingMessage(item.to_uri, item.content, item.msg_id, item.content_type, timestamp); } } }).catch((error) => { console.log('sendPendingMessages SQL error:', error); }); await this.ExecuteQuery("SELECT * FROM messages where direction = 'incoming' and system is null and received = 0 and from_uri = ?", [this.state.accountId]).then((results) => { //console.log('SQL get messages OK'); let rows = results.rows; let imdn_msg; for (let i = 0; i < rows.length; i++) { var item = rows.item(i); let timestamp = JSON.parse(item.timestamp, _parseSQLDate); imdn_msg = {id: item.msg_id, timestamp: timestamp, from_uri: item.from_uri} this.sendDispositionNotification(imdn_msg, 'delivered', true); } }).catch((error) => { console.log('sendPendingMessages SQL error:', error); }); } async updateRenderMessageState(id, state) { let query; let uri; let changes = false; //console.log('updateMessage', id, state); query = "SELECT * from messages where msg_id = ? and account = ?"; //console.log(query); await this.ExecuteQuery(query,[id, this.state.accountId]).then((results) => { let rows = results.rows; if (rows.length === 1) { var item = rows.item(0); //console.log(item); uri = item.direction === 'outgoing' ? item.to_uri : item.from_uri; //console.log('Message', id, 'new state is', state); if (uri in this.state.messages) { let renderedMessages = this.state.messages; renderedMessages[uri].forEach((m) => { if (m._id === id) { if (state === 'accepted') { m.pending = false; m.failed = false; changes = true; } if (state === 'delivered') { m.sent = true; m.pending = false; m.failed = false; changes = true; } if (state === 'displayed') { if (this.state.selectedContact && this.state.selectedContact.uri === uri && !m.received) { this.playMessageSound('outgoing'); } m.received = true; m.sent = true; m.pending = false; m.failed = false; changes = true; } if (state === 'failed') { m.received = false; m.sent = false; m.pending = false; m.failed = true; changes = true; } if (state === 'pinned') { m.pinned = true; changes = true; } if (state === 'unpinned') { m.pinned = false; changes = true; } } }); if (changes) { this.setState({messages: renderedMessages}); if (state === 'failed') { //this.renderSystemMessage(uri, 'Message delivery failed', 'incoming'); } } } } }).catch((error) => { console.log('SQL query:', query); console.log('SQL error:', error); }); } async saveOutgoingChatUri(uri, message) { //console.log('saveOutgoingChatUri', uri); let query; let content = message.text; let myContacts = this.state.myContacts; if (uri in myContacts) { // } else { myContacts[uri] = this.newContact(uri); } this.lookupPublicKey(myContacts[uri]); myContacts[uri].unread = []; if (myContacts[uri].totalMessages) { myContacts[uri].totalMessages = myContacts[uri].totalMessages + 1; } if (content.indexOf('-----BEGIN PGP MESSAGE-----') === -1) { myContacts[uri].lastMessage = this.buildLastMessage(message); myContacts[uri].lastMessageId = message.id; } if (myContacts[uri].tags.indexOf('chat') === -1) { myContacts[uri].tags.push('chat'); } myContacts[uri].lastCallDuration = null; myContacts[uri].timestamp = new Date(); myContacts[uri].direction = 'outgoing'; this.setState({myContacts: myContacts}); this.saveSylkContact(uri, myContacts[uri], 'saveOutgoingChatUri'); } pinMessage(id) { let query; query = "UPDATE messages set pinned = 1 where msg_id = ?"; //console.log(query); this.ExecuteQuery(query, [id]).then((results) => { console.log('Message', id, 'pinned'); this.updateRenderMessageState(id, 'pinned') this.addJournal(id, 'pinMessage'); }).catch((error) => { console.log('SQL query:', query); console.log('SQL error:', error); }); } unpinMessage(id) { let query; query = "UPDATE messages set pinned = 0 where msg_id = ?"; //console.log(query); this.ExecuteQuery(query, [id]).then((results) => { this.updateRenderMessageState(id, 'unpinned') this.addJournal(id, 'unPinMessage'); console.log('Message', id, 'unpinned'); }).catch((error) => { console.log('SQL query:', query); console.log('SQL error:', error); }); } async addJournal(id, action, data={}) { //console.log('Add journal entry:', action, id); this.mySyncJournal[uuid.v4()] = {id: id, action: action, data: data}; this.replayJournal(); } async replayJournal() { if (!this.state.account) { utils.timestampedLog('Sync journal later when going online...'); return; } if (this.signOut) { return; } let op; let executed_ops = []; Object.keys(this.mySyncJournal).forEach((key) => { if (!this.canSend()) { return; } op = this.mySyncJournal[key]; //utils.timestampedLog('Sync journal', op.action, op.id); if (op.action === 'removeConversation') { this.state.account.removeConversation(op.id, (error) => { // TODO: add period and delete remote flags if (error) { utils.timestampedLog(op.action, op.id, 'journal operation failed:', error); } }); } else if (op.action === 'readConversation') { this.state.account.markConversationRead(op.id, (error) => { if (error) { utils.timestampedLog(op.action, op.id, 'journal operation failed:', error); } }); } else if (op.action === 'removeMessage') { this.state.account.removeMessage({id: op.id, receiver: op.data.uri}, (error) => { if (error) { utils.timestampedLog(op.action, op.id, 'journal operation failed:', error); } }); } if (this.canSend()) { executed_ops.push(key); } }); executed_ops.forEach((key) => { delete this.mySyncJournal[key]; }); storage.set('mySyncJournal', this.mySyncJournal); this.sendPendingMessages(); } async confirmRead(uri, source) { //console.log('confirmRead', uri, 'app state', this.state.appState, source); if (this.state.appState === 'background') { return; } if (uri.indexOf('@') === -1) { return; } if (uri.indexOf('@conference.') > -1) { return; } if (uri.indexOf('@videoconference.') > -1) { return; } if (uri in this.state.decryptingMessages && this.state.decryptingMessages[uri].length > 0) { return; } //console.log('Confirm read messages for', uri); let displayed = []; await this.ExecuteQuery("SELECT * FROM messages where from_uri = '" + uri + "' and received = 1 and encrypted not in (1) and system is NULL and to_uri = ?", [this.state.accountId]).then((results) => { let rows = results.rows; if (rows.length > 0) { //console.log('We must confirm read of', rows.length, 'messages'); } else { //console.log('No messages to confirm read'); } for (let i = 0; i < rows.length; i++) { var item = rows.item(i); if (item.encrypted === 3) { console.log('Message could not be decrypted', item.msg_id, item.content_type); this.sendDispositionNotification(item, 'error', true); } else { this.sendDispositionNotification(item, 'displayed', true); } } }).catch((error) => { console.log('SQL error:', error); }); this.resetUnreadCount(uri); } async resetUnreadCount(uri) { //console.log('--- resetUnreadCount', uri); let myContacts = this.state.myContacts; let missedCalls = this.state.missedCalls; let idx; let changes = false; if (uri in myContacts) { } else { return; } if (myContacts[uri].unread.length > 0) { myContacts[uri].unread = []; myContacts[uri].unread.forEach((id) => { idx = missedCalls.indexOf(id); if (idx > -1) { missedCalls.splice(idx, 1); } }); changes = true; } if (myContacts[uri].lastCallId) { idx = missedCalls.indexOf(myContacts[uri].lastCallId); if (idx > -1) { missedCalls.splice(idx, 1); } } idx = myContacts[uri].tags.indexOf('missed'); if (idx > -1) { myContacts[uri].tags.splice(idx, 1); changes = true; } this.updateTotalUread(myContacts); if (changes) { this.saveSylkContact(uri, myContacts[uri], 'resetUnreadCount'); this.addJournal(uri, 'readConversation'); } this.setState({missedCalls: missedCalls}); } async sendDispositionNotification(message, state='displayed', save=false) { //console.log('sendDispositionNotification', state, 'app state', this.state.appState); let id = message.msg_id || message.id || message.transfer_id; let uri = message.sender ? message.sender.uri : message.from_uri; utils.timestampedLog('Message', id, 'IMDN state is', state); if (!this.canSend()) { console.log('IMDN for', id, state, 'will be sent later'); return false; } let result = await new Promise((resolve, reject) => { this.state.account.sendDispositionNotification(uri, id, message.timestamp, state,(error) => { if (!error) { if (save) { let received = (state === 'delivered') ? 1 : 2; let query = "UPDATE messages set received = ? where msg_id = ? and account = ?"; this.ExecuteQuery(query, [received, id, this.state.accountId]).then((results) => { utils.timestampedLog('IMDN for', id, 'saved'); }).catch((error) => { utils.timestampedLog('IMDN for', id, 'save error:', error.message); }); } resolve(true); } else { utils.timestampedLog('IMDN for', id, state, 'sent failed,', error); resolve(false); } }); }); return result; } loadEarlierMessages() { if (!this.state.selectedContact) { return; } let myContacts = this.state.myContacts; let uri = this.state.selectedContact.uri; let limit = this.state.messageLimit * this.state.messageZoomFactor; if (myContacts[uri].totalMessages < limit) { //console.log('No more messages for', uri); return; } let messageZoomFactor = this.state.messageZoomFactor; messageZoomFactor = messageZoomFactor + 1; this.setState({messageZoomFactor: messageZoomFactor}); setTimeout(() => { this.getMessages(this.state.selectedContact.uri); }, 10); } async checkFileTransfer(file_transfer) { let uri = file_transfer.sender.uri === this.state.accountId ? file_transfer.receiver.uri : file_transfer.sender.uri; if (file_transfer.local_url) { const exists = await RNFS.exists(file_transfer.local_url); if (exists) { try { const { size } = await RNFetchBlob.fs.stat(file_transfer.local_url); //console.log('File exists local', file_transfer.transfer_id, file_transfer.local_url); if (size === 0) { this.deleteMessage(file_transfer.transfer_id, uri); } } catch (e) { consolo.log('Error stat file:', e.message); return; } } return; } //console.log('checkFileTransfer', file_transfer); let difference; let now = new Date(); let until = new Date(file_transfer.until); if (now.getTime() > until.getTime()) { console.log('File transfer expired:', file_transfer.transfer_id, file_transfer.filetype); this.deleteMessage(file_transfer.transfer_id, uri, false); return; } if (file_transfer.paused) { console.log('File transfer is paused', file_transfer.transfer_id, file_transfer.filetype); return; } if (file_transfer.failed) { console.log('File transfer is failed', file_transfer.transfer_id, file_transfer.filetype); return; } let ft_ts = new Date(file_transfer.timestamp); difference = now.getTime() - ft_ts.getTime(); let days = Math.ceil(difference / (1000 * 3600 * 24)); if (days < 10) { if (utils.isImage(file_transfer.filename, file_transfer.filetype)) { this.downloadFile(file_transfer); } else { if (file_transfer.filesize < 1000 * 10000) { this.downloadFile(file_transfer); } else { console.log('File transfer is too large'); } } } else { //console.log('File transfer', file_transfer.transfer_id, 'is too old'); } } resumeTransfers() { if (!this.state.selectedContact) { return; } let messages = this.state.messages[this.state.selectedContact.uri] messages.forEach((msg) => { if (msg.metadata && msg.metadata.paused) { console.log('Resume transfer', msg.metadata.transfer_id); this.downloadFile(msg.metadata) } }); } async downloadFile(file_transfer, force=false) { const res = await RNFS.getFSInfo(); console.log('Available space', Math.ceil(res.freeSpace/1024/1024), 'MB'); if (res.freeSpace < file_transfer.filesize) { this._notificationCenter.postSystemNotification('Not enough free space'); return; } let id = file_transfer.transfer_id; let remote_party = file_transfer.sender.uri === this.state.accountId ? file_transfer.receiver.uri : file_transfer.sender.uri; let dir_path = RNFS.DocumentDirectoryPath + "/" + this.state.accountId + "/" + remote_party + "/" + id + "/"; let encrypted = file_transfer.url.endsWith('.asc') ? 1 : 0; if (force) { this.updateRenderMessageState(id, 'displayed'); try { await RNFS.unlink(dir_path); utils.timestampedLog('File transfer directory deleted', dir_path); } catch (err) { console.log('Error removing directory', err.message); }; file_transfer.local_url = null; file_transfer.failed = false; file_transfer.error = null; if (file_transfer.url.endsWith('.asc') && !file_transfer.filename.endsWith('.asc')) { file_transfer.filename = file_transfer.filename + ('.asc'); } this.updateFileTransferSql(file_transfer, encrypted, true); } await RNFS.mkdir(dir_path); //console.log('Made directory', dir_path); let file_path = dir_path + "/" + file_transfer.filename; let tmp_file_path = file_path + '.tmp'; if (id in this.downloadRequests) { this.downloadRequests[id].stop(); console.log('File transfer was in progress, stopped it now', id); file_transfer.paused = true; file_transfer.progress = null; file_transfer.error = null; this.updateFileTransferSql(file_transfer, encrypted); delete this.downloadRequests[id]; return; } console.log('Downloading file', file_transfer); // add a timer to cancel the download //console.log('To local storage:', tmp_file_path); file_transfer.paused = false; file_transfer.progress = 0; try { await RNFS.unlink(file_path); } catch (err) { }; //console.log('Adding request id', id, file_transfer.url); this.updateFileTransferBubble(file_transfer, 'Downloading file, press to cancel'); let filesize; this.downloadRequests[id] = RNBackgroundDownloader.download({ id: id, url: file_transfer.url, destination: tmp_file_path, }).begin((size) => { filesize = size; console.log('File', file_transfer.filename, 'has', size, 'bytes'); this.updateFileTransferBubble(file_transfer, 'Downloading ' + utils.beautySize(file_transfer.filesize), ', press to cancel'); }).progress((percent) => { const progress = Math.ceil(percent * 100); //console.log('File', file_transfer.filename, 'download', progress, '%'); file_transfer.progress = progress; this.updateFileTransferBubble(file_transfer, 'Downloaded ' + progress + '% of '+ utils.beautySize(file_transfer.filesize) +', press to cancel'); }).done(() => { console.log('File', file_transfer.filename, 'downloaded'); delete this.downloadRequests[id]; if (file_transfer.filesize !== filesize) { console.log('File', file_transfer.filename, 'size is wrong', filesize, file_transfer.filesize); this.deleteMessage(id, remote_party, false); return; } RNFS.moveFile(tmp_file_path, file_path).then((success) => { this.updateFileTransferBubble(file_transfer, 'Download finished'); this.saveDownloadTask(id, file_transfer.url, file_path); if (this.state.callContact) { this.getMessages(this.state.callContact.uri); } }) .catch((err) => { console.log("Error moving temp file: " + err.message); console.log("Source: ", tmp_file_path); console.log("Destination: ", file_path); file_transfer.local_url = null; this.fileTransferStateChanged(id, 'failed', file_transfer); }); }).error((error) => { console.log('File', file_transfer.filename, 'download failed:', error); file_transfer.error = error; this.fileTransferStateChanged(id, 'failed', file_transfer); delete this.downloadRequests[id]; if (error === 'not found') { setTimeout(() => { this.deleteMessage(id, remote_party); }, 2000); } }); } async decryptFile(file_transfer) { if (!this.state.keys.private) { return; } //console.log('decryptFile', file_transfer); let content; let lines = []; let base64_content = ''; let file_path = file_transfer.local_url; let file_path_binary = file_path + '.bin'; let file_path_decrypted = file_path.slice(0, -4); let uri = this.state.accountId === file_transfer.receiver.uri ? file_transfer.sender.uri : file_transfer.receiver.uri; let exists = await RNFS.exists(file_path_decrypted); if (exists) { console.log('File', file_transfer.filename.slice(0, -4), 'is already decrypted'); } exists = await RNFS.exists(file_path); if (!exists) { console.log('Encrypted file', file_path, 'does not exist'); this.updateFileTransferSql(file_transfer, 3); return; } else { try { const { size } = await RNFetchBlob.fs.stat(file_path); if (size !== file_transfer.filesize) { file_transfer.error = 'Wrong file size'; this.updateFileTransferSql(file_transfer, 3); this.renderSystemMessage(uri, 'Wrong file size ' + size + ', on server is ' + file_transfer.filesize, 'outgoing', new Date()); return; } } catch (e) { consolo.log('Error stat file:', e.message); file_transfer.error = 'Cannot stat local file'; this.updateFileTransferSql(file_transfer, 3); return; } } this.updateFileTransferBubble(file_transfer, 'Decrypting...'); try { content = await RNFS.readFile(file_path, 'utf8'); } catch (e) { console.log('Error reading file from PGP envelope', e.message, file_path); file_transfer.error = 'Error reading .asc file: ' + e.message; this.renderSystemMessage(uri, e.message); this.updateFileTransferSql(file_transfer, 3); return; } try { lines = content.split("\n"); lines.forEach((line) => { if (line === '-----BEGIN PGP MESSAGE-----') { return; } if (line === '') { return; } if (line.indexOf('Version') > -1) { return; } if (line.indexOf('Comment') > -1) { return; } if (line.indexOf('MessageID') > -1) { return; } if (line.indexOf('Hash') > -1) { return; } if (line.indexOf('Charset') > -1) { return; } if (line === '-----END PGP MESSAGE-----') { return; } if (line.startsWith('=')) { return; } base64_content = base64_content + line; }); } catch (e) { utils.timestampedLog('Error parsing PGP envelope', e.message); this.updateFileTransferSql(file_transfer, 3); return; } try { await RNFS.writeFile(file_path_binary, base64_content, 'base64'); } catch (e) { utils.timestampedLog('Error writing file', e.message); file_transfer.error = 'Error writing file'; this.updateFileTransferSql(file_transfer, 3); return; } utils.timestampedLog('Decrypting file', file_path_binary, this.state.keys.private.length); await OpenPGP.decryptFile(file_path_binary, file_path_decrypted, this.state.keys.private, null).then((content) => { utils.timestampedLog('File', file_transfer.transfer_id, 'decrypted'); file_transfer.local_url = file_path_decrypted; file_transfer.filename = file_transfer.filename.slice(0, -4); try { RNFS.unlink(file_path_binary); } catch (e) { // } try { RNFS.unlink(file_path); } catch (e) { // } this.updateFileTransferSql(file_transfer, 2); }).catch((error) => { let error_message = error.message; if (error.message.indexOf('incorrect key') > -1) { error_message = 'Incorrect encryption key, the sender must resent the file'; } file_transfer.error = 'Error decrypting file ' + file_transfer.filename, + ': ', error_message; file_transfer.progress = null; utils.timestampedLog('Decrypting file', file_path_binary, 'failed:', error.message); this.updateFileTransferSql(file_transfer, 3); //console.log(content); }); } async decryptMessage(message, updateContact=false) { // encrypted // 0 not encrypted // null not encrypted // 1 encrypted content // 2 decrypted content // 3 failed to decrypt if (!this.state.keys.private) { return; } let id = message.msg_id; let decryptingMessages = this.state.decryptingMessages; let msg; let pending_messages = []; let idx; let uri = message.direction === 'incoming' ? message.from_uri : message.to_uri; let messages = this.state.messages; let render_messages = messages[uri]; //console.log('decryptMessage', id); await OpenPGP.decrypt(message.content, this.state.keys.private).then((content) => { utils.timestampedLog('Message', id, 'decrypted'); if (uri in decryptingMessages) { pending_messages = decryptingMessages[uri]; idx = pending_messages.indexOf(id); if (pending_messages.length > 10) { let status = 'Decrypting ' + pending_messages.length + ' messages with'; this._notificationCenter.postSystemNotification(status, {body: uri}); } else if (pending_messages.length === 10) { //let status = 'All messages decrypted'; //this._notificationCenter.postSystemNotification(status); } if (idx > -1) { pending_messages.splice(idx, 1); decryptingMessages[uri] = pending_messages; this.setState({decryptingMessages: decryptingMessages}); } } if (updateContact) { let myContacts = this.state.myContacts; //console.log('Update contact after decryption', uri); if (this.mustPlayIncomingSoundAfterSync) { this.playMessageSound(); this.mustPlayIncomingSoundAfterSync = false; } if (message.timestamp > myContacts[uri].timestamp) { myContacts[uri].lastMessage = this.buildLastMessage(message); myContacts[uri].lastMessageId = message.id; myContacts[uri].timestamp = message.timestamp; this.saveSylkContact(uri, myContacts[uri], 'decryptMessage'); this.setState({myContacts: myContacts}); } } if (uri in messages) { if (message.content_type === 'text/html') { content = utils.html2text(content); } else if (message.content_type === 'text/plain') { content = content; } else if (message.content_type.indexOf('image/') > -1) { message.image = `data:${message.content_type};base64,${btoa(content)}` } msg = utils.sql2GiftedChat(message, content); render_messages.push(msg); messages[uri] = render_messages; if (pending_messages.length === 0) { if (this.state.selectedContact && this.state.selectedContact.uri === uri) { this.confirmRead(uri, 'decryptMessage'); } this.setState({message: messages}); } } let params = [content, id, this.state.accountId]; this.ExecuteQuery("update messages set encrypted = 2, content = ? where msg_id = ? and account = ?", params).then((result) => { if (this.state.selectedContact && this.state.selectedContact.uri === uri && pending_messages.length === 0) { this.confirmRead(uri, 'sql saved read'); } }).catch((error) => { console.log('SQL message update error:', error); }); }).catch((error) => { console.log('Error decrypting message', id, error.message); let params = [id, this.state.accountId]; this.ExecuteQuery("update messages set encrypted = 3 where msg_id = ? and account = ?", params).then((result) => { }).catch((error) => { console.log('SQL message update error:', error); }); let error_message = error.message; if (error.message.indexOf('incorrect key') > -1) { error_message = error_message + ', the sender must resent the message'; } if (message.from_uri !== this.state.accountId) { console.log('Broken', message.direction, message.from_uri); msg = utils.sql2GiftedChat(message, error_message); msg.received = 0; msg.encrypted = 3; render_messages.push(msg); messages[uri] = render_messages; this.setState({message: messages}); } }); } lookupPublicKey(contact) { //console.log('lookupPublicKey', contact); if (contact.uri.indexOf('@guest') > -1) { return; } if (contact.uri.indexOf('anonymous') > -1) { return; } if (contact.tags.indexOf('test') > -1) { return; } if (!contact.conference && this.state.connection) { this.state.connection.lookupPublicKey(contact.uri); } } async contactsCount() { let query = "SELECT count(*) as rows FROM contacts where account = ?"; let rows; let total; await this.ExecuteQuery(query, [this.state.accountId]).then((results) => { rows = results.rows; total = rows.item(0).rows; console.log(total, 'total contacts'); }).catch((error) => { console.log('SQL error:', error); }); } async getMessages(uri, filter={pinned: false, category: null}) { //console.log('Get messages', filter); let pinned=filter && 'pinned' in filter ? filter['pinned'] : false; let category=filter && 'category' in filter ? filter['category'] : null; let messages = this.state.messages; let myContacts = this.state.myContacts; let msg; let query; let rows = 0; let total = 0; let last_messages = []; let orig_uri; let localpath; let filteredMessageIds = []; if (!uri) { query = "SELECT count(*) as rows FROM messages where account = ? and ((from_uri = ? and direction = 'outgoing') or (to_uri = ? and direction = 'incoming'))"; await this.ExecuteQuery(query, [this.state.accountId, this.state.accountId, this.state.accountId]).then((results) => { rows = results.rows; total = rows.item(0).rows; console.log(total, 'total messages'); }).catch((error) => { console.log('SQL error:', error); }); return; } orig_uri = uri; if (Object.keys(myContacts).indexOf(uri) === -1) { this.setState({messages: {}}); return; } if (utils.isPhoneNumber(uri) && uri.indexOf('@') === -1) { uri = uri + '@' + this.state.defaultDomain; } else { this.resetUnreadCount(orig_uri); this.lookupPublicKey(myContacts[orig_uri]); } //console.log('Get messages with', uri, 'with zoom factor', this.state.messageZoomFactor); let limit = this.state.messageLimit * this.state.messageZoomFactor; query = "SELECT count(*) as rows FROM messages where account = ? and ((from_uri = ? and to_uri = ?) or (from_uri = ? and to_uri = ?))"; if (pinned) { query = query + ' and pinned = 1'; } if (category && category !== 'text') { query = query + " and metadata != ''"; } await this.ExecuteQuery(query, [this.state.accountId, this.state.accountId, uri, uri, this.state.accountId]).then((results) => { rows = results.rows; total = rows.item(0).rows; //console.log('Got', total, 'messages with', uri, 'from database', ); }).catch((error) => { console.log('SQL error:', error); }); if (uri in myContacts) { myContacts[uri].totalMessages = total; } query = "SELECT * FROM messages where account = ? and ((from_uri = ? and to_uri = ?) or (from_uri = ? and to_uri = ?)) "; if (pinned) { query = query + ' and pinned = 1'; } if (category && category !== 'text') { query = query + " and metadata != ''"; } query = query + ' order by unix_timestamp desc limit ?, ?'; await this.ExecuteQuery(query, [this.state.accountId, this.state.accountId, uri, uri, this.state.accountId, this.state.messageStart, limit]).then((results) => { //console.log('SQL get messages, rows =', results.rows.length); let rows = results.rows; messages[orig_uri] = []; let content; let ts; let last_message; let last_message_id; let last_direction; let messages_to_decrypt = []; let decryptingMessages = {}; let msg; let enc; let file_path; let file_transfer; let contentTypes = {}; let last_content = null; for (let i = 0; i < rows.length; i++) { var item = rows.item(i); if (false) { //console.log('Remove broken message', item); this.ExecuteQuery('delete from messages where msg_id = ?', [item.msg_id]); myContacts[orig_uri].totalMessages = myContacts[orig_uri].totalMessages - 1; continue; } content = item.content; if (!content) { content = 'Empty message...'; } last_direction = item.direction; let timestamp; last_message = null; last_message_id = null; let unix_timestamp; if (item.unix_timestamp === 0) { timestamp = JSON.parse(item.timestamp, _parseSQLDate); unix_timestamp = Math.floor(timestamp / 1000); item.unix_timestamp = unix_timestamp; this.ExecuteQuery('update messages set unix_timestamp = ? where msg_id = ?', [unix_timestamp, item.msg_id]); } else { timestamp = new Date(item.unix_timestamp * 1000); } const is_encrypted = content.indexOf('-----BEGIN PGP MESSAGE-----') > -1 && content.indexOf('-----END PGP MESSAGE-----') > -1; enc = parseInt(item.encrypted); if (is_encrypted && enc !== 3) { myContacts[orig_uri].totalMessages = myContacts[orig_uri].totalMessages - 1; if (item.encrypted === null) { item.encrypted = 1; } /* encrypted: 1 = unencrypted 2 = decrypted 3 = failed to decrypt message */ if (uri in decryptingMessages) { } else { decryptingMessages[orig_uri] = []; } decryptingMessages[orig_uri].push(item.msg_id); messages_to_decrypt.push(item); } else { if (enc === 3) { content = 'Encrypted message'; } else if (item.content_type === 'text/html') { content = utils.html2text(content); } else if (item.content_type === 'text/plain') { content = content; } else if (item.content_type === 'application/sylk-file-transfer') { content = content; } else if (item.content_type.indexOf('image/') > -1) { item.image = `data:${item.content_type};base64,${btoa(content)}` } else if (item.content_type === 'application/sylk-contact-update') { myContacts[orig_uri].totalMessages = myContacts[orig_uri].totalMessages - 1; console.log('Remove update contact message', item.id); this.ExecuteQuery('delete from messages where msg_id = ?', [item.msg_id]); continue; } else if (item.content_type === 'text/pgp-public-key-imported') { continue; } else { console.log('Unknown message', item.msg_id, 'type', item.content_type); myContacts[orig_uri].totalMessages = myContacts[orig_uri].totalMessages - 1; this.deleteMessage(item.msg_id, item.to_uri); continue; } last_content = content; msg = utils.sql2GiftedChat(item, content, filter); //console.log(msg); if (!msg) { myContacts[orig_uri].totalMessages = myContacts[orig_uri].totalMessages - 1; continue; } if (msg.audio) { contentTypes['audio'] = true; } else if (msg.image) { contentTypes['image'] = true; } else if (msg.video) { contentTypes['movie'] = true; } else { contentTypes['text'] = true; } if (msg.pinned) { contentTypes['pinned'] = true; } messages[orig_uri].push(msg); if (pinned || category) { filteredMessageIds.push(msg._id); } if (msg.metadata && msg.metadata.filename) { if (msg.metadata.paused) { contentTypes['paused'] = true; } if (msg.metadata.filesize && msg.metadata.filesize > utils.HUGE_FILE_SIZE) { contentTypes['large'] = true; } if (msg.metadata.failed) { contentTypes['failed'] = true; } this.checkFileTransfer(msg.metadata); } } } this.setState({filteredMessageIds: filteredMessageIds, contentTypes: contentTypes}); //console.log('Got', messages[orig_uri].length, 'out of', total, 'messages for', uri); last_messages = messages[orig_uri]; last_messages.reverse(); if (last_messages.length > 0) { last_messages.forEach((last_item) => { last_message = this.buildLastMessage(last_item); last_message_id = last_item.id; return; }); } if (orig_uri in myContacts) { if (last_message && last_message != myContacts[orig_uri].lastMessage && last_message !== 'Public key received') { myContacts[orig_uri].lastMessage = last_message; myContacts[orig_uri].lastMessageId = last_message_id; this.saveSylkContact(uri, myContacts[orig_uri], 'getMessages'); this.setState({myContacts: myContacts}); } } this.setState({messages: messages, decryptingMessages: decryptingMessages}); let i = 1; messages_to_decrypt.forEach((item) => { var updateContact = messages_to_decrypt.length === i; this.decryptMessage(item, updateContact); i = i + 1; }); }).catch((error) => { console.log('getMessages SQL error:', error); }); } async deleteSsiCredential(contact) { this.setState({ selectedContact: null, targetUri: '' }); if (this.ssiAgent) { await this.ssiAgent.credentials.deleteById(contact.uri); utils.timestampedLog('Deleted SSI credential', contact.uri); const credentials = await this.ssiAgent.credentials.getAll(); this.setState({ssiCredentials: credentials}); } } async deleteSsiConnection(contact) { this.setState({ selectedContact: null, targetUri: '' }); if (this.ssiAgent) { await this.ssiAgent.connections.deleteById(contact.uri); utils.timestampedLog('Deleted SSI connection', contact.uri); const connections = await this.ssiAgent.connections.getAll(); this.setState({ssiConnections: connections}); } } async deleteMessages(uri, remote=false) { console.log('Delete messages for', uri); if (this.state.filteredMessageIds.length > 0) { this.state.filteredMessageIds.forEach((id) => { this.deleteMessage(id, uri, remote); }); return; } let messages = this.state.messages; let myContacts = this.state.myContacts; let query; let params; let orig_uri = uri; if (uri) { if (uri.indexOf('@') === -1 && utils.isPhoneNumber(uri)) { uri = uri + '@' + this.state.defaultDomain; } else { if (remote) { console.log('Delete messages remote party', uri); this.addJournal(orig_uri, 'removeConversation'); } } } if (uri) { let dir = RNFS.DocumentDirectoryPath + '/conference/' + uri + '/files'; RNFS.unlink(dir).then((success) => { console.log('Removed folder', dir); }).catch((err) => { //console.log('Error deleting folder', dir, err.message); }); query = "DELETE FROM messages where ((from_uri = ? and to_uri = ? and direction = 'incoming') or (from_uri = ? and to_uri = ? and direction = 'outgoing'))"; params = [uri, this.state.accountId, this.state.accountId, uri]; } else { console.log('--- Wiping device --- '); let dir = RNFS.DocumentDirectoryPath + '/conference/'; RNFS.unlink(dir).then((success) => { console.log('Removed folder', dir); }).catch((err) => { //console.log('Error deleting folder', dir, err.message); }); query = "DELETE FROM messages where (account = ? and to_uri = ? and direction = 'incoming') or (account = ? and from_uri = ? and direction = 'outgoing')"; params = [this.state.accountId, this.state.accountId, this.state.accountId, this.state.accountId]; this.setState({messages: {}}); this.saveLastSyncId(null); } await this.ExecuteQuery(query, params).then((result) => { if (result.rowsAffected) { console.log('deleteMessages SQL deleted', result.rowsAffected, 'messages'); if (uri) { this._notificationCenter.postSystemNotification(result.rowsAffected + ' messages removed'); } } if (!uri) { this.deleteAllContacts(this.state.accountId); } else { if (result.rowsAffected === 0) { //this.removeContact(orig_uri); } else { if (orig_uri in messages) { delete messages[orig_uri]; this.setState({messages: messages}); } if (orig_uri in myContacts) { myContacts[orig_uri].totalMessages = 0; myContacts[orig_uri].lastMessage = null; myContacts[orig_uri].lastMessageId = null; this.setState({myContacts: myContacts}); } } } }).catch((error) => { console.log('deleteMessages SQL error:', error); }); } async deleteAllContacts(account) { let query = 'delete from contacts where account = ?'; this.setState({myContacts: {}}); await this.ExecuteQuery(query, [account]).then((result) => { if (result.rowsAffected) { console.log('SQL deleted', result.rowsAffected, 'contacts'); } this.deleteKeys(account); }).catch((error) => { console.log('SQL query:', query); console.log('SQL error:', error); }); } async deleteKeys(account) { let query = 'delete from keys where account = ?'; this.setState({keys: null}); await this.ExecuteQuery(query, [account]).then((result) => { if (result.rowsAffected) { console.log('SQL deleted', result.rowsAffected, 'keys'); } setTimeout(() => { this.logout(); }, 1000); }).catch((error) => { console.log('SQL query:', query); console.log('SQL error:', error); }); } playMessageSound(direction='incoming') { //console.log('playMessageSound', this.state.appState); let must_play_sound = true; if (this.state.dnd) { return; } if (this.state.appState === 'background') { return; } if (direction === 'incoming') { if (this.incoming_sound_ts) { let diff = (Date.now() - this.incoming_sound_ts)/ 1000; if (diff < 10) { must_play_sound = false; } } } else { if (this.outgoing_sound_ts) { let diff = (Date.now() - this.outgoing_sound_ts)/ 1000; if (diff < 10) { must_play_sound = false; } } } if (!must_play_sound) { console.log('Play incoming sound skipped'); return; } if (Platform.OS === 'android' && this.state.appState === 'foreground') { // } try { if (Platform.OS === 'ios') { SoundPlayer.setSpeaker(true); } //SoundPlayer.playSoundFile('message_received', 'wav'); if (direction === 'incoming') { this.incoming_sound_ts = Date.now(); SoundPlayer.playSoundFile('beluga_in', 'wav'); } else { this.outgoing_sound_ts = Date.now(); SoundPlayer.playSoundFile('beluga_out', 'wav'); } } catch (e) { console.log('Error playing', direction,' sound:', e); } } async removeMessage(message, uri=null) { //console.log('removeMessage'); if (uri === null) { uri = message.sender.uri; } if (uri === this.state.accountId) { uri = message.receiver; } await this.deleteMessage(message.id, uri, false).then((result) => { //console.log('Message', message.id, 'to', uri, 'is removed'); }).catch((error) => { //console.log('Failed to remove message', message.id, 'to', uri); return; }); let renderMessages = this.state.messages; if (Object.keys(renderMessages).indexOf(uri) === -1) { return; } let existingMessages = renderMessages[uri]; let newMessages = []; existingMessages.forEach((msg) => { if (msg._id === message.id) { return; } newMessages.push(msg); }); let myContacts = this.state.myContacts; if (uri in myContacts) { if (myContacts[uri].totalMessages) { myContacts[uri].totalMessages = myContacts[uri].totalMessages - 1; } let idx = myContacts[uri].unread.indexOf(message.id); if (idx > -1) { myContacts[uri].unread.splice(idx, 1); } if (myContacts[uri].lastMessageId === message.id) { myContacts[uri].lastMessage = null; myContacts[uri].lastMessageId = null; } } renderMessages[uri] = newMessages; this.setState({messages: renderMessages, myContacts: myContacts}); } async removeConversation(obj) { let uri = obj; //console.log('removeConversation', uri); let renderMessages = this.state.messages; await this.deleteMessages(uri, false).then((result) => { utils.timestampedLog('Conversation with', uri, 'was removed'); }).catch((error) => { console.log('Failed to delete conversation with', uri); }); } removeConversationSync(obj) { let uri = obj.content; console.log('Sync remove conversation with', uri, 'before', obj.timestamp); let query; let unix_timestamp = Math.floor(obj.timestamp / 1000); query = "DELETE FROM messages where (from_uri = ? and to_uri = ?) or (from_uri = ? and to_uri = ?) and (unix_timestamp < ? or unix_timestamp = 0)"; this.ExecuteQuery(query, [this.state.accountId, uri, uri, this.state.accountId, unix_timestamp]).then((result) => { if (result.rowsAffected > 0) { console.log('SQL deleted', result.rowsAffected, 'messages with', uri, 'before', obj.timestamp); } }).catch((error) => { console.log('SQL delete conversation sync error:', error); }); let myContacts = this.state.myContacts; if (uri in myContacts && myContacts[uri].timestamp < obj.timestamp) { this.deleteSylkContact(uri); } } async readConversation(obj) { let uri = obj; this.resetUnreadCount(uri) } removeContact(uri) { console.log('removeContact', uri); let myContacts = this.state.myContacts; this.deleteSylkContact(uri); if (this.state.selectedContact && this.state.selectedContact.uri === uri) { this.setState({selectedContact: null}); } let renderMessages = this.state.messages; if (uri in renderMessages) { delete renderMessages[uri]; this.setState({messages: renderMessages}); } } add_sync_pending_item(item) { if (this.sync_pending_items.indexOf(item) > -1) { return; } this.sync_pending_items.push(item); if (this.sync_pending_items.length == 1) { //console.log('Sync started ---'); this.setState({syncConversations: true}); if (this.syncTimer === null) { this.syncTimer = setTimeout(() => { this.resetSyncTimer(); }, 1000 * 60); } } } resetSyncTimer() { if (this.sync_pending_items.length > 0) { this.sync_pending_items = []; console.log('Sync ended by timer ---'); //console.log('Pending tasks:', this.sync_pending_items); this.afterSyncTasks(); } } remove_sync_pending_item(item) { //console.log('remove_sync_pending_item', this.sync_pending_items.length); let idx = this.sync_pending_items.indexOf(item); if (idx > -1) { this.sync_pending_items.splice(idx, 1); } if (this.sync_pending_items.length == 0 && this.state.syncConversations) { if (this.syncTimer !== null) { clearTimeout(this.syncTimer); this.syncTimer = null; } this.afterSyncTasks(); } else { if (this.sync_pending_items.length > 10 && this.sync_pending_items.length % 10 == 0) { //console.log(this.sync_pending_items.length, 'sync items remaining'); } else if (this.sync_pending_items.length > 0 && this.sync_pending_items.length < 10) { //console.log(this.sync_pending_items.length, 'sync items remaining'); } } } async afterSyncTasks() { this.insertPendingMessages(); if (this.newSyncMessagesCount) { utils.timestampedLog('Synced', this.newSyncMessagesCount, 'messages from server'); this.newSyncMessagesCount = 0; } this.setState({syncConversations: false, nextSyncUriFilter: null}); this.sync_pending_items = []; let myContacts = this.state.myContacts; let updateContactUris = this.state.updateContactUris; let replicateContacts = this.state.replicateContacts; let deletedContacts = this.state.deletedContacts; //console.log('updateContactUris:', Object.keys(updateContactUris).toString()); //console.log('replicateContacts:', Object.keys(replicateContacts).toString()); //console.log('deletedContacts:', Object.keys(deletedContacts).toString()); let uris = Object.keys(replicateContacts).concat(Object.keys(updateContactUris)); uris = [... new Set(uris)]; //console.log('Update contacts:', uris.toString()); // sync changed myContacts with SQL database let created; let old_tags; uris.forEach((uri) => { if (uri in myContacts) { created = false; } else { if (uri in deletedContacts) { return } myContacts[uri] = this.newContact(uri); created = true; } if (uri in replicateContacts) { myContacts[uri].name = replicateContacts[uri].name; myContacts[uri].email = replicateContacts[uri].email; myContacts[uri].organization = replicateContacts[uri].organization; old_tags = myContacts[uri].tags; myContacts[uri].tags = replicateContacts[uri].tags; myContacts[uri].participants = replicateContacts[uri].participants; if (myContacts[uri].timestamp > replicateContacts[uri].timestamp) { if (old_tags.indexOf('missed') > -1 && replicateContacts[uri].tags.indexOf('missed') === -1) { myContacts[uri].tags.push('missed'); } } if (old_tags.indexOf('chat') > -1 && replicateContacts[uri].tags.indexOf('chat') === -1) { myContacts[uri].tags.push('chat'); } if (old_tags.indexOf('history') > -1 && replicateContacts[uri].tags.indexOf('history') === -1) { myContacts[uri].tags.push('history'); } if (replicateContacts[uri].timestamp > myContacts[uri].timestamp || created) { myContacts[uri].timestamp = replicateContacts[uri].timestamp; if (uri === this.state.accountId) { let name = replicateContacts[uri].name || ''; let organization = replicateContacts[uri].organization || ''; this.setState({displayName: name, organization: organization, email: myContacts[uri].email}); } } } if (uri in updateContactUris && updateContactUris[uri] > myContacts[uri].timestamp) { myContacts[uri].timestamp = updateContactUris[uri]; } this.saveSylkContact(uri, myContacts[uri], 'syncEnd'); }); let purgeMessages = this.state.purgeMessages; purgeMessages.forEach((id) => { this.deleteMessage(id, this.state.accountId); }); Object.keys(deletedContacts).forEach((uri) => { this.removeConversationSync(deletedContacts[uri]) }); this.setState({purgeMessages:[], syncConversations: false, firstSyncDone: true, updateContactUris: {}, replicateContacts: {}, deletedContacts: {}}); if (this.syncStartTimestamp) { let diff = (Date.now() - this.syncStartTimestamp)/ 1000; this.syncStartTimestamp = null; //console.log('Sync ended after', diff, 'seconds'); } setTimeout(() => { this.addTestContacts(); this.refreshNavigationItems(); this.updateServerHistory('syncConversations') if (this.state.selectedContact) { this.getMessages(this.state.selectedContact.uri); } }, 1000); } async syncConversations(messages) { if (this.sync_pending_items.length > 0) { console.log('Sync already in progress'); return; } if (this.signOut || this.currentRoute === '/logout') { return; } if (this.currentRoute === '/login') { return; } this.syncStartTimestamp = new Date(); let myContacts = this.state.myContacts; let renderMessages = this.state.messages; if (messages.length > 0) { utils.timestampedLog('Sync', messages.length, 'message events from server'); //this._notificationCenter.postSystemNotification('Syncing messages with the server'); this.add_sync_pending_item('sync_in_progress'); } else { this.setState({firstSyncDone: true}); utils.timestampedLog('No new messages on server'); //this._notificationCenter.postSystemNotification('No new messages'); setTimeout(() => { this.addTestContacts(); this.refreshNavigationItems(); this.updateServerHistory('syncConversations') }, 500); } let i = 0; let idx; let uri; let last_id; let content; let contact; let existingMessages; let formatted_date; let newMessages = []; let lastMessages = {}; let updateContactUris = {}; let deletedContacts = {}; let last_timestamp; let stats = {state: 0, remove: 0, incoming: 0, outgoing: 0, delete: 0, read: 0} let gMsg; let purgeMessages = this.state.purgeMessages; messages.forEach((message) => { if (this.signOut) { return; } last_timestamp = message.timestamp; i = i + 1; uri = null; if (message.contentType === 'application/sylk-message-remove') { uri = message.content.contact; } else if (message.contentType === 'application/sylk-conversation-remove') { uri = message.content; } else if (message.contentType === 'application/sylk-conversation-read' ) { uri = message.content; } else if (message.contentType === 'message/imdn') { } else { if (message.sender.uri === this.state.account.id) { uri = message.receiver; } else { uri = message.sender.uri; } } if (this.state.nextSyncUriFilter && this.state.nextSyncUriFilter !== uri) { //console.log('Skip journal entry not belonging to', this.state.nextSyncUriFilter); return; } //console.log('Process journal', i, 'of', messages.length, message.contentType, uri, message.timestamp); let d = new Date(2019); if (message.timestamp < d) { //console.log('Skip broken journal with broken date', message.id); purgeMessages.push(message.id); return; } if (!message.content) { //console.log('Skip broken journal with empty body', message.id); purgeMessages.push(message.id); return; } if (message.contentType !== 'application/sylk-conversation-remove' && message.contentType !== 'application/sylk-message-remove' && uri && Object.keys(myContacts).indexOf(uri) === -1) { if (uri.indexOf('@') > -1 && !utils.isEmailAddress(uri)) { //console.log('Skip bad uri', uri); return; } //console.log('Will add a new contact', uri); myContacts[uri] = this.newContact(uri); myContacts[uri].timestamp = message.timestamp; //this.setState({myContacts: myContacts}); } //console.log('Sync', message.timestamp, message.contentType, uri); if (message.contentType === 'application/sylk-message-remove') { idx = 'remove' + message.id; this.add_sync_pending_item(idx); this.deleteMessageSync(message.id, uri); if (uri in renderMessages) { existingMessages = renderMessages[uri]; newMessages = []; existingMessages.forEach((msg) => { if (msg._id === message.id) { return; } newMessages.push(msg); }); renderMessages[uri] = newMessages; } if (uri in myContacts) { let idx = myContacts[uri].unread.indexOf(message.id); if (idx > -1) { myContacts[uri].unread.splice(idx, 1); } if (myContacts[uri].lastMessageId === message.id) { myContacts[uri].lastMessage = null; myContacts[uri].lastMessageId = null; } } if (uri in lastMessages && lastMessages[uri] === message.id) { delete lastMessages[uri]; } stats.delete = stats.delete + 1; } else if (message.contentType === 'application/sylk-conversation-remove') { if (uri in myContacts && message.timestamp > myContacts[uri].timestamp) { delete myContacts[uri]; } if (uri in updateContactUris) { delete updateContactUris[uri]; } if (uri in lastMessages) { delete lastMessages[uri]; } if (uri in renderMessages) { delete renderMessages[uri]; } deletedContacts[uri] = message; stats.remove = stats.remove + 1; } else if (message.contentType === 'application/sylk-conversation-read') { updateContactUris[uri] = last_timestamp; myContacts[uri].unread = []; stats.read = stats.read + 1; } else if (message.contentType === 'message/imdn') { this.messageStateChangedSync({messageId: message.id, state: message.state}); stats.state = stats.state + 1; } else { this.add_sync_pending_item(message.id); if (message.sender.uri === this.state.account.id) { if (message.contentType !== 'application/sylk-contact-update') { if (myContacts[uri].tags.indexOf('blocked') > -1) { return; } if (myContacts[uri].tags.indexOf('chat') === -1 && (message.contentType === 'text/plain' || message.contentType === 'text/html')) { myContacts[uri].tags.push('chat'); } lastMessages[uri] = message.id; if (message.timestamp > myContacts[uri].timestamp) { updateContactUris[uri] = message.timestamp; myContacts[uri].timestamp = message.timestamp; } } stats.outgoing = stats.outgoing + 1; this.outgoingMessageSync(message); } else { if (myContacts[uri].tags.indexOf('blocked') > -1) { return; } if (message.timestamp > myContacts[uri].timestamp) { updateContactUris[uri] = message.timestamp; myContacts[uri].timestamp = message.timestamp; } if (message.contentType === 'application/sylk-file-transfer') { gMsg = utils.sylk2GiftedChat(message, '', 'incoming'); myContacts[uri].lastMessage = this.buildLastMessage(gMsg); myContacts[uri].lastMessageId = message.id; myContacts[uri].lastCallDuration = null; myContacts[uri].direction = 'incoming'; } if (this.state.selectedContact && this.state.selectedContact.uri === uri) { this.mustPlayIncomingSoundAfterSync = true; } if (myContacts[uri].tags.indexOf('chat') === -1 && (message.contentType === 'text/plain' || message.contentType === 'text/html')) { myContacts[uri].tags.push('chat'); } lastMessages[uri] = message.id; if (message.dispositionNotification.indexOf('display') > -1) { myContacts[uri].unread.push(message.id); } stats.incoming = stats.incoming + 1; this.incomingMessageSync(message); } } last_id = message.id; }); this.updateTotalUread(myContacts); /* if (messages.length > 0) { Object.keys(stats).forEach((key) => { console.log('Sync', stats[key], key); }); } */ this.setState({messages: renderMessages, updateContactUris: updateContactUris, deletedContacts: deletedContacts, purgeMessages: purgeMessages }); this.remove_sync_pending_item('sync_in_progress'); Object.keys(lastMessages).forEach((uri) => { //console.log('Last messages update:' , lastMessages); //console.log('Update last message for', uri); // TODO update lastMessage content for each contact }); if (last_id) { this.saveLastSyncId(last_id, true); } } async publicKeyReceived(message) { if (message.publicKey) { this.savePublicKey(message.uri, message.publicKey.trim()); } else { console.log('No public key available on server for', message.uri); if (message.uri === this.state.accountId) { this.sendPublicKey(); } } } async incomingMessage(message) { utils.timestampedLog('Incoming message', message.id, message.contentType, 'received'); // Handle incoming messages this.saveLastSyncId(message.id); if (message.content.indexOf('?OTRv3') > -1) { return; } if (message.contentType === 'application/sylk-contact-update') { return; } if (message.contentType === 'text/pgp-public-key') { this.savePublicKey(message.sender.uri, message.content); return; } if (message.contentType === 'text/pgp-private-key' && message.sender.uri === this.state.account.id) { console.log('Received PGP private key from another device'); this.handleRemotePrivateKey(message.content); return; } // This URLs are used to request SSI credentials if (message.content.startsWith('https://didcomm.issuer.bloqzone.com?c_i=')) { this.handleSSIEnrolment(message.content); this.saveSystemMessage(message.sender.uri, 'SSI enrolment proposal received', 'incoming'); //return; } const is_encrypted = message.content.indexOf('-----BEGIN PGP MESSAGE-----') > -1 && message.content.indexOf('-----END PGP MESSAGE-----') > -1; if (is_encrypted) { if (!this.state.keys || !this.state.keys.private) { console.log('Missing private key, cannot decrypt message'); this.sendDispositionNotification(message, 'error', true); this.saveSystemMessage(message.sender.uri, 'Cannot decrypt message, no private key', 'incoming'); } else { await OpenPGP.decrypt(message.content, this.state.keys.private).then((decryptedBody) => { utils.timestampedLog('Incoming message', message.id, 'decrypted'); this.handleIncomingMessage(message, decryptedBody); }).catch((error) => { console.log('Failed to decrypt message', message.id, error); this.saveSystemMessage(message.sender.uri, 'Received message encrypted with wrong key', 'incoming'); this.sendDispositionNotification(message, 'error', true); this.sendPublicKey(message.sender.uri); }); } } else { //console.log('Incoming message is not encrypted'); this.handleIncomingMessage(message); } } handleIncomingMessage(message, decryptedBody=null) { //console.log('handleIncomingMessage', this.state.appState) let content = decryptedBody || message.content; if (!this.state.selectedContact || this.state.selectedContact.uri !== message.sender.uri) { if (this.state.appState === 'foreground') { this.postAndroidMessageNotification(message.sender.uri, content); } } this.saveIncomingMessage(message, decryptedBody); let renderMessages = this.state.messages; let gMsg = utils.sylk2GiftedChat(message, decryptedBody, 'incoming'); if (this.state.selectedContact) { if (message.sender.uri === this.state.selectedContact.uri) { if (message.sender.uri in renderMessages) { if (renderMessages[message.sender.uri].some((obj) => obj._id === message.id)) { return; } } else { renderMessages[message.sender.uri] = []; } renderMessages[message.sender.uri].push(gMsg); let selectedContact = this.state.selectedContact; selectedContact.lastMessage = this.buildLastMessage(gMsg); selectedContact.timestamp = message.timestamp; selectedContact.direction = 'incoming'; selectedContact.lastCallDuration = null; this.setState({selectedContact: selectedContact, messages: renderMessages}); } } else { this.setState({messages: renderMessages}); } if (this.state.selectedContact || this.currentRoute === '/ready') { this.playMessageSound(); } this.notifyIncomingMessageWhileInACall(message.sender.uri); } buildLastMessage(message, content=null) { let new_content = ''; let filename = 'File'; //console.log('buildLastMessage', message.contentType); if (message.contentType === 'application/sylk-file-transfer') { new_content = utils.beautyFileNameForBubble(message.metadata, true); } else { new_content = content || message.content || message.text; } let c = new_content.substring(0, 100); return c; } async incomingMessageSync(message) { utils.timestampedLog('Sync incoming message', message.id); // Handle incoming messages if (message.content.indexOf('?OTRv3') > -1) { this.remove_sync_pending_item(message.id); return; } if (message.contentType === 'text/pgp-public-key') { this.remove_sync_pending_item(message.id); this.savePublicKeySync(message.sender.uri, message.content); return; } if (message.contentType === 'text/pgp-public-key-imported') { return; } if (message.contentType === 'text/pgp-private-key') { this.remove_sync_pending_item(message.id); return; } const is_encrypted = message.content.indexOf('-----BEGIN PGP MESSAGE-----') > -1 && message.content.indexOf('-----END PGP MESSAGE-----') > -1; let content = message.content; if (is_encrypted) { await this.saveIncomingMessageSync(message, null, true); } else { //console.log('Incoming message', message.id, 'not encrypted from', message.sender.uri); await this.saveIncomingMessageSync(message); } this.remove_sync_pending_item(message.id); } async outgoingMessage(message) { console.log('Outgoing message', message.contentType, message.id, 'to', message.receiver); this.saveLastSyncId(message.id); let gMsg; if (message.content.indexOf('?OTRv3') > -1) { return; } if (message.contentType === 'text/pgp-public-key') { return; } if (message.sender.uri.indexOf('@conference') > -1) { return; } if (message.sender.uri.indexOf('@videoconference') > -1) { return; } if (message.contentType === 'text/pgp-public-key-imported') { this.hideExportPrivateKeyModal(); this.hideImportPrivateKeyModal(); return; } if (message.contentType === 'message/imdn') { return; } if (message.contentType === 'text/pgp-private-key' && message.sender.uri === this.state.account.id) { console.log('Received my own PGP private key'); this.handleRemotePrivateKey(message.content); return; } const is_encrypted = message.content.indexOf('-----BEGIN PGP MESSAGE-----') > -1 && message.content.indexOf('-----END PGP MESSAGE-----') > -1; let content = message.content; if (is_encrypted) { await OpenPGP.decrypt(message.content, this.state.keys.private).then((decryptedBody) => { utils.timestampedLog('Outgoing message', message.id, 'decrypted'); content = decryptedBody; if (message.contentType === 'application/sylk-contact-update') { this.handleReplicateContact(content); } else { this.saveOutgoingMessageSql(message, content, 1); let myContacts = this.state.myContacts; let uri = message.receiver; if (uri in myContacts) { // } else { myContacts[uri] = this.newContact(uri); } if (message.timestamp > myContacts[uri].timestamp) { myContacts[uri].timestamp = message.timestamp; } let gMsg = utils.sylk2GiftedChat(message, content, 'outgoing'); if (content && content.indexOf('-----BEGIN PGP MESSAGE-----') === -1) { myContacts[uri].lastMessage = this.buildLastMessage(gMsg); myContacts[uri].lastMessageId = message.id; if (this.state.selectedContact) { let selectedContact = this.state.selectedContact; selectedContact.lastMessage = myContacts[uri].lastMessage; selectedContact.timestamp = message.timestamp; selectedContact.direction = 'outgoing'; selectedContact.lastCallDuration = null; this.setState({selectedContact: selectedContact}); } let renderMessages = this.state.messages; if (Object.keys(renderMessages).indexOf(uri) > -1) { if (!renderMessages[uri].some((obj) => obj._id === message.id)) { renderMessages[uri].push(gMsg); //console.log('Added render message', message.id, message.contentType); this.setState({renderMessages: renderMessages}); } else { return; } } } this.setState({myContacts: myContacts}); this.saveSylkContact(uri, myContacts[uri], 'outgoingMessage'); } }).catch((error) => { console.log('Failed to decrypt my own message in outgoingMessage:', error); return; }); } else { if (message.contentType === 'application/sylk-contact-update') { this.handleReplicateContact(content); } else { this.saveOutgoingMessageSql(message); let myContacts = this.state.myContacts; let uri = message.receiver; if (uri in myContacts) { // } else { myContacts[uri] = this.newContact(uri); } if (message.timestamp > myContacts[uri].timestamp) { myContacts[uri].timestamp = message.timestamp; } if (message.contentType === 'text/html') { content = utils.html2text(content); } else if (message.contentType.indexOf('image/') > -1) { content = 'Photo'; } gMsg = utils.sylk2GiftedChat(message, content, 'outgoing') if (content && content.indexOf('-----BEGIN PGP MESSAGE-----') === -1) { myContacts[uri].lastMessage = this.buildLastMessage(gMsg); myContacts[uri].lastMessageId = message.id; } let renderMessages = this.state.messages; //console.log(renderMessages); if (Object.keys(renderMessages).indexOf(uri) > -1) { if (!renderMessages[uri].some((obj) => obj._id === message.id)) { renderMessages[uri].push(gMsg); //console.log('Added render message', message.id, message.contentType); this.setState({renderMessages: renderMessages}); } else { return; } } this.saveSylkContact(uri, myContacts[uri], 'outgoingMessage'); } } } async outgoingMessageSync(message) { //console.log('Sync outgoing message', message.id, 'to', message.receiver); if (message.content.indexOf('?OTRv3') > -1) { this.remove_sync_pending_item(message.id); return; } if (message.contentType === 'text/pgp-public-key') { this.remove_sync_pending_item(message.id); return; } if (message.contentType === 'message/imdn') { this.remove_sync_pending_item(message.id); return; } if (message.contentType === 'text/pgp-private-key') { this.remove_sync_pending_item(message.id); return; } const is_encrypted = message.content.indexOf('-----BEGIN PGP MESSAGE-----') > -1 && message.content.indexOf('-----END PGP MESSAGE-----') > -1; let content = message.content; if (is_encrypted) { if (message.contentType === 'application/sylk-contact-update') { await OpenPGP.decrypt(message.content, this.state.keys.private).then((decryptedBody) => { console.log('Sync outgoing message', message.id, message.contentType, 'decrypted to', message.receiver); this.handleReplicateContactSync(decryptedBody, message.id, message.timestamp); this.remove_sync_pending_item(message.id); }).catch((error) => { console.log('Failed to decrypt my own message in sync:', error.message); this.remove_sync_pending_item(message.id); return; }); } else { this.saveOutgoingMessageSqlBatch(message, null, true); this.remove_sync_pending_item(message.id); } } else { if (message.contentType === 'application/sylk-contact-update') { this.handleReplicateContactSync(content, message.id, message.timestamp); this.remove_sync_pending_item(message.id); } else { this.saveOutgoingMessageSqlBatch(message); } } } saveOutgoingMessageSql(message, decryptedBody=null, is_encrypted=false) { //console.log('saveOutgoingMessageSql', message.contentType); let pending = 0; let sent = null; let received = null; let encrypted = 0; let content = decryptedBody || message.content; let metadata; if (message.contentType === 'application/sylk-file-transfer') { message.metadata = content; try { metadata = JSON.parse(message.metadata); } catch (e) { console.log('saveOutgoingMessageSql error parsing json', message.metadata); } } else { message.metadata = ''; } if (decryptedBody !== null) { encrypted = 2; } else if (is_encrypted) { encrypted = 1; } const failed_states = ['failed', 'error', 'forbidden']; if (message.state == 'pending') { pending = 1; } else if (message.state == 'accepted') { pending = 0; } else if (message.state == 'delivered') { sent = 1; } else if (message.state == 'displayed') { received = 1; sent = 1; } else if (failed_states.indexOf(message.state) > -1) { sent = 1; received = 0; } else { console.log('Invalid state for message', message.id, message.state); return; } let ts = message.timestamp; //console.log('--- metadata', metadata); let unix_timestamp = Math.floor(ts / 1000); let params = [this.state.accountId, encrypted, message.id, JSON.stringify(ts), unix_timestamp, content, message.contentType, message.metadata, message.sender.uri, message.receiver, "outgoing", pending, sent, received]; this.ExecuteQuery("INSERT INTO messages (account, encrypted, msg_id, timestamp, unix_timestamp, content, content_type, metadata, from_uri, to_uri, direction, pending, sent, received) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)", params).then((result) => { console.log('SQL inserted outgoing', message.contentType, 'message to', message.receiver, 'encrypted =', encrypted); this.remove_sync_pending_item(message.id); if (message.contentType === 'application/sylk-file-transfer') { this.updateFileTransferBubble(metadata); this.checkFileTransfer(metadata); } }).catch((error) => { if (error.message.indexOf('UNIQUE constraint failed') === -1) { console.log('saveOutgoingMessageSql SQL error:', error); } else { if (message.contentType === 'application/sylk-file-transfer') { this.updateFileTransferMessageSql(message.id, content, pending, sent, received, message.state); } } this.remove_sync_pending_item(message.id); }); } async updateFileTransferSql(file_transfer, encrypted=0, reset=false) { let query = "SELECT * from messages where msg_id = ? and account = ?"; await this.ExecuteQuery(query, [file_transfer.transfer_id, this.state.accountId]).then((results) => { let rows = results.rows; if (rows.length === 1) { if (encrypted === 3 && !file_transfer.error) { file_transfer.error = 'decryption failed'; } var item = rows.item(0); let received = reset ? '1' : item.received; if (this.state.selectedContact && this.state.selectedContact.uri === file_transfer.sender.uri) { if (encrypted === 2 || encrypted === 0) { this.sendDispositionNotification(file_transfer, 'displayed', true); } else if (encrypted === 3) { this.sendDispositionNotification(file_transfer, 'error', true); } } let params = [JSON.stringify(file_transfer), encrypted, file_transfer.transfer_id, this.state.accountId]; query = "update messages set metadata = ?, encrypted = ? where msg_id = ? and account = ?" this.ExecuteQuery(query, params).then((results) => { console.log('SQL updated file transfer', file_transfer.transfer_id, 'received =', received, 'encrypted =', encrypted); this.updateFileTransferBubble(file_transfer); }).catch((error) => { console.log('updateFileTransferSql SQL error:', error); }); } }).catch((error) => { console.log('updateFileTransferSql SQL error:', error); }); } async updateFileTransferMessageSql(id, content, pending, sent, received, state) { //console.log('updateFileTransferMessageSql'); let query = "SELECT * from messages where msg_id = ? and account = ? "; await this.ExecuteQuery(query, [id, this.state.accountId]).then((results) => { let rows = results.rows; if (rows.length === 1) { var item = rows.item(0); var new_metadata = JSON.parse(content); let old_metadata = JSON.parse(item.metadata); new_metadata.local_url = old_metadata.local_url; utils.timestampedLog('File transfer', new_metadata.transfer_id, 'available at', new_metadata.url); let params = [content, JSON.stringify(new_metadata), pending, sent, received, id] query = "update messages set content = ?, metadata = ?, pending = ?, sent = ?, received = ? where msg_id = ?" this.ExecuteQuery(query, params).then((results) => { console.log('SQL updated file transfer', id, 'received =', received); this.checkFileTransfer(new_metadata); // to do, skip query done below this.updateRenderMessageState(id, state); }).catch((error) => { console.log('updateFileTransferMessage SQL error:', error); }); } }).catch((error) => { console.log('updateFileTransferMessage SQL error:', error); }); } async saveOutgoingMessageSqlBatch(message, decryptedBody=null, is_encrypted=false) { let pending = 0; let sent = 0; let received = null; let failed = 0; let encrypted = 0; let content = decryptedBody || message.content; if (message.contentType === 'application/sylk-file-transfer') { message.metadata = content; } else { message.metadata = ''; } if (decryptedBody !== null) { encrypted = 2; } else if (is_encrypted) { encrypted = 1; } if (message.state == 'pending') { pending = 1; } else if (message.state == 'delivered') { sent = 1; } else if (message.state == 'displayed') { received = 1; sent = 1; } else if (message.state == 'failed') { sent = 1; received = 0; failed = 1; } else if (message.state == 'error') { sent = 1; received = 0; failed = 1; } else if (message.state == 'forbidden') { sent = 1; received = 0; } let unix_timestamp = Math.floor(message.timestamp / 1000); let params = [this.state.accountId, encrypted, message.id, JSON.stringify(message.timestamp), unix_timestamp, content, message.contentType, message.metadata, message.sender.uri, message.receiver, "outgoing", pending, sent, received, message.state]; this.pendingNewSQLMessages.push(params); if (this.pendingNewSQLMessages.length > 24) { this.insertPendingMessages(); } this.remove_sync_pending_item(message.id); } async insertPendingMessages() { + //console.log('insertPendingMessages'); + let query = "INSERT INTO messages (account, encrypted, msg_id, timestamp, unix_timestamp, content, content_type, metadata, from_uri, to_uri, direction, pending, sent, received, state) VALUES " //if (this.pendingNewSQLMessages.length > 0) { - //console.log('Inserting', this.pendingNewSQLMessages.length, 'new messages'); + //console.log('Inserting', this.pendingNewSQLMessages.length, 'new messages'); //} let pendingNewSQLMessages = this.pendingNewSQLMessages; this.pendingNewSQLMessages = []; let all_values = []; let n = 0; let i = 1; let pending = 0; let sent = null; let received = null; let state = null; let content = null; let metadata = null; let id = null; let account = null; const failed_states = ['failed', 'error', 'forbidden']; if (pendingNewSQLMessages.length > 0) { pendingNewSQLMessages.forEach((values) => { Array.prototype.push.apply(all_values, values); query = query + "("; n = 0; while (n < values.length ) { query = query + "?" if (n < values.length - 1) { query = query + ","; } n = n + 1; } query = query + ")"; if (pendingNewSQLMessages.length > i) { query = query + ", "; } i = i + 1; }); this.ExecuteQuery(query, all_values).then((result) => { utils.timestampedLog('Saved', pendingNewSQLMessages.length, 'new messages'); this._notificationCenter.postSystemNotification('Saved ' + pendingNewSQLMessages.length + ' new messages'); this.newSyncMessagesCount = this.newSyncMessagesCount + pendingNewSQLMessages.length; // todo process file transfers pendingNewSQLMessages.forEach((values) => { id = values[2]; if (values[6] === 'application/sylk-file-transfer') { content = values[5]; state = values[14]; if (state == 'pending') { pending = 1; } else if (state == 'accepted') { pending = 0; } else if (state == 'delivered') { sent = 1; } else if (state == 'received') { received = 1; } else if (state == 'displayed') { received = 1; sent = 1; } else if (failed_states.indexOf(state) > -1) { sent = 1; received = 0; } this.updateFileTransferMessageSql(id, content, pending, sent, received, state); } }); }).catch((error) => { //console.log('SQL error inserting bulk messages:', error.message); pendingNewSQLMessages.forEach((values) => { this.ExecuteQuery(query, values).then((result) => { this.newSyncMessagesCount = this.newSyncMessagesCount + 1; }).catch((error) => { id = values[2]; if (error.message.indexOf('SQLITE_CONSTRAINT_PRIMARYKEY') > -1) { // todo update file transfer status if (values[6] === 'application/sylk-file-transfer') { content = values[5]; state = values[14]; if (state == 'pending') { pending = 1; } else if (state == 'accepted') { pending = 0; } else if (state == 'delivered') { sent = 1; } else if (state == 'received') { received = 1; } else if (state == 'displayed') { received = 1; sent = 1; } else if (failed_states.indexOf(state) > -1) { sent = 1; received = 0; } this.updateFileTransferMessageSql(id, content, pending, sent, received, state); } } else { if (error.message.indexOf('UNIQUE constraint failed') === -1) { console.log('insertPendingMessages SQL error', id, error.message); } } }); }); }); } } async saveSystemMessage(uri, content, direction, missed=false) { let timestamp = new Date(); let unix_timestamp = Math.floor(timestamp / 1000); let id = uuid.v4(); let params = [this.state.accountId, id, JSON.stringify(timestamp), unix_timestamp, content, 'text/plain', direction === 'incoming' ? uri : this.state.account.id, direction === 'outgoing' ? uri : this.state.account.id, 0, 1, direction]; await this.ExecuteQuery("INSERT INTO messages (account, msg_id, timestamp, unix_timestamp, content, content_type, from_uri, to_uri, pending, system, direction) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)", params).then((result) => { this.renderSystemMessage(uri, content, direction, timestamp); }).catch((error) => { if (error.message.indexOf('UNIQUE constraint failed') === -1) { console.log('saveSystemMessage SQL error:', error); } }); } async renderPurchasePSTNCredit(uri) { let url = 'https://mdns.sipthor.net/sip_settings.phtml?account='+ this.state.accountId + '&tab=credit'; let myContacts = this.state.myContacts; if (Object.keys(myContacts).indexOf(uri) === -1 && utils.isPhoneNumber(uri) && uri.indexOf('@') > -1) { uri = uri.split('@')[0]; } let renderMessages = this.state.messages; if (Object.keys(renderMessages).indexOf(uri) > - 1) { let msg; msg = { _id: uuid.v4(), text: 'To call phone numbers, you must purchase credit at ' + url, createdAt: new Date(), direction: 'incoming', sent: true, pending: false, failed: false, user: {_id: uri, name: uri} } renderMessages[uri].push(msg); this.setState({renderMessages: renderMessages}); } } updateFileTransferBubble(metadata, text=null) { if (!this.state.selectedContact) { return; } //console.log('updateFileTransferBubble', metadata); let id = metadata.transfer_id; let renderMessages = this.state.messages; let existingMessages = renderMessages[this.state.selectedContact.uri]; let newMessages = []; if (!existingMessages) { return; } existingMessages.forEach((msg) => { if (msg._id === id) { msg.text = text || utils.beautyFileNameForBubble(metadata); if (metadata.error) { msg.text = msg.text + ' - ' + metadata.error; msg.failed = true; } msg.metadata = metadata; if (!metadata.local_url || metadata.local_url.endsWith('.asc')) { msg.image = null; msg.video = null; msg.audio = null; } else { if (utils.isImage(metadata.filename, metadata.filetype)) { if (metadata.b64) { msg.image = `data:${metadata.filetype};base64,${metadata.b64}`; } else { msg.image = Platform.OS === "android" ? 'file://'+ metadata.local_url : metadata.local_url; } } else if (utils.isAudio(metadata.filename)) { msg.audio = Platform.OS === "android" ? 'file://'+ metadata.local_url : metadata.local_url; } else if (utils.isVideo(metadata.filename, metadata)) { msg.video = Platform.OS === "android" ? 'file://'+ metadata.local_url : metadata.local_url; } } //console.log('updateFileTransferBubble', msg); } newMessages.push(msg); }); renderMessages[this.state.selectedContact.uri] = newMessages; this.setState({messages: renderMessages}); } async renderSystemMessage(uri, content, direction, timestamp) { let myContacts = this.state.myContacts; if (Object.keys(myContacts).indexOf(uri) === -1 && utils.isPhoneNumber(uri) && uri.indexOf('@') > -1) { uri = uri.split('@')[0]; } let renderMessages = this.state.messages; if (Object.keys(renderMessages).indexOf(uri) > - 1) { let msg; msg = { _id: uuid.v4(), text: content, createdAt: timestamp || new Date(), direction: direction || 'outgoing', sent: true, pending: false, system: true, failed: false, user: direction == 'incoming' ? {_id: uri, name: uri} : {} } renderMessages[uri].push(msg); this.setState({renderMessages: renderMessages}); } } async saveIncomingMessage(message, decryptedBody=null) { let myContacts = this.state.myContacts; let uri = message.sender.uri; if (uri in myContacts) { // } else { myContacts[uri] = this.newContact(uri, message.ssiName); if (message.ssiName) { myContacts[uri].tags.push('ssi'); } } if (myContacts[uri].tags.indexOf('blocked') > -1) { return; } var content = decryptedBody || message.content; let received = 1; let unix_timestamp = Math.floor(message.timestamp / 1000); let encrypted = decryptedBody === null ? 0 : 2; let metadata = message.contentType === 'application/sylk-file-transfer' ? message.content : ''; let file_transfer = {}; if (message.contentType === 'application/sylk-file-transfer') { try { file_transfer = JSON.parse(metadata); if (file_transfer.url.endsWith('.asc')) { encrypted = 1; } } catch (e) { console.log("Error decoding incoming file transfer json sql: ", e); } } let params = [this.state.accountId, encrypted, message.id, JSON.stringify(message.timestamp), unix_timestamp, content, message.contentType, metadata, message.sender.uri, this.state.account.id, "incoming", received]; await this.ExecuteQuery("INSERT INTO messages (account, encrypted, msg_id, timestamp, unix_timestamp, content, content_type, metadata, from_uri, to_uri, direction, received) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)", params).then((result) => { if (!myContacts[uri].name && message.sender.displayName) { myContacts[uri].name = message.sender.displayName; } if (message.timestamp > myContacts[uri].timestamp) { myContacts[uri].timestamp = message.timestamp; } myContacts[uri].unread.push(message.id); myContacts[uri].direction = 'incoming'; myContacts[uri].lastCallDuration = null; if (myContacts[uri].tags.indexOf('chat') === -1) { myContacts[uri].tags.push('chat'); } if (myContacts[uri].totalMessages) { myContacts[uri].totalMessages = myContacts[uri].totalMessages + 1; } if (message.contentType === 'text/html') { content = utils.html2text(content); } else if (message.contentType.indexOf('image/') > -1) { content = 'Photo'; } else if (message.contentType === 'application/sylk-file-transfer') { try { this.checkFileTransfer(file_transfer); } catch (e) { console.log("Error decoding incoming file transfer json sql: ", e); } } if (this.state.selectedContact && this.state.selectedContact.uri === uri) { this.confirmRead(uri, 'incoming_message'); } else { this.updateTotalUread(myContacts); } this.saveSylkContact(uri, myContacts[uri], 'saveIncomingMessage'); }).catch((error) => { if (error.message.indexOf('UNIQUE constraint failed') === -1) { console.log('saveIncomingMessage SQL error:', error); } }); } async saveIncomingMessageSync(message, decryptedBody=null, is_encrypted=false) { var content = decryptedBody || message.content; let encrypted = 0; if (decryptedBody !== null) { encrypted = 2; } else if (is_encrypted) { encrypted = 1; } let received = 0; let imdn_msg; //console.log('saveIncomingMessageSync', message); if (message.dispositionNotification.indexOf('display') === -1) { //console.log('Incoming message', message.id, 'was already read'); received = 2; } else { if (message.dispositionNotification.indexOf('positive-delivery') > -1) { imdn_msg = {id: message.id, timestamp: message.timestamp, from_uri: message.sender.uri} let result = await this.sendDispositionNotification(imdn_msg, 'delivered'); console.log('IMDN promise', result); if (result) { received = 1; } } else { received = 1; } } let pending let sent; let unix_timestamp = Math.floor(message.timestamp / 1000); let metadata = message.contentType === 'application/sylk-file-transfer' ? message.content : ''; //console.log('Sync metadata', message.id, message.contentType, metadata, typeof(message.content)); let params = [this.state.accountId, encrypted, message.id, JSON.stringify(message.timestamp), unix_timestamp, content, message.contentType, metadata, message.sender.uri, this.state.account.id, "incoming", pending, sent, received, message.state]; this.pendingNewSQLMessages.push(params); this.remove_sync_pending_item(message.id); if (this.pendingNewSQLMessages.length > 24) { this.insertPendingMessages() } } saveParticipant(callUUID, room, uri) { if (this._historyConferenceParticipants.has(callUUID)) { let old_participants = this._historyConferenceParticipants.get(callUUID); if (old_participants.indexOf(uri) === -1) { old_participants.push(uri); } } else { let new_participants = [uri]; this._historyConferenceParticipants.set(callUUID, new_participants); } if (!this.myParticipants) { this.myParticipants = new Object(); } if (this.myParticipants.hasOwnProperty(room)) { let old_uris = this.myParticipants[room]; if (old_uris.indexOf(uri) === -1 && uri !== this.state.account.id && (uri + '@' + this.state.defaultDomain) !== this.state.account.id) { this.myParticipants[room].push(uri); } } else { let new_uris = []; if (uri !== this.state.account.id && (uri + '@' + this.state.defaultDomain) !== this.state.account.id) { new_uris.push(uri); } if (new_uris) { this.myParticipants[room] = new_uris; } } storage.set('myParticipants', this.myParticipants); } deleteContact(uri) { uri = uri.trim().toLowerCase(); if (uri.indexOf('@') === -1) { uri = uri + '@' + this.state.defaultDomain; } let myContacts = this.state.myContacts; if (uri in myContacts) { this.deleteMessages(uri); } } deletePublicKey(uri) { uri = uri.trim().toLowerCase(); if (uri.indexOf('@') === -1) { uri = uri + '@' + this.state.defaultDomain; } let myContacts = this.state.myContacts; if (uri in myContacts) { myContacts[uri].publicKey = null; console.log('Public key of', uri, 'deleted'); this.saveSylkContact(uri, myContacts[uri], 'deletePublicKey'); } } newContact(uri, name=null, data={}) { //console.log('Create new contact', uri, data); let current_datetime = new Date(); if (data.src !== 'init') { uri = uri.trim().toLowerCase(); } let contact = { id: uuid.v4(), uri: uri, name: name || data.name || '', organization: data.organization || '', unread: [], tags: [], lastCallMedia: [], participants: [], timestamp: current_datetime } contact = this.sanitizeContact(uri, contact, data); return contact; } newSyntheticContact(uri, name=null, data={}) { //console.log('Create new contact', uri, data); let current_datetime = new Date(); uri = uri.trim().toLowerCase(); let contact = { id: uuid.v4(), uri: uri, name: name || data.name || '', organization: data.organization || '', unread: [], tags: ['synthetic'], lastCallMedia: [], participants: [], timestamp: current_datetime } //this.lookupPublicKey(contact); return contact; } updateTotalUread(myContacts=null) { let total_unread = 0; myContacts = myContacts || this.state.myContacts; Object.keys(myContacts).forEach((uri) => { total_unread = total_unread + myContacts[uri].unread.length; }); //console.log('Total unread messages', total_unread) if (Platform.OS === 'ios') { PushNotification.setApplicationIconBadgeNumber(total_unread); } else { ShortcutBadge.setCount(total_unread); } } saveContact(uri, displayName='', organization='', email='') { displayName = displayName.trim(); uri = uri.trim().toLowerCase(); let contact; if (uri.indexOf('@') === -1 && !utils.isPhoneNumber(uri)) { uri = uri + '@' + this.state.defaultDomain; } let myContacts = this.state.myContacts; if (uri in myContacts) { contact = myContacts[uri]; } else { contact = this.newContact(uri); if (!contact) { return; } } contact.organization = organization; contact.name = displayName; contact.uri = uri; contact.email = email; contact.timestamp = new Date(); contact = this.sanitizeContact(uri, contact); if (!contact) { this._notificationCenter.postSystemNotification('Invalid contact ' + uri); return; } if (!contact.photo) { var name_idx = contact.name.trim().toLowerCase(); if (name_idx in this.state.avatarPhotos) { contact.photo = this.state.avatarPhotos[name_idx]; } } this.replicateContact(contact); this.saveSylkContact(uri, contact, 'saveContact'); let selectedContact = this.state.selectedContact; if (selectedContact && selectedContact.uri === uri) { selectedContact.name = displayName; selectedContact.organization = organization; this.setState({selectedContact: selectedContact}); } if (uri === this.state.accountId) { this.setState({displayName: displayName, email: email}); this.signup[this.state.accountId] = email; storage.set('signup', this.signup); if (this.state.account && displayName !== this.state.account.displayName) { this.processRegistration(this.state.accountId, this.state.password, displayName); } } } async replicateContact(contact) { //console.log('Replicate contact', contact); if (!this.state.keys) { console.log('Cannot replicate contact without a private key'); return; } let id = uuid.v4(); let content; let contentType = 'application/sylk-contact-update'; let new_contact = {} new_contact.uri = contact.uri; new_contact.name = contact.name; new_contact.email = contact.email; new_contact.organization = contact.organization; new_contact.timestamp = Math.floor(contact.timestamp / 1000); new_contact.tags = contact.tags; new_contact.participants = contact.participants; content = JSON.stringify(new_contact); //this.saveOutgoingRawMessage(id, this.state.accountId, this.state.accountId, content, contentType); await OpenPGP.encrypt(content, this.state.keys.public).then((encryptedMessage) => { this._sendMessage(this.state.accountId, encryptedMessage, id, contentType, contact.timestamp); }).catch((error) => { console.log('Failed to encrypt contact:', error); }); } handleReplicateContact(json_contact) { let contact; let new_contact; try { contact = JSON.parse(json_contact); } catch (e) { console.log("Failed to parse contact json: ", e); return; } if (contact.uri === null) { return; } if (contact.uri === this.state.accountId) { this.setState({displayName: contact.name, organization: contact.organization, email: contact.email}); this.signup[this.state.accountId] = contact.email; storage.set('signup', this.signup); } let uri = contact.uri; let myContacts = this.state.myContacts; if (uri in myContacts) { new_contact = myContacts[uri]; // } else { new_contact = this.newContact(uri, contact.name); if (!new_contact) { return; } } new_contact.uri = uri; new_contact.name = contact.name; new_contact.email = contact.email; new_contact.organization = contact.organization; new_contact.timestamp = new Date(contact.timestamp * 1000); new_contact.tags = contact.tags; new_contact.participants = contact.participants; this.saveSylkContact(uri, new_contact, 'handleReplicateContact'); } async handleReplicateContactSync(json_contact, id, msg_timestamp) { let purgeMessages = this.state.purgeMessages; let contact; try { contact = JSON.parse(json_contact); } catch (e) { console.log("Failed to parse contact json: ", e); return; } let timestamp = msg_timestamp; let uri = contact.uri; if (contact.uri === this.state.accountId) { this.setState({displayName: contact.name, organization: contact.organization, email: contact.email}); this.signup[this.state.accountId] = contact.email; storage.set('signup', this.signup); } if (contact.timestamp) { timestamp = new Date(contact.timestamp * 1000); } let replicateContacts = this.state.replicateContacts; if (uri in replicateContacts) { if (timestamp < replicateContacts[uri].timestamp) { purgeMessages.push(id); this.setState({purgeMessages: purgeMessages}); //console.log('Sync replicate contact skipped because is too old', timestamp, uri); return; } else { purgeMessages.push(replicateContacts[uri].msg_id); this.setState({purgeMessages: purgeMessages}); //console.log('Sync replicate contact is newer', timestamp, 'than', replicateContacts[uri].timestamp, 'remove previous one', replicateContacts[uri].msg_id); } // } else { let new_contact = this.newContact(uri, contact.name); if (!new_contact) { this.remove_sync_pending_item(id); purgeMessages.push(id); this.setState({purgeMessages: purgeMessages}); return; } replicateContacts[uri] = new_contact; } console.log('Sync replicate contact', uri); replicateContacts[uri].uri = uri; replicateContacts[uri].msg_id = id; replicateContacts[uri].name = contact.name; replicateContacts[uri].email = contact.email; replicateContacts[uri].timestamp = timestamp; replicateContacts[uri].organization = contact.organization; replicateContacts[uri].tags = contact.tags; replicateContacts[uri].participants = contact.participants; //console.log('Adding replicated contact', replicateContacts[uri]); this.setState({replicateContacts: replicateContacts}); this.remove_sync_pending_item(id); } sanitizeContact(uri, contact, data={}) { //console.log('sanitizeContact', uri, contact); let idx; if (!uri || uri === '') { return null; } if (data.src !== 'init') { uri = uri.trim().toLowerCase(); } let domain; let els = uri.split('@'); let username = els[0]; let isNumber = utils.isPhoneNumber(username); let uuidPattern = /^[0-9a-fA-F]{8}\b-[0-9a-fA-F]{4}\b-[0-9a-fA-F]{4}\b-[0-9a-fA-F]{4}\b-[0-9a-fA-F]{12}$/gi; let isUUID = uri.match(uuidPattern); if (!isUUID && !isNumber && !utils.isEmailAddress(uri) && username !== '*') { console.log('Sanitize check failed for uri:', uri); return null; } contact.uri = uri; if (!contact.conference) { contact.conference = false; } if (!contact.tags) { contact.tags = []; } contact.tags = [... new Set(contact.tags)]; if (contact.direction === 'received'){ contact.direction = 'incoming'; } else if (contact.direction === 'placed') { contact.direction = 'outgoing'; } if (xtype(contact.timestamp) !== 'date') { contact.timestamp = new Date(); } if (!contact.participants) { contact.participants = []; } contact.participants = [... new Set(contact.participants)]; if (!contact.unread) { contact.unread = []; } contact.unread = [... new Set(contact.unread)]; if (!contact.lastCallMedia) { contact.lastCallMedia = []; } contact.lastCallMedia = [... new Set(contact.lastCallMedia)]; return contact; } updateFavorite(uri, favorite) { if (favorite === null) { return; } let favoriteUris = this.state.favoriteUris; let idx; idx = favoriteUris.indexOf(uri); if (favorite && idx === -1) { favoriteUris.push(uri); this.setState({favoriteUris: favoriteUris, refreshFavorites: !this.state.refreshFavorites}); } else if (!favorite && idx > -1) { favoriteUris.splice(idx, 1); this.setState({favoriteUris: favoriteUris, refreshFavorites: !this.state.refreshFavorites}); } else { return; } } toggleFavorite(uri) { //console.log('toggleFavorite', uri); let favoriteUris = this.state.favoriteUris; let myContacts = this.state.myContacts; let selectedContact; let favorite; if (uri in myContacts) { } else { myContacts[uri] = this.newContact(uri); } idx = myContacts[uri].tags.indexOf('favorite'); if (idx > -1) { myContacts[uri].tags.splice(idx, 1); favorite = false; } else { myContacts[uri].tags.push('favorite'); favorite = true; } myContacts[uri].timestamp = new Date(); this.saveSylkContact(uri, myContacts[uri], 'toggleFavorite'); let idx = favoriteUris.indexOf(uri); if (idx === -1 && favorite) { favoriteUris.push(uri); console.log(uri, 'is favorite'); } else if (idx > -1 && !favorite) { favoriteUris.splice(idx, 1); console.log(uri, 'is not favorite'); } this.replicateContact(myContacts[uri]); this.setState({favoriteUris: favoriteUris}); } toggleBlocked(uri) { let blockedUris = this.state.blockedUris; let myContacts = this.state.myContacts; if (uri.indexOf('@guest.') > -1) { uri = 'anonymous@anonymous.invalid'; } if (uri in myContacts) { } else { myContacts[uri] = this.newContact(uri); } let blocked; idx = myContacts[uri].tags.indexOf('blocked'); if (idx > -1) { myContacts[uri].tags.splice(idx, 1); blocked = false; } else { myContacts[uri].tags.push('blocked'); blocked = true; } myContacts[uri].timestamp = new Date(); this.saveSylkContact(uri, myContacts[uri], 'toggleBlocked'); let idx = blockedUris.indexOf(uri); if (idx === -1 && blocked) { blockedUris.push(uri); } else if (idx > -1 && !blocked) { blockedUris.splice(idx, 1); } this.replicateContact(myContacts[uri]); this.setState({blockedUris: blockedUris, selectedContact: null}); } updateBlocked(uri, blocked) { if (blocked === null) { return; } let blockedUris = this.state.blockedUris; let idx; idx = blockedUris.indexOf(uri); if (blocked && idx === -1) { blockedUris.push(uri); this.setState({blockedUris: blockedUris}); } else if (!blocked && idx > -1) { blockedUris.splice(idx, 1); this.setState({blockedUris: blockedUris}); } else { return; } } appendInvitedParties(room, uris) { //console.log('Save invited parties', uris, 'for room', room); let myInvitedParties = this.state.myInvitedParties; let current_uris = myInvitedParties.hasOwnProperty(room) ? myInvitedParties[room] : []; uris.forEach((uri) => { let idx = current_uris.indexOf(uri); if (idx === -1) { if (uri.indexOf('@') === -1) { uri = uri + '@' + this.state.defaultDomain; } if (uri !== this.state.account.id) { current_uris.push(uri); //console.log('Added', uri, 'to room', room); } } }); this.saveConference(room, uris); } forwardMessage(message, uri) { // this will show the main interface to select one or more contacts this.setState({shareToContacts: true, forwardContent: message, selectedContact: null, sourceContact: this.state.selectedContact}); } fetchSharedItems(source) { //console.log('Fetch shared items', source); ReceiveSharingIntent.getReceivedFiles(files => { // files returns as JSON Array example //[{ filePath: null, text: null, weblink: null, mimeType: null, contentUri: null, fileName: null, extension: null }] if (files.length > 0) { //console.log('Share', files.length, 'items'); this.setState({shareToContacts: true, shareContent: files, selectedContact: null}); let item = files[0]; let what = 'Share text with contacts'; if (item.weblink) { what = 'Share web link with contacts'; } if (item.filePath) { what = 'Share file with contacts'; } this._notificationCenter.postSystemNotification(what); } else { //console.log('Nothing to share'); } }, (error) => { //console.log('Error receiving sharing intent', error.message); }, 'com.agprojects.sylk' ); } _sleep(ms) { return new Promise(resolve => setTimeout(resolve, ms)); } async shareContent() { let shareContent = this.state.shareContent; let selectedContacts = this.state.selectedContacts; let message = this.state.forwardContent; this.endShareContent(); let waitCounter = 0; let waitInterval = 30; while (waitCounter < waitInterval) { if (!this.state.contactsLoaded) { console.log('Wait until contacts are loaded'); await this._sleep(1000); } else { break; } waitCounter++; } let id; let i = 0; let j = 0; let uri; let content = ''; let contentType = 'text/plain'; let msg = { text: content, createdAt: new Date(), direction: 'outgoing', user: {} } if (this.state.forwardContent) { console.log('Forwarding content...'); msg.text = message.text; if (message.metadata && message.metadata.filename) { contentType = 'application/sylk-file-transfer'; msg.metadata = message.metadata; msg.metadata.sender.uri = this.state.accountId; msg.metadata.path = msg.metadata.local_url; msg.metadata.receiver.uri = null; msg.metadata.progress = null; msg.metadata.error = null; msg.metadata.local_url = null; msg.metadata.url = null; msg.metadata.paused = false; msg.metadata.failed = false; msg.metadata.until = null; if (message.metadata.filename.endsWith('.asc')) { msg.metadata.filename = message.metadata.filename.slice(0, -4); } } i = 0; while (i < selectedContacts.length) { uri = selectedContacts[i]; i++; id = uuid.v4(); msg._id = id; msg.key = id; if (msg.metadata && msg.metadata.receiver) { msg.metadata.receiver.uri = uri; msg.metadata.transfer_id = id; } await this.sendMessage(uri, msg, contentType); } } else { console.log('Sharing content...'); if (shareContent.length === 0) { return; } if (selectedContacts.length === 0) { this._notificationCenter.postSystemNotification('Sharing canceled'); return; } let item; let basename; let localPath; let dirname; let file_transfer; while (j < shareContent.length) { item = shareContent[j]; j++; //console.log('Sharing item', item); if (item.subject) { content = content + '\n\n' + item.subject; } if (item.text) { content = content + '\n\n' + item.text; } if (item.weblink) { content = content + '\n\n' + item.weblink; } if (item.filePath) { contentType = 'application/sylk-file-transfer'; file_transfer = { 'path': item.filePath, 'filename': item.fileName, 'filetype' : item.mimeType, 'sender': {'uri': this.state.accountId}, 'receiver': {'uri': null}, 'direction': 'outgoing' }; msg.metadata = file_transfer; if (utils.isImage(item.fileName, file_transfer.filetype)) { msg.image = Platform.OS === "android" ? 'file://'+ item.filePath : item.filePath; } else if (utils.isAudio(item.fileName)) { msg.audio = Platform.OS === "android" ? 'file://'+ item.filePath : item.filePath; } else if (utils.isVideo(item.fileName)) { msg.video = Platform.OS === "android" ? 'file://'+ item.filePath : item.filePath; } if (content.length > 0) { content = content + ' + ' + utils.beautyFileNameForBubble(file_transfer); } else { content = utils.beautyFileNameForBubble(file_transfer); } } content = content.trim(); msg.text = content; i = 0; while (i < selectedContacts.length) { uri = selectedContacts[i]; i++; id = uuid.v4(); msg._id = id; msg.key = id; if (msg.metadata && msg.metadata.receiver) { msg.metadata.receiver.uri = uri; msg.metadata.transfer_id = id; if (Platform.OS === 'ios') { basename = file_transfer.path.split('\\').pop().split('/').pop(); localPath = RNFS.DocumentDirectoryPath + "/" + this.state.accountId + "/" + uri + "/" + id + "/" + basename; dirname = path.dirname(localPath); await RNFS.mkdir(dirname); console.log('Copy', file_transfer.path, localPath); await RNFS.copyFile(file_transfer.path, localPath); file_transfer.path = localPath; } try { const { size } = await RNFetchBlob.fs.stat(file_transfer.path); file_transfer.size = size; } catch (e) { console.log('Error stat file', file_transfer.path, e.message); this._notificationCenter.postSystemNotification('Cannot access file', file_transfer.path); continue; } } await this.sendMessage(uri, msg, contentType); } } } } endShareContent() { //console.log('endShareContent'); let newSelectedContact = this.state.sourceContact; if (this.state.selectedContacts.length === 1 && ! newSelectedContact) { let uri = this.state.selectedContacts[0]; if (uri in this.state.myContacts) { newSelectedContact = this.state.myContacts[uri]; } } //console.log('Switch to contact', newSelectedContact); this.setState({shareContent: [], selectedContacts: [], selectedContact: newSelectedContact, forwardContent: null, sourceContact: null, shareToContacts: false}); if (Platform.OS === "android") { //ReceiveSharingIntent.clearReceivedFiles(); } } filterHistory(filter) { //console.log('Filter history', filter); this.setState({historyFilter: filter}); } saveConference(room, participants, displayName=null) { let uri = room; console.log('Save conference', room, 'with display name', displayName, 'and participants', participants); let myContacts = this.state.myContacts; if (uri in myContacts) { } else { myContacts[uri] = this.newContact(uri); } myContacts[uri].timestamp = new Date(); myContacts[uri].name = displayName; let new_participants = []; participants.forEach((uri) => { if (uri.indexOf('@') === -1) { uri = uri + '@' + this.state.defaultDomain; } if (uri !== this.state.account.id) { new_participants.push(uri); console.log('Added', uri, 'to room', room); } }); myContacts[uri].participants = new_participants; this.replicateContact(myContacts[uri]); this.saveSylkContact(uri, myContacts[uri], 'saveConference'); } addHistoryEntry(uri, callUUID, direction='outgoing', participants=[]) { let myContacts = this.state.myContacts; //console.log('addHistoryEntry', uri); if (uri.indexOf('@') === -1) { uri = uri + '@videoconference.' + this.state.defaultDomain; } if (uri in myContacts) { } else { myContacts[uri] = this.newContact(uri); } myContacts[uri].conference = true; myContacts[uri].timestamp = new Date(); myContacts[uri].lastCallId = callUUID; myContacts[uri].direction = direction; this.saveSylkContact(uri, myContacts[uri], 'addHistoryEntry'); } updateHistoryEntry(uri, callUUID, duration) { if (uri.indexOf('@') === -1) { uri = uri + '@videoconference.' + this.state.defaultDomain; } let myContacts = this.state.myContacts; if (uri in myContacts && myContacts[uri].lastCallId === callUUID) { console.log('updateHistoryEntry', uri, callUUID, duration); myContacts[uri].timestamp = new Date(); myContacts[uri].lastCallDuration = duration; myContacts[uri].lastCallId = callUUID; this.replicateContact(myContacts[uri]) this.saveSylkContact(uri, myContacts[uri], 'updateHistoryEntry'); } } render() { let footerBox = ; let extraStyles = {}; if (this.state.localMedia || this.state.registrationState === 'registered') { footerBox = null; } let loadingLabel = this.state.loading; if (this.state.syncConversations) { //loadingLabel = 'Sync conversations'; } else if (this.state.reconnectingCall) { loadingLabel = 'Reconnecting call...'; } else if (this.signOut) { loadingLabel = 'Signing out...'; } return ( this.setState({ Width_Layout : event.nativeEvent.layout.width, Height_Layout : event.nativeEvent.layout.height }, ()=> this._detectOrientation())}> { Platform.OS === 'android' ? : null} ); } notFound(match) { const status = { title : '404', message : 'Oops, the page your looking for can\'t found', level : 'danger', width : 'large' } return ( ); } saveHistory(history) { let myContacts = this.state.myContacts; let missedCalls = this.state.missedCalls; let localTime; let tags = []; let uri; let i = 0; let idx; let contact; let must_save = false; history.forEach((item) => { uri = item.uri; must_save = false; if (this.state.blockedUris.indexOf(uri) > -1) { return; } if (uri in myContacts) { } else { contact = this.newContact(uri); if (!contact) { console.log('No valid contact for', uri); return; } myContacts[uri] = contact; let contacts = this.lookupContacts(uri) if (contacts.length > 0) { myContacts[uri].name = contacts[0].name; myContacts[uri].tags = contacts[0].tags; myContacts[uri].photo = contacts[0].photo; myContacts[uri].label = contacts[0].label; } myContacts[uri].timestamp = item.timestamp; must_save = true; } if (item.timestamp > myContacts[uri].timestamp) { myContacts[uri].timestamp = item.timestamp; must_save = true; } else { if (myContacts[uri].lastCallId === item.sessionId) { return; } else { must_save = true; } } tags = myContacts[uri].tags; if (item.tags.indexOf('missed') > - 1) { tags.push('missed'); myContacts[uri].unread.push(item.sessionId); if (missedCalls.indexOf(item.sessionId) === -1) { missedCalls.push(item.sessionId); must_save = true; } } else { idx = tags.indexOf('missed'); if (idx > -1) { tags.splice(idx, 1); must_save = true; } } tags.push('history'); if (item.displayName && !myContacts[uri].name) { myContacts[uri].name = item.displayName; must_save = true; } myContacts[uri].direction = item.direction; myContacts[uri].lastCallId = item.sessionId; myContacts[uri].lastCallDuration = item.duration; myContacts[uri].lastCallMedia = item.media; myContacts[uri].conference = item.conference; if (tags !== myContacts[uri].tags) { must_save = true; } myContacts[uri].tags = tags; i = i + 1; this.updateTotalUread(myContacts); if (must_save) { this.saveSylkContact(uri, this.state.myContacts[uri], 'saveHistory'); } }); this.setState({missedCalls: missedCalls}); } hideLogsModal() { this.setState({showLogsModal: false}); } purgeLogs() { RNFS.unlink(logfile) .then(() => { utils.timestampedLog('Log file initialized'); this.showLogs(); }) // `unlink` will throw an error, if the item to unlink does not exist .catch((err) => { console.log(err.message); }); } showLogs() { this.setState({showLogsModal: true}); RNFS.readFile(logfile, 'utf8').then((content) => { console.log('Read', content.length, 'bytes from', logfile); const lastlines = content.split('\n').slice(-MAX_LOG_LINES).join('\n'); this.setState({logs: lastlines}); }); } trimLogs() { RNFS.readFile(logfile, 'utf8').then((content) => { const lines = content.split('\n'); //console.log('Read', lines.length, 'lines and', content.length, 'bytes from', logfile); if (lines.length > (MAX_LOG_LINES + 50) || content.length > 100000) { const text = lines.slice(-MAX_LOG_LINES).join('\n'); RNFS.writeFile(logfile, text + '\r\n', 'utf8') .then((success) => { //console.log('Trimmed logs to', MAX_LOG_LINES, 'lines and', text.length, 'bytes'); }) .catch((err) => { console.log(err.message); }); } }); } ready() { let publicKey; let call = this.state.currentCall || this.state.incomingCall; if (this.state.selectedContact) { const uri = this.state.selectedContact.uri; if (uri in this.state.myContacts && this.state.myContacts[uri].publicKey) { publicKey = this.state.myContacts[uri].publicKey; } } else { publicKey = this.state.keys ? this.state.keys.public: null; } return ( ); } preview() { return ( ); } saveSlider(position) { this.setState({conferenceSliderPosition: position}); } call() { let call = this.state.currentCall || this.state.incomingCall; let callState; if (call && call.id in this.state.callsState) { callState = this.state.callsState[call.id]; } if (this.state.targetUri in this.state.myContacts && !this.state.callContact) { let callContact = this.state.myContacts[this.state.targetUri]; this.setState({callContact: callContact}); } return ( ) } postSystemNotification(msg) { if (!this._notificationCenter) { return; } this._notificationCenter.postSystemNotification(msg); } conference() { let _previousParticipants = new Set(); let call = this.state.currentCall || this.state.incomingCall; let callState; if (call && call.id in this.state.callsState) { callState = this.state.callsState[call.id]; } /* if (this.myParticipants) { let room = this.state.targetUri.split('@')[0]; if (this.myParticipants.hasOwnProperty(room)) { let uris = this.myParticipants[room]; if (uris) { uris.forEach((uri) => { if (uri.search(this.state.defaultDomain) > -1) { let user = uri.split('@')[0]; _previousParticipants.add(user); } else { _previousParticipants.add(uri); } }); } } } */ if (this.state.myInvitedParties) { if (this.state.myInvitedParties.hasOwnProperty(this.state.targetUri)) { let uris = this.state.myInvitedParties[this.state.targetUri]; if (uris) { uris.forEach((uri) => { _previousParticipants.add(uri); }); } } } let previousParticipants = Array.from(_previousParticipants); return ( ) } matchContact(contact, filter='', matchDisplayName=true) { if (contact.uri.toLowerCase().startsWith(filter.toLowerCase())) { return true; } if (matchDisplayName && contact.name && contact.name.toLowerCase().indexOf(filter.toLowerCase()) > -1) { return true; } return false; } lookupContacts(text) { let contacts = []; const addressbook_contacts = this.state.contacts.filter(contact => this.matchContact(contact, text)); addressbook_contacts.forEach((c) => { const existing_contacts = contacts.filter(contact => this.matchContact(contact, c.uri.toLowerCase(), false)); if (existing_contacts.length === 0) { contacts.push(c); } }); return contacts; } updateLoading(state, by='') { if (by === 'incoming_call_timeout') { console.log('Incoming call timeout'); } else if (this.state.loading === incomingCallLabel && by !== 'incoming_call' && this.state.incomingCallUUID) { console.log('Skip updateLoading because we wait for a call', this.state.loading); return; } else if (by === 'incoming_call' && this.state.loading && this.state.loading !== incomingCallLabel) { console.log('Skip updateLoading by incoming_call', this.state.loading); return; } //console.log('updateLoading', this.state.loading, '->', state, 'by', by); this.setState({loading: state}); } conferenceByUri(urlParameters) { const targetUri = utils.normalizeUri(urlParameters.targetUri, config.defaultConferenceDomain); const idx = targetUri.indexOf('@'); const uri = {}; const pattern = /^[A-Za-z0-9\-\_]+$/g; uri.user = targetUri.substring(0, idx); // check if the uri.user is valid if (!pattern.test(uri.user)) { const status = { title : 'Invalid conference', message : `Oops, the conference ID is invalid: ${targetUri}`, level : 'danger', width : 'large' } return ( ); } return ( ); } login() { let registerBox; let statusBox; this.signOut = false; if (this.state.status !== null) { statusBox = ( ); } if (this.state.registrationState !== 'registered') { registerBox = ( ); } return ( {registerBox} {statusBox} ); } logout() { console.log('Logout'); this.signOut = true; this.signIn = false; this.syncRequested = false; this.callKeeper.setAvailable(false); this.sql_contacts_keys = []; storage.set('account', {accountId: this.state.accountId, password: this.state.password, verified: false }); this.setState({ssiAgent: null, loading: null, keyStatus: {}, contactsLoaded: false, registrationState: null, registrationKeepalive: false, keyDifferentOnServer: false, status: null, keys: null, lastSyncId: null, accountVerified: false, myContacts: {}, defaultDomain: config.defaultDomain, purgeMessages: [], updateContactUris: {}, replicateContacts: {}, deletedContacts: {} }); this.changeRoute('/login', 'user logout'); // SSI wallet - cleanup if (!this.signOut && this.state.registrationState !== null && this.state.connection && this.state.connection.state === 'ready') { // remove token from server console.log('Remove push token'); this.state.account.setDeviceToken('None', Platform.OS, deviceId, this.state.dnd, bundleId); console.log('Unregister'); this.state.account.register(); return; } else if (this.signOut && this.state.connection && this.state.account) { console.log('Unregister'); this.state.account.unregister(); } if (this.state.connection && this.state.account) { console.log('Remove account'); this.state.connection.removeAccount(this.state.account, (error) => { if (error) { logger.debug(error); } }); } this.ssiAgent = null; this.setState({account: null, displayName: '', email: '' }); this.signOut = false; return null; } main() { return null; } } export default Sylk; diff --git a/app/assets/images/cross-button.png b/app/assets/images/cross-button.png new file mode 100644 index 0000000..b3646e8 Binary files /dev/null and b/app/assets/images/cross-button.png differ diff --git a/app/assets/images/reply.png b/app/assets/images/reply.png new file mode 100644 index 0000000..46bfea6 Binary files /dev/null and b/app/assets/images/reply.png differ diff --git a/app/components/AudioCallBox.js b/app/components/AudioCallBox.js index bb5b695..631ce43 100644 --- a/app/components/AudioCallBox.js +++ b/app/components/AudioCallBox.js @@ -1,552 +1,554 @@ import React, { Component } from 'react'; import { View, Platform, TouchableWithoutFeedback, TouchableHighlight } from 'react-native'; import { IconButton, Dialog, Text, ActivityIndicator, Colors } from 'react-native-paper'; import PropTypes from 'prop-types'; import autoBind from 'auto-bind'; import EscalateConferenceModal from './EscalateConferenceModal'; import CallOverlay from './CallOverlay'; import DTMFModal from './DTMFModal'; import UserIcon from './UserIcon'; import styles from '../assets/styles/blink/_AudioCallBox.scss'; import utils from '../utils'; import LoadingScreen from './LoadingScreen'; import TrafficStats from './BarChart'; function toTitleCase(str) { return str.replace( /\w\S*/g, function(txt) { return txt.charAt(0).toUpperCase() + txt.substr(1).toLowerCase(); } ); } class AudioCallBox extends Component { constructor(props) { super(props); autoBind(this); this.state = { remoteUri : this.props.remoteUri, remoteDisplayName : this.props.remoteDisplayName, photo : this.props.photo, active : false, audioMuted : this.props.muted, showDtmfModal : false, showEscalateConferenceModal : false, call : this.props.call, reconnectingCall : this.props.reconnectingCall, info : this.props.info, selectedContacts : this.props.selectedContacts, packetLossQueue : [], audioBandwidthQueue : [], latencyQueue : [], declineReason : this.props.declineReason, callContact : this.props.callContact, selectedContact : this.props.selectedContact, audioCodec : this.props.audioCodec, ssiRemoteIdentity : this.props.ssiRemoteIdentity, ssiVerifyInProgress : this.props.ssiVerifyInProgress, ssiVerified : this.props.ssiVerified, ssiCanVerify : this.props.ssiCanVerify, terminatedReason : this.props.terminatedReason, speakerPhoneEnabled : this.props.speakerPhoneEnabled - }; this.remoteAudio = React.createRef(); this.userHangup = false; } componentDidMount() { // This component is used both for as 'local media' and as the in-call component. // Thus, if the call is not null it means we are beyond the 'local media' phase // so don't call the mediaPlaying prop. if (this.state.call != null) { switch (this.state.call.state) { case 'established': this.attachStream(this.state.call); break; case 'incoming': this.props.mediaPlaying(); // fall through default: this.state.call.on('stateChanged', this.callStateChanged); break; } } if (this.state.selectedContacts && this.state.selectedContacts.length > 0) { this.toggleEscalateConferenceModal(); } } componentWillUnmount() { if (this.state.call != null) { this.state.call.removeListener('stateChanged', this.callStateChanged); } } //getDerivedStateFromProps(nextProps, state) { UNSAFE_componentWillReceiveProps(nextProps) { if (nextProps.call !== null && nextProps.call !== this.state.call) { if (nextProps.call.state === 'established') { this.attachStream(nextProps.call); this.setState({reconnectingCall: false}); } nextProps.call.on('stateChanged', this.callStateChanged); if (this.state.call !== null) { this.state.call.removeListener('stateChanged', this.callStateChanged); } this.setState({call: nextProps.call}); } if (nextProps.reconnectingCall != this.state.reconnectingCall) { this.setState({reconnectingCall: nextProps.reconnectingCall}); } if (nextProps.hasOwnProperty('muted')) { this.setState({audioMuted: nextProps.muted}); } if (nextProps.hasOwnProperty('info')) { this.setState({info: nextProps.info}); } if (nextProps.hasOwnProperty('packetLossQueue')) { this.setState({packetLossQueue: nextProps.packetLossQueue}); } if (nextProps.hasOwnProperty('audioBandwidthQueue')) { this.setState({audioBandwidthQueue: nextProps.audioBandwidthQueue}); } if (nextProps.hasOwnProperty('latencyQueue')) { this.setState({latencyQueue: nextProps.latencyQueue}); } if (nextProps.hasOwnProperty('ssiVerifyInProgress')) { this.setState({ssiVerifyInProgress: nextProps.ssiVerifyInProgress}); } this.setState({remoteUri: nextProps.remoteUri, remoteDisplayName: nextProps.remoteDisplayName, photo: nextProps.photo ? nextProps.photo : this.state.photo, declineReason: nextProps.declineReason, callContact: nextProps.callContact, audioCodec: nextProps.audioCodec, selectedContacts: nextProps.selectedContacts, selectedContact: nextProps.selectedContact, ssiRemoteIdentity: nextProps.ssiRemoteIdentity, ssiVerified: nextProps.ssiVerified, ssiCanVerify: nextProps.ssiCanVerify, terminatedReason: nextProps.terminatedReason, - speakerPhoneEnabled: nextProps.speakerPhoneEnabled + speakerPhoneEnabled: nextProps.speakerPhoneEnabled, + localMedia: nextProps.localMedia }); } componentWillUnmount() { if (this.state.call != null) { this.state.call.removeListener('stateChanged', this.callStateChanged); } clearTimeout(this.callTimer); } callStateChanged(oldState, newState, data) { if (newState === 'established') { this.attachStream(this.state.call); this.setState({reconnectingCall: false}); } } attachStream(call) { this.setState({stream: call.getRemoteStreams()[0]}); //we dont use it anywhere though as audio gets automatically piped } escalateToConference(participants) { this.props.escalateToConference(participants); } hangupCall(event) { event.preventDefault(); this.props.hangupCall('user_hangup_call'); this.userHangup = true; } cancelCall(event) { event.preventDefault(); this.props.hangupCall('user_cancel_call'); } muteAudio(event) { event.preventDefault(); this.props.toggleMute(this.props.call.id, !this.state.audioMuted); } showDtmfModal() { this.setState({showDtmfModal: true}); } verifyIdentity() { if (this.state.ssiVerified) { return; } this.props.ssiVerifyFunc(); } hideDtmfModal() { this.setState({showDtmfModal: false}); } toggleEscalateConferenceModal() { if (this.state.showEscalateConferenceModal) { this.props.finishInvite(); } this.setState({ showEscalateConferenceModal: !this.state.showEscalateConferenceModal }); } handleDoubleTap() { const now = Date.now(); const DOUBLE_PRESS_DELAY = 300; if (this.lastTap && now - this.lastTap < DOUBLE_PRESS_DELAY) { this.props.showLogs(); } else { this.lastTap = now; } } render() { let buttonContainerClass; let userIconContainerClass; let remoteIdentity = {uri: this.state.remoteUri || '', name: this.state.remoteDisplayName || '', photo: this.state.photo }; const username = this.state.remoteUri.split('@')[0]; const isPhoneNumber = utils.isPhoneNumber(this.state.remoteUri); let displayName = this.state.remoteUri ? toTitleCase(this.state.remoteUri.split('@')[0]) : ''; if (this.state.remoteDisplayName && this.state.remoteUri !== this.state.remoteDisplayName) { displayName = this.state.remoteDisplayName; } if (this.props.isTablet) { buttonContainerClass = this.props.orientation === 'landscape' ? styles.tabletLandscapeButtonContainer : styles.tabletPortraitButtonContainer; userIconContainerClass = styles.tabletUserIconContainer; } else { buttonContainerClass = this.props.orientation === 'landscape' ? styles.landscapeButtonContainer : styles.portraitButtonContainer; userIconContainerClass = styles.userIconContainer; } const buttonSize = this.props.isTablet ? 40 : 34; let disablePlus = false; if (this.state.callContact) { if (isPhoneNumber) { disablePlus = true; } if (this.state.callContact.tags.indexOf('test') > -1) { disablePlus = true; } if (this.state.callContact.tags.indexOf('conference') > -1) { disablePlus = true; } } let whiteButtonClass = Platform.OS === 'ios' ? styles.whiteButtoniOS : styles.whiteButton; let greenButtonClass = Platform.OS === 'ios' ? styles.greenButtoniOS : styles.greenButton; let hangupButtonClass = Platform.OS === 'ios' ? styles.hangupButtoniOS : styles.hangupButton; let disabledGreenButtonClass = Platform.OS === 'ios' ? styles.disabledGreenButtoniOS : styles.disabledGreenButton; let verifyIcon = 'account-question'; if (this.state.ssiVerified) { verifyIcon = 'shield-account'; } else { if (this.state.ssiVerified === false) { } else { if (this.state.ssiVerifyInProgress) { verifyIcon = 'account-search'; } } } let showVerifyButton = false; if ((this.props.orientation === 'portrait' || this.props.isTablet) && this.state.ssiCanVerify && this.state.call && (this.state.call.state === 'accepted' || this.state.call.state === 'established') && !this.state.reconnectingCall) { showVerifyButton = true; } return ( {displayName} {this.state.remoteUri} {this.props.orientation !== 'landscape' && (this.state.reconnectingCall || this.state.ssiVerifyInProgress) ? : null } {showVerifyButton ? {!this.state.ssiVerifyInProgress ? : Verifying identity... } {this.state.ssiVerified ? Verified account : null} : null} {this.state.ssiVerified === false ? SSI verification failed : null} {!this.state.ssiVerifyInProgress ? : null} {this.state.call && ((this.state.call.state === 'accepted' || this.state.call.state === 'established' || this.state.call.state === 'early-media') && !this.state.reconnectingCall) ? <> {!disablePlus ? : null} {!disablePlus ? : null} {isPhoneNumber ? : null} : } ); } } AudioCallBox.propTypes = { remoteUri : PropTypes.string, remoteDisplayName : PropTypes.string, photo : PropTypes.string, call : PropTypes.object, connection : PropTypes.object, accountId : PropTypes.string, escalateToConference : PropTypes.func, info : PropTypes.string, hangupCall : PropTypes.func, mediaPlaying : PropTypes.func, + localMedia : PropTypes.object, callKeepSendDtmf : PropTypes.func, toggleMute : PropTypes.func, toggleSpeakerPhone : PropTypes.func, speakerPhoneEnabled : PropTypes.bool, orientation : PropTypes.string, isTablet : PropTypes.bool, reconnectingCall : PropTypes.bool, muted : PropTypes.bool, packetLossQueue : PropTypes.array, videoBandwidthQueue : PropTypes.array, audioBandwidthQueue : PropTypes.array, latencyQueue : PropTypes.array, showLogs : PropTypes.func, goBackFunc : PropTypes.func, callState : PropTypes.object, messages : PropTypes.object, sendMessage : PropTypes.func, reSendMessage : PropTypes.func, confirmRead : PropTypes.func, deleteMessage : PropTypes.func, expireMessage : PropTypes.func, getMessages : PropTypes.func, pinMessage : PropTypes.func, unpinMessage : PropTypes.func, callContact : PropTypes.object, selectedContact : PropTypes.object, selectedContacts : PropTypes.array, inviteToConferenceFunc : PropTypes.func, finishInvite : PropTypes.func, audioCodec : PropTypes.string, ssiRemoteIdentity : PropTypes.object, ssiVerifyFunc : PropTypes.func, ssiVerified : PropTypes.bool, ssiCanVerify : PropTypes.bool, ssiVerifyInProgress : PropTypes.bool, terminatedReason : PropTypes.string }; export default AudioCallBox; diff --git a/app/components/Call.js b/app/components/Call.js index cfb3cc8..ec40a1b 100644 --- a/app/components/Call.js +++ b/app/components/Call.js @@ -1,1366 +1,1375 @@ import React, { Component } from 'react'; import { View } from 'react-native'; import PropTypes from 'prop-types'; import assert from 'assert'; import debug from 'react-native-debug'; import autoBind from 'auto-bind'; import uuid from 'react-native-uuid'; import AudioCallBox from './AudioCallBox'; import LocalMedia from './LocalMedia'; import VideoBox from './VideoBox'; import config from '../config'; import utils from '../utils'; import { ConnectionStateChangedEvent, ConnectionEventTypes, ProofAttributeInfo, ProofEventTypes, AttributeFilter } from '@aries-framework/core'; // Used for SSI credentials const credDefId = 'EwAf16U6ZphXsZq6E5qmPz:3:CL:394132:default'; function randomIntFromInterval(min,max) { return Math.floor(Math.random()*(max-min+1)+min); } function FixedQueue( size, initialValues ){ // If there are no initial arguments, default it to // an empty value so we can call the constructor in // a uniform way. initialValues = (initialValues || []); // Create the fixed queue array value. var queue = Array.apply( null, initialValues ); // Store the fixed size in the queue. queue.fixedSize = size; // Add the class methods to the queue. Some of these have // to override the native Array methods in order to make // sure the queue lenght is maintained. queue.push = FixedQueue.push; queue.splice = FixedQueue.splice; queue.unshift = FixedQueue.unshift; // Trim any initial excess from the queue. FixedQueue.trimTail.call( queue ); // Return the new queue. return( queue ); } // I trim the queue down to the appropriate size, removing // items from the beginning of the internal array. FixedQueue.trimHead = function(){ // Check to see if any trimming needs to be performed. if (this.length <= this.fixedSize){ // No trimming, return out. return; } // Trim whatever is beyond the fixed size. Array.prototype.splice.call( this, 0, (this.length - this.fixedSize) ); }; // I trim the queue down to the appropriate size, removing // items from the end of the internal array. FixedQueue.trimTail = function(){ // Check to see if any trimming needs to be performed. if (this.length <= this.fixedSize){ // No trimming, return out. return; } // Trim whatever is beyond the fixed size. Array.prototype.splice.call( this, this.fixedSize, (this.length - this.fixedSize) ); }; // I synthesize wrapper methods that call the native Array // methods followed by a trimming method. FixedQueue.wrapMethod = function( methodName, trimMethod ){ // Create a wrapper that calls the given method. var wrapper = function(){ // Get the native Array method. var method = Array.prototype[ methodName ]; // Call the native method first. var result = method.apply( this, arguments ); // Trim the queue now that it's been augmented. trimMethod.call( this ); // Return the original value. return( result ); }; // Return the wrapper method. return( wrapper ); }; // Wrap the native methods. FixedQueue.push = FixedQueue.wrapMethod( "push", FixedQueue.trimHead ); FixedQueue.splice = FixedQueue.wrapMethod( "splice", FixedQueue.trimTail ); FixedQueue.unshift = FixedQueue.wrapMethod( "unshift", FixedQueue.trimTail ); class Call extends Component { constructor(props) { super(props); autoBind(this); this.samples = 30; this.sampleInterval = 3; this.defaultWaitInterval = 90; // until we can connect or reconnect this.waitCounter = 0; this.waitInterval = this.defaultWaitInterval; this.videoBytesSent = 0; this.audioBytesSent = 0; this.videoBytesReceived = 0; this.audioBytesReceived = 0; this.packetLoss = 0; this.audioCodec = ''; this.videoCodec = ''; this.packetLossQueue = FixedQueue(this.samples); this.latencyQueue = FixedQueue(this.samples); this.audioBandwidthQueue = FixedQueue(this.samples); this.videoBandwidthQueue = FixedQueue(this.samples); this.mediaLost = false; this.ssiRoles = []; // can be holder, verifier and issuer this.ssiRemoteRoles = []; // can be holder, verifier or issuer let ssiRequired = false; this.cancelVerifyIdentityTimer = null; if (this.props.ssiRoles) { this.ssiRoles = this.props.ssiRoles; } let callUUID; let remoteUri = ''; let remoteDisplayName = ''; let callState = null; let direction = null; let callEnded = false; - this.mediaIsPlaying = false; this.ended = false; this.answering = false; + this.mediaIsPlaying = false; if (this.props.call) { // If current call is available on mount we must have incoming this.props.call.on('stateChanged', this.callStateChanged); this.props.call.on('incomingMessage', this.incomingMessage); remoteUri = this.props.call.remoteIdentity.uri; callState = this.props.call.state; remoteDisplayName = this.props.call.remoteIdentity.displayName || this.props.call.remoteIdentity.uri; direction = this.props.call.direction; callUUID = this.props.call.id; if (this.props.ssiAgent) { this.props.call.headers.forEach((header) => { if (header.name === 'SSI-roles') { this.ssiRemoteRoles = header.value.split(','); if (this.ssiRemoteRoles.indexOf('holder') > -1) { console.log('Remote party is an SSI holder'); if (this.ssiRoles.indexOf('verifier') === -1) { this.ssiRoles.push('verifier'); //we can verify the remote party } } if (this.ssiRemoteRoles.indexOf('issuer') > -1) { console.log('Remote party is an SSI issuer'); } if (this.ssiRemoteRoles.indexOf('verifier') > -1) { console.log('Remote party is an SSI verifier'); } } }); } } else { remoteUri = this.props.targetUri; remoteDisplayName = this.props.targetUri; callUUID = this.props.callUUID; direction = callUUID ? 'outgoing' : 'incoming'; ssiRequired = this.props.ssiRequired; } if (this.props.connection) { //console.log('Added listener for connection', this.props.connection); this.props.connection.on('stateChanged', this.connectionStateChanged); } let audioOnly = false; if (this.props.localMedia && this.props.localMedia.getVideoTracks().length === 0) { audioOnly = true; } this.state = { call: this.props.call, targetUri: this.props.targetUri, audioOnly: audioOnly, boo: false, remoteUri: remoteUri, remoteDisplayName: remoteDisplayName, localMedia: this.props.localMedia, connection: this.props.connection, accountId: this.props.account ? this.props.account.id : null, account: this.props.account, callState: callState, direction: direction, callUUID: callUUID, reconnectingCall: this.props.reconnectingCall, speakerPhoneEnabled: this.props.speakerPhoneEnabled, info: '', packetLossQueue: [], audioBandwidthQueue: [], videoBandwidthQueue: [], latencyQueue: [], messages: this.props.messages, selectedContact: this.props.selectedContact, callContact: this.props.callContact, selectedContacts: this.props.selectedContacts, ssiRequired: ssiRequired, ssiAgent: this.props.ssiAgent, ssiInvitationUrl: null, ssiRemoteIdentity: null, ssiVerified: null, ssiVerifyInProgress: false, - ssiCanVerify: false + ssiCanVerify: false, + callEndReason: null } this.statisticsTimer = setInterval(() => { this.getConnectionStats(); }, this.sampleInterval * 1000); } componentDidMount() { if (this.props.ssiAgent) { this.props.ssiAgent.events.on(ConnectionEventTypes.ConnectionStateChanged, this.handleSSIAgentConnectionStateChange); this.props.ssiAgent.events.on(ProofEventTypes.ProofStateChanged, this.handleSSIAgentProofStateChange); } this.resetStats(); this.lookupContact(); if (this.state.direction === 'outgoing' && this.state.callUUID && this.state.callState !== 'established') { utils.timestampedLog('Call: start call', this.state.callUUID, 'when ready to', this.state.targetUri); this.startCallWhenReady(this.state.callUUID); } if (this.state.direction === 'incoming') { this.mediaPlaying(); } } componentWillUnmount() { this.ended = true; this.answering = false; if (this.state.call) { this.state.call.removeListener('stateChanged', this.callStateChanged); this.state.call.removeListener('incomingMessage', this.incomingMessage); } if (this.state.connection) { this.state.connection.removeListener('stateChanged', this.connectionStateChanged); } if (this.props.ssiAgent) { this.props.ssiAgent.events.off(ConnectionEventTypes.ConnectionStateChanged, this.handleSSIAgentConnectionStateChange); this.props.ssiAgent.events.off(ProofEventTypes.ProofStateChanged, this.handleSSIAgentProofStateChange); } } async handleSSIAgentConnectionStateChange(event) { const connectionRecord = event.payload.connectionRecord; utils.timestampedLog('SSI session connection', connectionRecord.id, event.payload.previousState, '->', connectionRecord.state); //utils.timestampedLog('SSI connection event', connectionRecord); if (connectionRecord.state === 'responded' || connectionRecord.state === 'complete' && !this.state.ssiCanVerify) { this.setState({ssiCanVerify: true}); utils.timestampedLog('SSI connection established, we can now verify the remote party'); this.props.postSystemNotification('You may now verify the remote party'); } } async handleSSIAgentProofStateChange(event) { const proofRecord = event.payload.proofRecord; utils.timestampedLog('SSI proof event', proofRecord.id, 'new state:', proofRecord.state); //utils.timestampedLog('SSI proof event', proofRecord); if (this.ssiRoles.indexOf('verifier') > -1) { if (proofRecord.state === 'done') { this.cancelSSIVerify(); if (proofRecord.isVerified === undefined) { // the other party did the verification this.props.postSystemNotification('We were verified'); utils.timestampedLog('The other party verified our SSI credential'); } else if (proofRecord.isVerified === true) { // the verification was successful --> call is authorized const proofData = proofRecord.presentationMessage.presentationAttachments[0].getDataAsJson(); const proofValues = proofData.requested_proof.revealed_attr_groups.name.values; const _credDefId = proofData.identifiers[0].cred_def_id; if (_credDefId !== credDefId) { utils.timestampedLog('SSI credential definition id', _credDefId, 'is not supported'); this.props.postSystemNotification('SSI credential id' + _credDefId + ' is invalid'); return; } const initials = proofValues.initials.raw; const legalName = proofValues.legalName.raw; const birthDate = proofValues.birthDate.raw; let verifiedDisplayName = initials + ' ' + legalName + ' (' + birthDate + ')'; utils.timestampedLog('SSI verify proof succeeded for:', verifiedDisplayName); const credentialAttributes = proofRecord.presentationMessage.indyProof; //console.log(credentialAttributes.proof.proofs); this.setState({ssiRemoteIdentity: credentialAttributes, ssiVerified: true, remoteDisplayName: verifiedDisplayName }); } else if (proofRecord.isVerified === false) { utils.timestampedLog('SSI verify proof failed'); this.setState({ssiVerified: false}); } else { console.log('Invalid proof record isVerified value', proofRecord.isVerified); } this.setState({ssiVerifyInProgress: false}); } } } cancelSSIVerify() { if (!this.cancelVerifyIdentityTimer) { return; } clearTimeout(this.cancelVerifyIdentityTimer); this.cancelVerifyIdentityTimer = null; this.setState({ssiVerifyInProgress: false}); } async verifySSIIdentity() { if (this.state.ssiConnectionRecord) { this.requestSSIProof(this.state.ssiConnectionRecord.id); } else { this.initSSIConnection(); } } async requestSSIProof(connectionRecordId) { if (this.state.ssiVerifyInProgress) { utils.timestampedLog('SSI proof verify in progress') } const attributes = { name: new ProofAttributeInfo({ names: ['legalName', 'initials', 'birthDate'], restrictions: [ new AttributeFilter({ credentialDefinitionId: credDefId }) ] }) } const proofRequestOptions = { name: "Proof Request Title", requestedAttributes: attributes } this.setState({ssiVerifyInProgress: true}); this.cancelSSIVerify(); this.cancelVerifyIdentityTimer = setTimeout(() => { this.cancelSSIVerify(); this.props.postSystemNotification('SSI proof request timeout'); }, 15000); try { utils.timestampedLog('Request SSI proof over connection', connectionRecordId, 'for schema', credDefId); const proofRequest = await this.state.ssiAgent.proofs.requestProof(connectionRecordId, proofRequestOptions); //console.log(proofRequestOptions); } catch (error) { utils.timestampedLog('SSI proof request error', error); this.props.postSystemNotification('SSI proof ' + error); this.setState({ssiVerifyInProgress: false}); } } async initSSIConnection() { if (!this.state.ssiAgent) { console.log('No SSI Agent available'); return; } if (this.state.ssiConnectionRecord) { utils.timestampedLog('SSI connection already active'); return; } try { utils.timestampedLog('Creating SSI connection...'); const ssiConnection = await this.state.ssiAgent.connections.createConnection(); const invitationUrl = ssiConnection.invitation.toUrl({domain: "http://example.com"}); this.setState({ssiInvitationUrl: invitationUrl, ssiConnectionRecord: ssiConnection.connectionRecord}); this.sendSSIInvitation(); } catch (error) { utils.timestampedLog('SSI create connection', error); this.props.postSystemNotification('SSI connection ' + error); this.setState({ssiVerified: false}); } } sendSSIInvitation() { if (!this.state.call) { return; } utils.timestampedLog('SSI invitation sent'); this.props.postSystemNotification('SSI invitation sent'); let message = this.state.call.sendMessage(this.state.ssiInvitationUrl, 'text/ssi-invitation-url', {id: uuid.v4()}, (error) => { if (error) { console.log('Message', id, 'sending error:', error); } }); } incomingMessage(message) { console.log('Session message', message.id, message.contentType, 'received'); if (message.contentType === 'text/ssi-invitation-url' && this.state.ssiAgent && !this.state.ssiInvitationUrl) { this.receiveSSIInvitation(message.content); } } async receiveSSIInvitation(url) { utils.timestampedLog('SSI received invitation URL', url); try { const ssiConnectionRecord = await this.state.ssiAgent.connections.receiveInvitationFromUrl(url); utils.timestampedLog('SSI invitation accepted', ssiConnectionRecord.id); this.props.postSystemNotification('SSI invitation accepted'); this.setState({ssiInvitationUrl: url, ssiConnectionRecord: ssiConnectionRecord}); } catch (error) { this.setState({ssiVerified: false}); utils.timestampedLog('SSI accept invitation error', error); this.props.postSystemNotification('SSI accept ' + error); } } resetStats() { if (this.ended) { return; } this.setState({ bandwidth: '', packetLossQueue: [], audioBandwidthQueue: [], videoBandwidthQueue: [], latencyQueue: [] }); } //getDerivedStateFromProps(nextProps, state) { UNSAFE_componentWillReceiveProps(nextProps) { // Needed for switching to incoming call while in a call if (this.ended) { return; } if (nextProps.connection && nextProps.connection !== this.state.connection) { nextProps.connection.on('stateChanged', this.connectionStateChanged); } this.setState({connection: nextProps.connection, account: nextProps.account, call: nextProps.call, callContact: nextProps.callContact, accountId: nextProps.account ? nextProps.account.id : null}); if (this.state.call === null && nextProps.call !== null) { nextProps.call.on('stateChanged', this.callStateChanged); nextProps.call.on('incomingMessage', this.incomingMessage); this.setState({ remoteUri: nextProps.call.remoteIdentity.uri, direction: nextProps.call.direction, callUUID: nextProps.call.id, remoteDisplayName: nextProps.call.remoteIdentity.displayName }); this.lookupContact(); } else { if (nextProps.callUUID !== null && this.state.callUUID !== nextProps.callUUID) { this.setState({'callUUID': nextProps.callUUID, 'direction': 'outgoing', 'call': null }); } } if (nextProps.reconnectingCall !== this.state.reconnectingCall) { this.setState({reconnectingCall: nextProps.reconnectingCall}); } if (nextProps.targetUri !== this.state.targetUri && this.state.direction === 'outgoing') { this.setState({targetUri: nextProps.targetUri}); } if (nextProps.terminatedReason) { this.setState({terminatedReason: nextProps.terminatedReason}); } this.setState({registrationState: nextProps.registrationState}); if (nextProps.localMedia && !this.state.localMedia) { utils.timestampedLog('Call: media has been added'); let audioOnly = nextProps.localMedia.getVideoTracks().length === 0 ? true : false; this.setState({localMedia: nextProps.localMedia, audioOnly: audioOnly}); this.mediaPlaying(nextProps.localMedia); } if (nextProps.hasOwnProperty('ssiCanVerify')) { this.setState({ssiCanVerify: nextProps.ssiCanVerify}); } this.setState({messages: nextProps.messages, selectedContacts: nextProps.selectedContacts, ssiVerifyInProgress: nextProps.ssiVerifyInProgress, speakerPhoneEnabled: nextProps.speakerPhoneEnabled }); if (nextProps.ssiConnectionRecord) { this.setState({ssiConnectionRecord: nextProps.ssiConnectionRecord}); } if (nextProps.ssiInvitationUrl) { this.setState({ssiInvitationUrl: nextProps.ssiInvitationUrl}); } + } getConnectionStats() { if (this.ended) { return; } let speed = 0; let diff = 0; let delay = 0; let audioPackets = 0; let videoPackets = 0; let audioPacketsLost = 0; let videoPacketsLost = 0; let audioPacketLoss = 0; let videoPacketLoss = 0; let bandwidthUpload = 0; let bandwidthDownload = 0; let mediaType; let foundVideo = false; if (!this.state.call || !this.state.call._pc) { this.resetStats(); return; } this.state.call._pc.getStats(null).then(stats => { stats.forEach(report => { if (report.type === "ssrc") { report.values.forEach(object => { if (object.mediaType) { mediaType = object.mediaType; } }); report.values.forEach(object => { if (object.googCodecName) { if (mediaType === 'video') { this.audioCodec = object.googCodecName; } else { this.videoCodec = object.googCodecName; } } else if (object.bytesReceived) { const bytesReceived = Math.floor(object.bytesReceived); if (mediaType === 'audio') { if (this.audioBytesReceived > 0 && this.audioBytesReceived < bytesReceived) { diff = bytesReceived - this.audioBytesReceived; diff = bytesReceived - this.audioBytesReceived; speed = Math.floor(diff / this.sampleInterval * 8 / 1000); //console.log('Audio bandwidth received', speed, 'kbit/s'); bandwidthDownload = bandwidthDownload + speed; if (this.audioBandwidthQueue.length < this.samples) { var n = this.samples; while (n > 0) { this.audioBandwidthQueue.push(0); n = n - 1; } } this.audioBandwidthQueue.push(speed); } this.audioBytesReceived = bytesReceived; } else if (mediaType === 'video') { foundVideo = true; if (this.videoBytesReceived > 0 && this.videoBytesReceived < bytesReceived) { diff = bytesReceived - this.videoBytesReceived; speed = Math.floor(diff / this.sampleInterval * 8 / 1000); //console.log('Video bandwidth received', speed, 'kbit/s'); bandwidthDownload = bandwidthDownload + speed; if (this.videoBandwidthQueue.length < this.samples) { var n = this.samples; while (n > 0) { this.videoBandwidthQueue.push(0); n = n - 1; } } this.videoBandwidthQueue.push(speed) } this.videoBytesReceived = bytesReceived; } } else if (object.bytesSent) { const bytesSent = Math.floor(object.bytesSent); if (mediaType === 'audio') { if (this.audioBytesSent > 0 && bytesSent > this.audioBytesSent) { const diff = bytesSent - this.audioBytesSent; const speed = Math.floor(diff / this.sampleInterval * 8 / 1000); bandwidthUpload = bandwidthUpload + speed; //console.log('Audio bandwidth sent', speed, 'kbit/s'); } this.audioBytesSent = bytesSent; } else if (mediaType === 'video') { foundVideo = true; if (this.videoBytesSent > 0 && bytesSent > this.videoBytesSent) { const diff = bytesSent - this.videoBytesSent; const speed = Math.floor(diff / this.sampleInterval * 8 / 1000); bandwidthUpload = bandwidthUpload + speed; //console.log('Video bandwidth sent', speed, 'kbit/s'); } this.videoBytesSent = bytesSent; } } else if (object.packetsLost) { if (mediaType === 'audio') { audioPackets = audioPackets + Math.floor(object.packetsLost); audioPacketsLost = audioPacketsLost + Math.floor(object.packetsLost); } else if (mediaType === 'video') { videoPackets = videoPackets + Math.floor(object.packetsLost); videoPacketsLost = videoPacketsLost + Math.floor(object.packetsLost); } } else if (object.packetsReceived) { if (mediaType === 'audio') { audioPackets = audioPackets + Math.floor(object.packetsReceived); } else if (mediaType === 'video') { videoPackets = videoPackets + Math.floor(object.packetsReceived); } } else if (object.googCurrentDelayMs) { delay = object.googCurrentDelayMs; } //console.log(object); }); }}); // packet loss videoPacketLoss = 0; if (videoPackets > 0) { videoPacketLoss = Math.floor(videoPacketsLost / videoPackets * 100); if (videoPacketLoss > 1) { //console.log('Video packet loss', videoPacketLoss, '%'); } } audioPacketLoss = 0; if (audioPackets > 0) { audioPacketLoss = Math.floor(audioPacketsLost / audioPackets * 100); if (audioPacketLoss > 3) { //console.log('Audio packet loss', audioPacketLoss, '%'); } } this.packetLoss = videoPacketLoss > audioPacketLoss ? videoPacketLoss : audioPacketLoss; //this.packetLoss = randomIntFromInterval(2, 10); if (this.packetLoss < 3) { this.packetLoss = 0; } if (this.packetLossQueue.length < this.samples) { var n = this.samples; while (n > 0) { this.packetLossQueue.push(0); n = n - 1; } } if (this.latencyQueue.length < this.samples) { var n = this.samples; while (n > 0) { this.latencyQueue.push(0); n = n - 1; } } this.latencyQueue.push(Math.ceil(delay)); this.packetLossQueue.push(this.packetLoss); this.audioPacketLoss = audioPacketLoss; this.videoPacketLoss = videoPacketLoss; let info = ''; let suffix = 'kbit/s'; if (foundVideo && (bandwidthUpload > 0 || bandwidthDownload > 0)) { suffix = 'Mbit/s'; bandwidthUpload = Math.ceil(bandwidthUpload / 1000 * 100) / 100; bandwidthDownload = Math.ceil(bandwidthDownload / 1000 * 100) / 100; } if (bandwidthDownload && bandwidthUpload) { if (bandwidthDownload > 0 && bandwidthUpload > 0) { info = '⇣' + bandwidthDownload + ' ⇡' + bandwidthUpload; } else if (bandwidthDownload > 0) { info = '⇣' + bandwidthDownload; } else if (bandwidthUpload > 0) { info = '⇡' + this.bandwidthUpload; } if (info) { info = info + ' ' + suffix; } } if (this.packetLoss > 2) { info = info + ' - ' + Math.ceil(this.packetLoss) + '% loss'; } if (delay > 150) { info = info + ' - ' + Math.ceil(delay) + ' ms'; } this.setState({packetLossQueue: this.packetLossQueue, latencyQueue: this.latencyQueue, videoBandwidthQueue: this.videoBandwidthQueue, audioBandwidthQueue: this.audioBandwidthQueue, info: info }); }); }; mediaPlaying(localMedia) { utils.timestampedLog('mediaPlaying', this.state.direction); if (this.state.direction === 'incoming') { const media = localMedia ? localMedia : this.state.localMedia; this.answerCall(media); } else { this.mediaIsPlaying = true; } } async answerCall(localMedia) { const media = localMedia ? localMedia : this.state.localMedia; if (this.state.call && this.state.call.state === 'incoming' && media) { let options = {pcConfig: {iceServers: config.iceServers}}; options.localStream = media; utils.timestampedLog('Answering call...'); if (this.state.ssiAgent) { options.headers = [{name: 'SSI-roles', value: this.ssiRoles.toString()}]; //console.log('Call answer extra headers:', options.headers); } if (!this.answering) { this.answering = true; const connectionState = this.state.connection.state ? this.state.connection.state : null; utils.timestampedLog('Call: answering call', this.state.call.id, 'in connection state', connectionState); try { this.state.call.answer(options); utils.timestampedLog('Call: answered'); } catch (error) { utils.timestampedLog('Call: failed to answer', error); this.hangupCall('answer_failed') } } else { utils.timestampedLog('Call: answering call in progress...'); } } else { if (!this.state.call) { utils.timestampedLog('Call: no Sylkrtc call present'); this.hangupCall('answer_failed'); } if (!media) { utils.timestampedLog('Call: waiting for local media'); } } } lookupContact() { // TODO this must lookup in myContacts let photo = null; let remoteUri = this.state.remoteUri || ''; let remoteDisplayName = this.state.remoteDisplayName || ''; if (!remoteUri) { return; } if (remoteUri.indexOf('3333@') > -1) { remoteDisplayName = 'Video Test'; } else if (remoteUri.indexOf('4444@') > -1) { remoteDisplayName = 'Echo Test'; } else if (this.props.myContacts.hasOwnProperty(remoteUri) && this.props.myContacts[remoteUri].name) { remoteDisplayName = this.props.myContacts[remoteUri].name; } else if (this.props.contacts) { let username = remoteUri.split('@')[0]; let isPhoneNumber = username.match(/^(\+|0)(\d+)$/); if (isPhoneNumber) { var contact_obj = this.findObjectByKey(this.props.contacts, 'uri', username); } else { var contact_obj = this.findObjectByKey(this.props.contacts, 'uri', remoteUri); } if (contact_obj) { remoteDisplayName = contact_obj.displayName; photo = contact_obj.photo; if (isPhoneNumber) { remoteUri = username; } } else { if (isPhoneNumber) { remoteUri = username; remoteDisplayName = username; } } } this.setState({remoteDisplayName: remoteDisplayName, remoteUri: remoteUri, photo: photo }); } callStateChanged(oldState, newState, data) { //console.log('Call: callStateChanged', oldState, '->', newState); if (this.ended) { return; } let remoteHasNoVideoTracks; let remoteIsRecvOnly; let remoteIsInactive; let remoteStreams; this.answering = false; if (newState === 'established') { this.setState({reconnectingCall: false}); const currentCall = this.state.call; if (this.state.direction === 'outgoing' && this.ssiRemoteRoles.length > 0) { this.initSSIConnection(); } if (this.state.direction === 'outgoing') { if (this.ssiRemoteRoles.length > 0) { utils.timestampedLog('SSI local roles:', this.ssiRoles.toString()); utils.timestampedLog('SSI remote roles:', this.ssiRemoteRoles.toString()); } else { //console.log('Remote party does not support SSI'); } } else { if (this.ssiRemoteRoles.length > 0) { utils.timestampedLog('SSI local roles:', this.ssiRoles.toString()); utils.timestampedLog('SSI remote roles:', this.ssiRemoteRoles.toString()); } else { //console.log('Remote party does not support SSI'); } } if (currentCall) { remoteStreams = currentCall.getRemoteStreams(); if (remoteStreams) { if (remoteStreams.length > 0) { const remotestream = remoteStreams[0]; remoteHasNoVideoTracks = remotestream.getVideoTracks().length === 0; remoteIsRecvOnly = currentCall.remoteMediaDirections.video[0] === 'recvonly'; remoteIsInactive = currentCall.remoteMediaDirections.video[0] === 'inactive'; } } } if (remoteStreams && (remoteHasNoVideoTracks || remoteIsRecvOnly || remoteIsInactive) && !this.state.audioOnly) { //console.log('Media type changed to audio'); // Stop local video if (this.state.localMedia.getVideoTracks().length !== 0) { currentCall.getLocalStreams()[0].getVideoTracks()[0].stop(); } this.setState({audioOnly: true}); } else { this.forceUpdate(); } } else if (newState === 'accepted') { // Switch if we have audioOnly and local videotracks. This means // the call object switched and we are transitioning to an // incoming call. if (this.state.audioOnly && this.state.localMedia && this.state.localMedia.getVideoTracks().length !== 0) { //console.log('Media type changed to video on accepted'); this.setState({audioOnly: false}); } data.headers.forEach((header) => { if (header.name === 'SSI-roles') { this.ssiRemoteRoles = header.value.split(','); if (this.ssiRemoteRoles.indexOf('holder') > -1) { utils.timestampedLog('Remote party is an SSI holder'); } if (this.ssiRemoteRoles.indexOf('issuer') > -1) { utils.timestampedLog('Remote party is an SSI issuer'); } if (this.ssiRemoteRoles.indexOf('verifier') > -1) { utils.timestampedLog('Remote party is an SSI verifier'); } } }); } if (newState !== 'established') { this.cancelSSIVerify(); } if (newState === 'terminated') { - this.setState({terminatedReason: data.reason}); + this.setState({terminatedReason: this.state.terminatedReason}); } this.forceUpdate(); } connectionStateChanged(oldState, newState) { switch (newState) { case 'closed': break; case 'ready': break; case 'disconnected': if (oldState === 'ready' && this.state.direction === 'outgoing') { utils.timestampedLog('Call: reconnecting the call...'); this.waitInterval = this.defaultWaitInterval; } break; default: break; } } findObjectByKey(array, key, value) { for (var i = 0; i < array.length; i++) { if (array[i][key] === value) { return array[i]; } } return null; } canConnect() { if (!this.state.connection) { console.log('Call: no connection yet'); return false; } if (this.state.connection.state !== 'ready') { console.log('Call: connection is not ready'); return false; } if (this.props.registrationState !== 'registered') { console.log('Call: account not ready yet'); return false; } if (!this.mediaIsPlaying) { if (this.waitCounter > 0) { console.log('Call: media is not yet playing'); + if (this.waitCounter == 10) { + // something went wrong + this.setState({terminatedReason: 'Cannot start media'}); + this.hangupCall('local_media_timeout'); + } } return false; } return true; } async startCallWhenReady(callUUID) { this.waitCounter = 0; let diff = 0; while (this.waitCounter < this.waitInterval) { if (this.waitCounter === 1) { utils.timestampedLog('Call: waiting for establishing call', this.waitInterval, 'seconds'); } if (this.userHangup) { this.hangupCall('user_cancelled'); return; } if (this.ended) { return; } if (this.waitCounter >= this.waitInterval - 1) { this.hangupCall('timeout'); } if (!this.canConnect()) { //utils.timestampedLog('Call: waiting for connection', this.waitInterval - this.waitCounter, 'seconds'); if (this.state.call && this.state.call.id === callUUID && this.state.call.state !== 'terminated') { return; } if (this.waitCounter > 0 && this.waitCounter % 10 === 0) { console.log('Wait', this.waitCounter); } await this._sleep(1000); } else { this.waitCounter = 0; this.start(); return; } this.waitCounter++; } } _sleep(ms) { return new Promise(resolve => setTimeout(resolve, ms)); } start() { if (this.state.localMedia === null) { console.log('Call: cannot create new call without local media'); return; } let options = { pcConfig: {iceServers: config.iceServers}, id: this.state.callUUID, localStream: this.state.localMedia }; if (this.state.ssiAgent) { options.headers = [{name: 'SSI-roles', value: this.ssiRoles.toString()}]; //console.log('Outgoing call extra headers:', options.headers); } let call = this.state.account.call(this.state.targetUri, options); this.setState({call: call}); } hangupCall(reason) { let callUUID = this.state.call ? this.state.call.id : this.state.callUUID; this.waitInterval = this.defaultWaitInterval; if (this.state.call) { //console.log('Remove listener for call', this.state.call.id); this.state.call.removeListener('stateChanged', this.callStateChanged); this.state.call.removeListener('incomingMessage', this.incomingMessage); this.setState({call: null}); } if (this.state.connection) { //console.log('Remove listener for connection', this.state.connection); this.state.connection.removeListener('stateChanged', this.connectionStateChanged); this.setState({connection: null}); } if (this.waitCounter > 0) { this.waitCounter = this.waitInterval; } this.props.hangupCall(callUUID, reason); } render() { let box = null; if (this.state.localMedia !== null) { if (this.state.audioOnly) { box = ( ); } else { if (this.state.call !== null && (this.state.call.state === 'established' || (this.state.call.state === 'terminated' && this.state.reconnectingCall))) { box = ( ); } else { if (this.state.call && this.state.call.state === 'terminated' && this.state.reconnectingCall) { //console.log('Skip render local media because we will reconnect'); } else { box = ( ); } } } } else { box = ( ); } return box; } } Call.propTypes = { targetUri : PropTypes.string, account : PropTypes.object, hangupCall : PropTypes.func, connection : PropTypes.object, registrationState : PropTypes.string, call : PropTypes.object, + terminatedReason : PropTypes.string, localMedia : PropTypes.object, shareScreen : PropTypes.func, escalateToConference : PropTypes.func, generatedVideoTrack : PropTypes.bool, callKeepSendDtmf : PropTypes.func, toggleMute : PropTypes.func, toggleSpeakerPhone : PropTypes.func, speakerPhoneEnabled : PropTypes.bool, callUUID : PropTypes.string, contacts : PropTypes.array, intercomDtmfTone : PropTypes.string, orientation : PropTypes.string, isTablet : PropTypes.bool, reconnectingCall : PropTypes.bool, muted : PropTypes.bool, myContacts : PropTypes.object, showLogs : PropTypes.func, goBackFunc : PropTypes.func, callState : PropTypes.object, messages : PropTypes.object, sendMessage : PropTypes.func, reSendMessage : PropTypes.func, confirmRead : PropTypes.func, deleteMessage : PropTypes.func, expireMessage : PropTypes.func, getMessages : PropTypes.func, pinMessage : PropTypes.func, unpinMessage : PropTypes.func, selectedContact : PropTypes.object, callContact : PropTypes.object, selectedContacts : PropTypes.array, inviteToConferenceFunc : PropTypes.func, finishInvite : PropTypes.func, ssiRequired : PropTypes.bool, ssiAgent : PropTypes.object, ssiRoles : PropTypes.array, postSystemNotification : PropTypes.func }; export default Call; diff --git a/app/components/CallOverlay.js b/app/components/CallOverlay.js index 9d913ae..02d6dee 100644 --- a/app/components/CallOverlay.js +++ b/app/components/CallOverlay.js @@ -1,241 +1,248 @@ import React from 'react'; import { View, Text } from 'react-native'; import PropTypes from 'prop-types'; import classNames from 'classnames'; import moment from 'moment'; import momentFormat from 'moment-duration-format'; import autoBind from 'auto-bind'; import { Appbar } from 'react-native-paper'; import Icon from 'react-native-vector-icons/MaterialCommunityIcons'; import { Colors } from 'react-native-paper'; import styles from '../assets/styles/blink/_AudioCallBox.scss'; function toTitleCase(str) { return str.replace( /\w\S*/g, function(txt) { return txt.charAt(0).toUpperCase() + txt.substr(1).toLowerCase(); } ); } class CallOverlay extends React.Component { constructor(props) { super(props); autoBind(this); this.state = { call: this.props.call, terminatedReason: this.props.terminatedReason, media: this.props.media ? this.props.media : 'audio', callState: this.props.call ? this.props.call.state : null, direction: this.props.call ? this.props.call.direction: null, startTime: this.props.callState ? this.props.callState.startTime : null, remoteUri: this.props.remoteUri, + localMedia: this.props.localMedia, remoteDisplayName: this.props.remoteDisplayName, reconnectingCall: this.props.reconnectingCall } this.duration = null; this.finalDuration = null; this.timer = null; this._isMounted = true; } componentDidMount() { if (this.state.call) { if (this.state.call.state === 'established') { this.startTimer(); } this.state.call.on('stateChanged', this.callStateChanged); this.setState({callState: this.state.call.state}); } } componentWillUnmount() { this._isMounted = false; if (this.state.call) { this.state.call.removeListener('stateChanged', this.callStateChanged); } clearTimeout(this.timer); } //getDerivedStateFromProps(nextProps, state) { UNSAFE_componentWillReceiveProps(nextProps) { if (!this._isMounted) { return; } if (nextProps.reconnectingCall != this.state.reconnectingCall) { this.setState({reconnectingCall: nextProps.reconnectingCall}); } if (nextProps.call !== null && nextProps.call !== this.state.call) { nextProps.call.on('stateChanged', this.callStateChanged); if (this.state.call !== null) { this.state.call.removeListener('stateChanged', this.callStateChanged); } this.setState({call: nextProps.call, direction: nextProps.call.direction}); } this.setState({remoteDisplayName: nextProps.remoteDisplayName, remoteUri: nextProps.remoteUri, media: nextProps.media, + localMedia: nextProps.localMedia, startTime: nextProps.callState ? nextProps.callState.startTime : null, terminatedReason: nextProps.terminatedReason }); } callStateChanged(oldState, newState, data) { - //console.log('allStateChanged', oldState, newState); + // console.log('callStateChanged', oldState, newState); if (newState === 'established' && this._isMounted) { this.startTimer(); } if (newState === 'terminated') { if (this.state.call) { this.state.call.removeListener('stateChanged', this.callStateChanged); } clearTimeout(this.timer); this.finalDuration = this.duration; this.duration = null; this.timer = null; } if (newState === 'proceeding') { if (this.state.callState === 'ringing' || data.code === 110 || data.code === 180) { newState = 'ringing'; } } if (!this._isMounted) { return; } this.setState({callState: newState}); } startTimer() { if (this.timer !== null) { // already armed return; } // TODO: consider using window.requestAnimationFrame this.timer = setInterval(() => { const duration = moment.duration(new Date() - this.state.startTime); if (this.duration > 3600) { this.duration = duration.format('hh:mm:ss', {trim: false}); } else { this.duration = duration.format('mm:ss', {trim: false}); } if (this.props.show) { this.forceUpdate(); } }, 1000); } render() { let header = null; let displayName = this.state.remoteUri; if (this.state.remoteDisplayName && this.state.remoteDisplayName !== this.state.remoteUri) { displayName = this.state.remoteDisplayName; } if (this.props.show) { - let callDetail = ''; + let callDetail = 'Connecting...'; if (this.duration) { callDetail = {this.duration}; callDetail = 'Duration: ' + this.duration; } else { if (this.state.reconnectingCall) { callDetail = 'Reconnecting call...'; } else if (this.state.callState === 'terminated') { - callDetail = 'Call ended'; if (this.finalDuration) { - callDetail = callDetail + ' after ' + this.finalDuration; + callDetail = 'Call ended after ' + this.finalDuration; } else if (this.state.terminatedReason) { - callDetail = callDetail + ': ' + this.state.terminatedReason; + callDetail = this.state.terminatedReason; } } else if (this.state.callState === 'incoming') { callDetail = 'Connecting...'; } else if (this.state.callState === 'accepted') { callDetail = 'Waiting for ' + this.state.media + '...'; } else if (this.state.callState === 'progress') { if (this.state.terminatedReason) { callDetail = this.state.terminatedReason; - } else { - callDetail = 'Connecting...'; } } else if (this.state.callState === 'established') { callDetail = 'Media established'; } else if (this.state.callState) { callDetail = toTitleCase(this.state.callState); + } else if (!this.state.localMedia) { + if (this.state.terminatedReason) { + callDetail = this.state.terminatedReason; + } else { + callDetail = 'Getting local media...'; + } } } + //console.log(' --- render overlay', this.state.callState, this.state.terminatedReason); if (this.props.info) { callDetail = callDetail + ' - ' + this.props.info; } let mediaLabel = 'Audio call'; if (this.state.media) { mediaLabel = toTitleCase(this.state.media) + ' call'; } if (this.state.remoteUri && this.state.remoteUri.search('videoconference') > -1) { displayName = this.state.remoteUri.split('@')[0]; header = ( ); } else { header = ( {this.props.goBackFunc()}} /> ); } } return header } } CallOverlay.propTypes = { show: PropTypes.bool.isRequired, remoteUri: PropTypes.string, + localMedia: PropTypes.object, remoteDisplayName: PropTypes.string, call: PropTypes.object, connection: PropTypes.object, reconnectingCall: PropTypes.bool, terminatedReason : PropTypes.string, media: PropTypes.string, audioCodec: PropTypes.string, videoCodec: PropTypes.string, info: PropTypes.string, goBackFunc: PropTypes.func, callState : PropTypes.object }; export default CallOverlay; diff --git a/app/components/ReadyBox.js b/app/components/ReadyBox.js index 1a61538..f6d49b3 100644 --- a/app/components/ReadyBox.js +++ b/app/components/ReadyBox.js @@ -1,1553 +1,1553 @@ import React, { Component, Fragment } from 'react'; import PropTypes from 'prop-types'; import classNames from 'classnames'; import autoBind from 'auto-bind'; import { FlatList, View, Platform, TouchableHighlight, TouchableOpacity} from 'react-native'; import { IconButton, Title, Button, Colors, Text, ActivityIndicator } from 'react-native-paper'; import ConferenceModal from './ConferenceModal'; import ContactsListBox from './ContactsListBox'; import FooterBox from './FooterBox'; import URIInput from './URIInput'; import config from '../config'; import utils from '../utils'; import styles from '../assets/styles/blink/_ReadyBox.scss'; import {Keyboard} from 'react-native'; import QRCodeScanner from 'react-native-qrcode-scanner'; import { RNCamera } from 'react-native-camera'; import AudioRecord from 'react-native-audio-record'; import uuid from 'react-native-uuid'; import RNFetchBlob from "rn-fetch-blob"; import fileType from 'react-native-file-type'; class ReadyBox extends Component { constructor(props) { super(props); autoBind(this); this.state = { targetUri: this.props.selectedContact ? this.props.selectedContact.uri : '', contacts: this.props.contacts, selectedContact: this.props.selectedContact, showConferenceModal: this.props.showConferenceModal, sticky: false, favoriteUris: this.props.favoriteUris, blockedUris: this.props.blockedUris, historyCategoryFilter: null, messagesCategoryFilter: null, historyPeriodFilter: null, missedCalls: this.props.missedCalls, isLandscape: this.props.isLandscape, participants: null, myInvitedParties: this.props.myInvitedParties, messages: this.props.messages, myDisplayName: this.props.myDisplayName, chat: (this.props.selectedContact !== null) && (this.props.call !== null), call: this.props.call, inviteContacts: this.props.inviteContacts, shareToContacts: this.props.shareToContacts, selectedContacts: this.props.selectedContacts, pinned: this.props.pinned, messageZoomFactor: this.props.messageZoomFactor, isTyping: this.props.isTyping, navigationItems: this.props.navigationItems, fontScale: this.props.fontScale, historyFilter: this.props.historyFilter, isTablet: this.props.isTablet, myContacts: this.props.myContacts, showQRCodeScanner: this.props.showQRCodeScanner, ssiCredentials: this.props.ssiCredentials, ssiConnections: this.props.ssiConnections, keys: this.props.keys, isTexting: this.props.isTexting, keyboardVisible: this.props.keyboardVisible, contentTypes: this.props.contentTypes, sourceContact: this.props.sourceContact }; this.ended = false; } UNSAFE_componentWillReceiveProps(nextProps) { if (this.ended) { return; } if (this.state.selectedContact) { this.setState({targetUri: nextProps.selectedContact ? nextProps.selectedContact.uri : '', chat: false}); } if (!this.state.inviteContacts && nextProps.inviteContacts) { this.handleTargetChange(''); this.setState({chat: false}); } if (this.state.selectedContact !== nextProps.selectedContact && nextProps.selectedContact) { this.setState({chat: !this.chatDisabledForUri(nextProps.selectedContact.uri)}); } if (nextProps.selectedContact !== this.state.selectedContact) { this.resetContact() this.setState({'messagesCategoryFilter': null}); if (this.navigationRef && !this.state.selectedContact) { this.navigationRef.scrollToIndex({animated: true, index: 0}); } if (this.state.selectedContact && this.state.pinned) { this.props.togglePinned(this.state.selectedContact.uri); } } if (!nextProps.historyFilter && this.state.historyFilter) { this.filterHistory(null); } if (nextProps.historyFilter === 'ssi' && !nextProps.selectedContact) { this.setState({'historyCategoryFilter': 'ssi'}); if (this.navigationRef && !this.state.selectedContact) { this.navigationRef.scrollToIndex({animated: true, index: this.navigationItems.length-1}); } } if (nextProps.missedCalls.length === 0 && this.state.historyCategoryFilter === 'missed') { this.setState({'historyCategoryFilter': null}); } if (nextProps.blockedUris.length === 0 && this.state.historyCategoryFilter === 'blocked') { this.setState({'historyCategoryFilter': null}); } if (nextProps.favoriteUris.length === 0 && this.state.historyCategoryFilter === 'favorite') { this.setState({'historyCategoryFilter': null}); } if (Object.keys(this.state.myContacts).length === 0 && nextProps.myContacts && Object.keys(nextProps.myContacts).length > 0) { this.bounceNavigation(); } this.setState({myInvitedParties: nextProps.myInvitedParties, myContacts: nextProps.myContacts, messages: nextProps.messages, historyFilter: nextProps.historyFilter, myDisplayName: nextProps.myDisplayName, call: nextProps.call, showConferenceModal: nextProps.showConferenceModal, isTyping: nextProps.isTyping, navigationItems: nextProps.navigationItems, messageZoomFactor: nextProps.messageZoomFactor, contacts: nextProps.contacts, inviteContacts: nextProps.inviteContacts, shareToContacts: nextProps.shareToContacts, selectedContacts: nextProps.selectedContacts, selectedContact: nextProps.selectedContact, pinned: nextProps.pinned, favoriteUris: nextProps.favoriteUris, blockedUris: nextProps.blockedUris, missedCalls: nextProps.missedCalls, fontScale: nextProps.fontScale, isTablet: nextProps.isTablet, showQRCodeScanner: nextProps.showQRCodeScanner, isLandscape: nextProps.isLandscape, ssiCredentials: nextProps.ssiCredentials, ssiConnections: nextProps.ssiConnections, keys: nextProps.keys, isTexting: nextProps.isTexting, keyboardVisible: nextProps.keyboardVisible, contentTypes: nextProps.contentTypes, sourceContact: nextProps.sourceContact }); } getTargetUri(uri) { return utils.normalizeUri(uri, this.props.defaultDomain); } async componentDidMount() { this.ended = false; } componentWillUnmount() { this.ended = true; } filterHistory(filter) { if (this.ended) { return; } //console.log('filterHistory', filter); if (this.state.selectedContact) { if (!filter && this.state.pinned) { this.props.togglePinned(this.state.selectedContact.uri); } if (filter === 'pinned') { this.props.togglePinned(this.state.selectedContact.uri); return; } if (filter === this.state.messagesCategoryFilter) { this.setState({'messagesCategoryFilter': null}); } else { this.setState({'messagesCategoryFilter': filter}); } return; } this.props.filterHistoryFunc(filter); if (!filter) { this.setState({'historyPeriodFilter': null, historyCategoryFilter: null}); } else if (filter === 'today' || filter === 'yesterday') { filter = this.state.historyPeriodFilter === filter ? null : filter; this.setState({'historyPeriodFilter': filter}); } else { this.setState({'historyCategoryFilter': filter}); } this.handleTargetChange(''); } chatDisabledForUri(uri) { if (uri.indexOf('@videoconference') > -1) { return true; } if (uri.indexOf('@guest') > -1) { return true; } if (uri.indexOf('3333@') > -1) { return true; } if (uri.indexOf('4444@') > -1) { return true; } return false; } get showNavigationBar() { if (this.state.keyboardVisible) { return; } if (this.state.selectedContact) { //return false; } if (this.state.recording) { return false; } return true; } get showSearchBar() { if (this.state.selectedContact) { return false; } if (this.state.showQRCodeScanner) { return false; } if (this.state.isTablet || (!this.state.isLandscape && this.state.selectedContact)) { return true; } if (this.state.call && this.state.call.state !== 'incoming' && !this.state.inviteContacts) { return false; } return true; } get showConferenceButton() { if (this.state.selectedContact) { return false; } if (this.state.shareToContacts) { return false; } return true; } get showAudioSendButton() { if (!this.state.selectedContact) { return false; } return true; } get showAudioCancelButton() { if (!this.state.audioRecording) { return false; } return true; } get showAudioRecordButton() { if (!this.state.selectedContact) { return false; } if (this.state.audioRecording) { return false; } return true; } get showButtonsBar() { if (this.state.historyCategoryFilter === 'blocked') { return false; } if (this.state.historyCategoryFilter === 'ssi') { return false; } if (this.state.showQRCodeScanner) { return false; } if (this.state.isTablet) { return true; } if (this.state.call) { return true; } if (!this.state.targetUri) { return true; } /* if (this.state.selectedContact) { if (this.state.isLandscape && !this.state.isTablet) { return false; } return false; } */ return true; } handleTargetChange(new_uri, contact) { //console.log('---handleTargetChange new_uri =', new_uri); //console.log('handleTargetChange contact =', contact); if ((this.state.inviteContacts || this.state.shareToContacts) && contact) { const uri = contact.uri; this.props.updateSelection(uri); return; } // This URLs are used to request SSI credentials if (new_uri && new_uri.startsWith('https://didcomm.issuer.bloqzone.com?c_i=')) { this.props.handleSSIEnrolment(new_uri); return; } // This URLs are used to request SSI credentials if (new_uri && new_uri.startsWith('https://ssimandate.vismaconnect.nl/api/acapy?c_i=')) { this.props.handleSSIEnrolment(new_uri); return; } if (contact && contact.tags.indexOf('ssi') > -1 && this.state.selectedContact !== contact) { this.setState({'historyCategoryFilter': 'ssi'}); } if (this.state.selectedContact === contact) { if (this.state.chat) { this.setState({chat: false}); } return; } else { this.setState({chat: false}); } let new_value = new_uri; if (contact) { if (this.state.targetUri === contact.uri) { new_value = ''; } } else { contact = null; } if (this.state.targetUri === new_uri) { new_value = ''; } if (new_value === '') { contact = null; } if (new_value.indexOf(' ') === -1) { new_value = new_value.trim().toLowerCase(); } //new_value = new_value.replace(' ',''); //console.log('--- Select new contact', contact? contact.uri : null); //console.log('--- Select new targetUri', new_value); this.props.selectContact(contact); this.setState({targetUri: new_value}); } handleTargetSelect() { if (this.props.connection === null) { this.props._notificationCenter.postSystemNotification("Server unreachable"); return; } let uri = this.state.targetUri.toLowerCase(); if (uri.endsWith(`@${config.defaultConferenceDomain}`)) { let participants; if (this.state.myInvitedParties && this.state.myInvitedParties.hasOwnProperty(uri)) { participants = this.state.myInvitedParties[uri]; } this.props.startConference(uri, {audio: true, video: true, participants: this.state.participants}); } else { this.props.startCall(this.getTargetUri(uri), {audio: true, video: true}); } } shareContent() { this.props.shareContent(); } cancelShareContent() { this.props.cancelShareContent(); } showConferenceModal(event) { event.preventDefault(); this.props.showConferenceModalFunc(); } handleChat(event) { event.preventDefault(); let targetUri; if (!this.state.chat && !this.state.selectedContact) { targetUri = this.getTargetUri(this.state.targetUri); this.setState({targetUri: targetUri}); } let uri = this.state.targetUri.trim().toLowerCase(); if (!this.state.chat && !this.selectedContact && uri) { if (uri.indexOf('@') === -1) { uri = uri + '@' + this.props.defaultDomain; } let contact = this.props.newContactFunc(uri, null, {src: 'new chat'}); console.log('Create synthetic contact', contact); this.props.selectContact(contact); this.setState({targetUri: uri, chat: true}); Keyboard.dismiss(); } this.setState({chat: !this.state.chat}); } handleAudioCall(event) { let uri; if (this.state.selectedContact) { uri = this.state.selectedContact.uri; } else { event.preventDefault(); Keyboard.dismiss(); uri = this.state.targetUri.trim().toLowerCase(); var uri_parts = uri.split("/"); if (uri_parts.length === 5 && uri_parts[0] === 'https:') { // https://webrtc.sipthor.net/conference/DaffodilFlyChill0 from external web link // https://webrtc.sipthor.net/call/alice@example.com from external web link let event = uri_parts[3]; uri = uri_parts[4]; if (event === 'conference') { uri = uri.split("@")[0] + '@' + config.defaultConferenceDomain; } } } if (uri.endsWith(`@${config.defaultConferenceDomain}`)) { this.props.startConference(uri, {audio: true, video: false}); } else { this.props.startCall(this.getTargetUri(uri), {audio: true, video: false}); } } handleVideoCall(event) { let uri; if (this.state.selectedContact) { uri = this.state.selectedContact.uri; } else { event.preventDefault(); Keyboard.dismiss(); uri = this.state.targetUri.trim().toLowerCase(); var uri_parts = uri.split("/"); if (uri_parts.length === 5 && uri_parts[0] === 'https:') { // https://webrtc.sipthor.net/conference/DaffodilFlyChill0 from external web link // https://webrtc.sipthor.net/call/alice@example.com from external web link let event = uri_parts[3]; uri = uri_parts[4]; if (event === 'conference') { uri = uri.split("@")[0] + '@' + config.defaultConferenceDomain; } } } if (uri.endsWith(`@${config.defaultConferenceDomain}`)) { this.props.startConference(uri, {audio: true, video: true}); } else { this.props.startCall(this.getTargetUri(uri), {audio: true, video: true}); } } handleConferenceCall(targetUri, options={audio: true, video: true, participants: []}) { Keyboard.dismiss(); this.props.startConference(targetUri, {audio: options.audio, video: options.video, participants: options.participants}); this.props.hideConferenceModalFunc(); } get chatButtonDisabled() { let uri = this.state.targetUri.trim(); if (this.state.selectedContact) { return true; } if (this.state.shareToContacts) { return true; } if (!uri || uri.indexOf(' ') > -1 || uri.indexOf('@guest.') > -1 || uri.indexOf('@videoconference') > -1) { return true; } let username = uri.split('@')[0]; let isPhoneNumber = username.match(/^(\+|0)(\d+)$/); if (isPhoneNumber) { return true; } if (uri.indexOf('@') > -1) { let email_reg = /^\w+([\.-]?\w+)*@\w+([\.-]?\w+)*(\.\w{2,})+$/; let validEmail = email_reg.test(uri); if (!validEmail) { return true; } } if (this.chatDisabledForUri(uri)) { return true; } return false; } get callButtonDisabled() { let uri = this.state.targetUri.trim(); if (!uri || uri.indexOf(' ') > -1 || uri.indexOf('@guest.') > -1) { return true; } if (this.state.shareToContacts) { return true; } if (this.state.recording) { return true; } if (this.state.audioRecording) { return true; } if (uri.indexOf('@') > -1) { let email_reg = /^\w+([\.-]?\w+)*@\w+([\.-]?\w+)*(\.\w{2,})+$/; let validEmail = email_reg.test(uri); if (!validEmail) { return true; } } return false; } get videoButtonDisabled() { let uri = this.state.targetUri.trim(); if (!uri || uri.indexOf(' ') > -1 || uri.indexOf('@guest.') > -1) { return true; } if (uri.indexOf('4444@') > -1) { return true; } if (this.state.shareToContacts) { return true; } if (this.state.recording) { return true; } if (this.state.audioRecording) { return true; } let username = uri.split('@')[0]; let isPhoneNumber = username.match(/^(\+|0)(\d+)$/); if (isPhoneNumber) { return true; } return this.callButtonDisabled; } get conferenceButtonDisabled() { if (!this.props.canSend()) { return true; } let uri = this.state.targetUri.trim(); if (uri.indexOf(' ') > -1) { return true; } if (this.state.shareToContacts) { return true; } let username = uri.split('@')[0]; let isPhoneNumber = username.match(/^(\+|0)(\d+)$/); if (isPhoneNumber) { return true; } if (uri.indexOf('@') > -1 && uri.indexOf(config.defaultConferenceDomain) === -1) { return true; } var uri_parts = uri.split("/"); if (uri_parts.length === 5 && uri_parts[0] === 'https:') { // https://webrtc.sipthor.net/conference/DaffodilFlyChill0 from external web link // https://webrtc.sipthor.net/call/alice@example.com from external web link let event = uri_parts[3]; if (event === 'call') { return true; } } return false; } renderNavigationItem(object) { if (!object.item.enabled) { return (null); } let title = object.item.title; let key = object.item.key; let buttonStyle = object.item.selected ? styles.navigationButtonSelected : styles.navigationButton; if (key === "hideQRCodeScanner") { return (); } if (key === "deleteAudio") { return (); } if (key === "sendAudio") { return (); } return (); } bounceNavigation() { if (this.ended) { return; } setTimeout(() => { if (this.ended) { return; } if (this.navigationRef && !this.state.selectedContact) { this.navigationRef.scrollToIndex({animated: true, index: Math.floor(this.navigationItems.length / 2)}); } }, 3000); setTimeout(() => { if (this.ended) { return; } if (this.navigationRef && !this.state.selectedContact) { this.navigationRef.scrollToIndex({animated: true, index: this.navigationItems.length-1}); } }, 4500); setTimeout(() => { if (this.ended) { return; } if (this.navigationRef && !this.state.selectedContact) { this.navigationRef.scrollToIndex({animated: true, index: 0}); } }, 6000); } get navigationItems() { let conferenceEnabled = Object.keys(this.state.myInvitedParties).length > 0 || this.state.navigationItems['conference']; if (this.state.inviteContacts) { conferenceEnabled = false; } if (this.state.audioRecording) { return [ {key: "deleteAudio", title: 'Delete', enabled: true, selected: false}, {key: "sendAudio", title: 'Send', enabled: true, selected: false} ]; } if (this.state.showQRCodeScanner) { return [ {key: "hideQRCodeScanner", title: 'Cancel', enabled: true, selected: false} ]; } if (this.state.selectedContact) { let content_items = []; if ('pinned' in this.state.contentTypes) { content_items.push({key: 'pinned', title: 'Pinned', enabled: true, selected: this.state.pinned}); } if ('text' in this.state.contentTypes) { content_items.push({key: 'text', title: 'Text', enabled: true, selected: this.state.messagesCategoryFilter === 'text'}); } if ('audio' in this.state.contentTypes) { content_items.push({key: 'audio', title: 'Audio', enabled: true, selected: this.state.messagesCategoryFilter === 'audio'}); } if ('image' in this.state.contentTypes) { content_items.push({key: 'image', title: 'Images', enabled: true, selected: this.state.messagesCategoryFilter === 'image'}); } if ('movie' in this.state.contentTypes) { content_items.push({key: 'movie', title: 'Movies', enabled: true, selected: this.state.messagesCategoryFilter === 'movie'}); } if ('failed' in this.state.contentTypes) { content_items.push({key: 'failed', title: 'Failed', enabled: true, selected: this.state.messagesCategoryFilter === 'failed'}); } if ('paused' in this.state.contentTypes) { content_items.push({key: 'paused', title: 'Paused', enabled: true, selected: this.state.messagesCategoryFilter === 'paused'}); } if ('large' in this.state.contentTypes) { content_items.push({key: 'large', title: 'Large', enabled: true, selected: this.state.messagesCategoryFilter === 'large'}); } return content_items; } return [ {key: null, title: 'All', enabled: true, selected: false}, {key: 'favorite', title: 'Favorites', enabled: this.state.favoriteUris.length > 0, selected: this.state.historyCategoryFilter === 'favorite'}, {key: 'history', title: 'Calls', enabled: true, selected: this.state.historyCategoryFilter === 'history'}, {key: 'chat', title: 'Chat', enabled: true, selected: this.state.historyCategoryFilter === 'chat'}, {key: 'today', title: 'Today', enabled: this.state.navigationItems['today'], selected: this.state.historyPeriodFilter === 'today'}, {key: 'yesterday', title: 'Yesterday', enabled: this.state.navigationItems['yesterday'], selected: this.state.historyPeriodFilter === 'yesterday'}, {key: 'missed', title: 'Missed', enabled: this.state.missedCalls.length > 0, selected: this.state.historyCategoryFilter === 'missed'}, {key: 'blocked', title: 'Blocked', enabled: this.state.blockedUris.length > 0, selected: this.state.historyCategoryFilter === 'blocked'}, {key: 'conference', title: 'Conference', enabled: conferenceEnabled, selected: this.state.historyCategoryFilter === 'conference'}, {key: 'test', title: 'Test', enabled: !this.state.shareToContacts && !this.state.inviteContacts, selected: this.state.historyCategoryFilter === 'test'}, {key: 'ssi', title: 'SSI', enabled: (this.state.ssiConnections && this.state.ssiConnections.length > 0) || (this.state.ssiCredentials && this.state.ssiCredentials.length > 0), selected: this.state.historyCategoryFilter === 'ssi'}, ]; } toggleQRCodeScanner(event) { if (event) { event.preventDefault(); } console.log('Scan QR code...'); this.props.toggleQRCodeScannerFunc(); } QRCodeRead(e) { //console.log('QR code object:', e); console.log('QR code data:', e.data); this.props.toggleQRCodeScannerFunc(); this.handleTargetChange(e.data); } get showContactsList() { if (this.state.recording) { return false; } if (this.state.audioRecording) { return false; } return true; } get showQRCodeButton() { if (!this.props.canSend()) { return false; } if (this.state.shareToContacts) { return false; } let uri = this.state.targetUri.toLowerCase(); return uri.length === 0 && !this.state.shareToContacts && !this.state.inviteContacts; } async recordAudio() { - const micAllowed = await this.props.requestMicPermission(); + const micAllowed = await this.props.requestMicPermission('recordAudio'); console.log('micAllowed', micAllowed); if (!micAllowed) { return; } if (!this.state.recording) { if (this.state.audioRecording) { this.deleteAudio(); } else { this.onStartRecord(); } } else { this.onStopRecord(); } } recordAudio(event) { event.preventDefault(); Keyboard.dismiss(); this.props.recordAudio(); } async file2GiftedChat(fileObject) { var id = uuid.v4(); let uri = this.state.selectedContact.uri; let filepath = fileObject.uri ? fileObject.uri : fileObject; let basename = fileObject.fileName || filepath.split('\\').pop().split('/').pop(); basename = basename.replace(/\s|:/g, '_'); let file_transfer = { 'path': filepath, 'filename': basename, 'sender': {'uri': this.props.account.id}, 'receiver': {'uri': uri}, 'transfer_id': id, 'direction': 'outgoing' }; if (filepath.startsWith('content://')) { // on android we must copy this file early const localPath = RNFS.DocumentDirectoryPath + "/" + this.props.account.id + "/" + uri + "/" + id + "/" + basename; const dirname = path.dirname(localPath); await RNFS.mkdir(dirname); console.log('Copy', filepath, localPath); await RNFS.copyFile(filepath, localPath); filepath = localPath; file_transfer.local_url = localPath; } let stats_filename = filepath.startsWith('file://') ? filepath.substr(7, filepath.length - 1) : filepath; const { size } = await RNFetchBlob.fs.stat(stats_filename); file_transfer.filesize = fileObject.fileSize || size; if (fileObject.preview) { file_transfer.preview = fileObject.preview; } if (fileObject.duration) { file_transfer.duration = fileObject.duration; } if (fileObject.fileType) { file_transfer.filetype = fileObject.fileType; } else { try { let mime = await fileType(filepath); if (mime.mime) { file_transfer.filetype = mime.mime; } } catch (e) { console.log('Error getting mime type', e.message); } } let text = utils.beautyFileNameForBubble(file_transfer); let msg = { _id: id, key: id, text: text, metadata: file_transfer, createdAt: new Date(), direction: 'outgoing', user: {} } if (utils.isImage(basename, file_transfer.filetype)) { msg.image = filepath; } else if (utils.isAudio(basename)) { msg.audio = filepath; } else if (utils.isVideo(basename) || file_transfer.duration) { msg.video = filepath; } return msg; } async sendAudioFile() { if (this.state.audioRecording) { this.setState({audioSendFinished: true}); setTimeout(() => { this.setState({audioSendFinished: false}); }, 10); let msg = await this.file2GiftedChat(this.state.audioRecording); this.transferFile(msg); this.setState({audioRecording: null}); } } async transferFile(msg) { msg.metadata.preview = false; this.props.sendMessage(msg.metadata.receiver.uri, msg, 'application/sylk-file-transfer'); } deleteAudio(event) { event.preventDefault(); Keyboard.dismiss(); this.props.deleteAudio(); } async recordAudio() { /* - const micAllowed = await this.props.requestMicPermission(); + const micAllowed = await this.props.requestMicPermission('recordAudio'); console.log('micAllowed', micAllowed); if (!micAllowed) { return; } */ if (!this.state.recording) { if (this.state.audioRecording) { this.deleteAudio(); } else { this.onStartRecord(); } } else { this.onStopRecord(); } } deleteAudio() { console.log('Delete audio'); this.setState({audioRecording: null, recording: false}); if (this.recordingStopTimer !== null) { clearTimeout(this.recordingStopTimer); this.recordingStopTimer = null; } } async onStartRecord () { console.log('Start recording...'); this.setState({recording: true}); this.recordingStopTimer = setTimeout(() => { this.stopRecording(); }, 20000); if (!AudioRecord) { AudioRecord.init(options); } try { AudioRecord.start(); } catch (e) { console.log(e.message); } }; stopRecording() { console.log('Stop recording...'); this.setState({recording: false}); if (this.recordingStopTimer !== null) { clearTimeout(this.recordingStopTimer); this.recordingStopTimer = null; } this.onRecording(false); this.onStopRecord(); } async onStopRecord () { console.log('Stop recording...'); const result = await AudioRecord.stop(); this.audioRecorded(result); this.setState({audioRecording: result}); }; onRecording(state) { this.setState({recording: state}); if (state) { this.startRecordingTimer(); } else { this.stopRecordingTimer() } } resetContact() { this.stopRecordingTimer() this.setState({ recording: false, audioRecording: null, audioSendFinished: false }); } startRecordingTimer() { let i = 0; this.recordingTimer = setInterval(() => { i = i + 1 this.setState({placeholder: 'Recording audio ' + i + 's'}); }, 1000); } stopRecordingTimer() { if (this.recordingTimer) { clearInterval(this.recordingTimer); this.recordingTimer = null; } } async audioRecorded(file) { if (file) { console.log('Audio recording ready to send', file); } else { console.log('Audio recording removed'); } this.setState({recording: false, audioRecording: file}); } render() { let URIContainerClass = styles.portraitUriInputBox; let uriGroupClass = styles.portraitUriButtonGroup; let titleClass = styles.portraitTitle; let uri = this.state.targetUri.toLowerCase(); var uri_parts = uri.split("/"); if (uri_parts.length === 5 && uri_parts[0] === 'https:') { // https://webrtc.sipthor.net/conference/DaffodilFlyChill0 from external web link // https://webrtc.sipthor.net/call/alice@example.com from external web link let event = uri_parts[3]; uri = uri_parts[4]; if (event === 'conference') { uri = uri.split("@")[0] + '@' + config.defaultConferenceDomain; } } //console.log('RB', this.state.myContacts); if (this.state.isTablet) { titleClass = this.props.orientation === 'landscape' ? styles.landscapeTabletTitle : styles.portraitTabletTitle; } else { titleClass = this.props.orientation === 'landscape' ? styles.landscapeTitle : styles.portraitTitle; } if (this.state.isTablet) { uriGroupClass = this.props.orientation === 'landscape' ? styles.landscapeTabletUriButtonGroup : styles.portraitTabletUriButtonGroup; } else { uriGroupClass = this.props.orientation === 'landscape' ? styles.landscapeUriButtonGroup : styles.portraitUriButtonGroup; } if (this.state.isTablet) { URIContainerClass = this.props.orientation === 'landscape' ? styles.landscapeTabletUriInputBox : styles.portraitTabletUriInputBox; } else { URIContainerClass = this.props.orientation === 'landscape' ? styles.landscapeUriInputBox : styles.portraitUriInputBox; } const historyContainer = this.props.orientation === 'landscape' ? styles.historyLandscapeContainer : styles.historyPortraitContainer; const buttonGroupClass = this.props.orientation === 'landscape' ? styles.landscapeButtonGroup : styles.buttonGroup; const borderClass = this.state.chat ? null : styles.historyBorder; let backButtonTitle = 'Back to call'; const showBackToCallButton = this.state.call && this.state.call.state !== 'incoming' && this.state.call.state !== 'terminated' ? true : false ; if (showBackToCallButton) { if (this.state.call.hasOwnProperty('_participants')) { backButtonTitle = this.state.selectedContacts.length > 0 ? 'Invite people' : 'Back to conference'; } else { backButtonTitle = this.state.selectedContacts.length > 0 ? 'Invite people' : 'Back to call'; } } let greenButtonClass = Platform.OS === 'ios' ? styles.greenButtoniOS : styles.greenButton; let blueButtonClass = Platform.OS === 'ios' ? styles.blueButtoniOS : styles.blueButton; let redButtonClass = Platform.OS === 'ios' ? styles.redButtoniOS : styles.redButton; let disabledGreenButtonClass = Platform.OS === 'ios' ? styles.disabledGreenButtoniOS : styles.disabledGreenButton; let disabledBlueButtonClass = Platform.OS === 'ios' ? styles.disabledBlueButtoniOS : styles.disabledBlueButton; let recordIcon = this.state.recording ? 'pause' : 'microphone'; let activityTitle = this.state.recording ? "Recording audio..." : "Audio recording ready"; let fileTransfersDisabled = false; if (this.state.selectedContact) { fileTransfersDisabled = false; if (this.state.selectedContact.tags.indexOf('test') > -1) { fileTransfersDisabled = true; } if (this.state.selectedContact.uri.indexOf('@videoconference') > -1) { fileTransfersDisabled = true; } if (this.state.selectedContact.uri.indexOf('@conference') > -1) { fileTransfersDisabled = true; } } return ( {this.showSearchBar && !this.state.isLandscape ? : null} {this.showButtonsBar ? {this.showSearchBar && this.state.isLandscape ? : null} {showBackToCallButton ? : {!this.state.selectedContact ? : null } {this.showAudioRecordButton? : null } {this.showAudioCancelButton ? : null } { this.state.shareToContacts ? : null} {this.showConferenceButton ? : null } {this.showAudioSendButton ? : null } { this.state.shareToContacts ? : null } { this.showQRCodeButton ? : null} } : null} {this.showContactsList ? {this.state.showQRCodeScanner ? : } : null } { this.state.recording ? {activityTitle} : null } { this.state.audioRecording ? {activityTitle} : null } {this.showNavigationBar ? { this.navigationRef = ref; }} onScrollToIndexFailed={info => { const wait = new Promise(resolve => setTimeout(resolve, 10)); wait.then(() => { if (!this.state.selectedContact) { this.navigationRef.current?.scrollToIndex({ index: info.index, animated: true/false }); } }); }} data={this.navigationItems} extraData={this.state} keyExtractor={(item, index) => item.key} renderItem={this.renderNavigationItem} /> : null} {this.state.isTablet && 0? : null} ); } } ReadyBox.propTypes = { account : PropTypes.object, password : PropTypes.string.isRequired, config : PropTypes.object.isRequired, startCall : PropTypes.func.isRequired, startConference : PropTypes.func.isRequired, contacts : PropTypes.array, orientation : PropTypes.string, isTablet : PropTypes.bool, isLandscape : PropTypes.bool, refreshHistory : PropTypes.bool, refreshFavorites: PropTypes.bool, saveHistory : PropTypes.func, localHistory : PropTypes.array, myDisplayName : PropTypes.string, myPhoneNumber : PropTypes.string, toggleFavorite : PropTypes.func, myInvitedParties: PropTypes.object, toggleBlocked : PropTypes.func, favoriteUris : PropTypes.array, blockedUris : PropTypes.array, defaultDomain : PropTypes.string, saveContact : PropTypes.func, selectContact : PropTypes.func, lookupContacts : PropTypes.func, call : PropTypes.object, goBackFunc : PropTypes.func, messages : PropTypes.object, sendMessage : PropTypes.func, reSendMessage : PropTypes.func, confirmRead : PropTypes.func, deleteMessage : PropTypes.func, expireMessage : PropTypes.func, getMessages : PropTypes.func, deleteMessages : PropTypes.func, pinMessage : PropTypes.func, unpinMessage : PropTypes.func, sendPublicKey : PropTypes.func, inviteContacts : PropTypes.bool, shareToContacts : PropTypes.bool, showQRCodeScanner : PropTypes.bool, selectedContacts: PropTypes.array, updateSelection : PropTypes.func, loadEarlierMessages: PropTypes.func, newContactFunc : PropTypes.func, missedCalls : PropTypes.array, messageZoomFactor: PropTypes.string, isTyping: PropTypes.bool, navigationItems: PropTypes.object, showConferenceModal: PropTypes.bool, showConferenceModalFunc: PropTypes.func, hideConferenceModalFunc: PropTypes.func, shareContent: PropTypes.func, cancelShareContent: PropTypes.func, filterHistoryFunc: PropTypes.func, historyFilter: PropTypes.string, fontScale: PropTypes.number, inviteToConferenceFunc: PropTypes.func, toggleQRCodeScannerFunc: PropTypes.func, myContacts: PropTypes.object, handleSSIEnrolment: PropTypes.func, ssiCredentials: PropTypes.array, ssiConnections: PropTypes.array, keys : PropTypes.object, downloadFunc : PropTypes.func, decryptFunc : PropTypes.func, isTexting :PropTypes.bool, keyboardVisible: PropTypes.bool, filteredMessageIds: PropTypes.array, contentTypes: PropTypes.object, canSend: PropTypes.func, forwardMessageFunc: PropTypes.func, sourceContact: PropTypes.object, requestCameraPermission: PropTypes.func, requestStoragePermissions: PropTypes.func, requestMicPermission: PropTypes.func, postSystemNotification: PropTypes.func }; export default ReadyBox; diff --git a/app/components/VideoBox.js b/app/components/VideoBox.js index 79e7e96..09ce99f 100644 --- a/app/components/VideoBox.js +++ b/app/components/VideoBox.js @@ -1,474 +1,477 @@ import React, { Component } from 'react'; import PropTypes from 'prop-types'; import classNames from 'classnames'; import dtmf from 'react-native-dtmf'; import debug from 'react-native-debug'; import autoBind from 'auto-bind'; import { IconButton, ActivityIndicator, Colors } from 'react-native-paper'; import { View, Dimensions, TouchableWithoutFeedback, Platform } from 'react-native'; import { RTCView } from 'react-native-webrtc'; import CallOverlay from './CallOverlay'; import EscalateConferenceModal from './EscalateConferenceModal'; import DTMFModal from './DTMFModal'; import config from '../config'; import styles from '../assets/styles/blink/_VideoBox.scss'; //import TrafficStats from './BarChart'; import utils from '../utils'; const DEBUG = debug('blinkrtc:Video'); debug.enable('*'); class VideoBox extends Component { constructor(props) { super(props); autoBind(this); this.state = { remoteUri: this.props.remoteUri, photo: this.props.photo, remoteDisplayName: this.props.remoteDisplayName, call: this.props.call, reconnectingCall: this.props.reconnectingCall, audioMuted: this.props.muted, terminatedReason: this.props.terminatedReason, mirror: true, callOverlayVisible: true, videoMuted: false, localVideoShow: true, remoteVideoShow: true, remoteSharesScreen: false, showEscalateConferenceModal: false, callContact: this.props.callContact, selectedContact: this.props.selectedContact, selectedContacts: this.props.selectedContacts, localStream: this.props.call.getLocalStreams()[0], remoteStream: this.props.call.getRemoteStreams()[0], info: this.props.info, showDtmfModal: false, doorOpened: false, packetLossQueue : [], audioBandwidthQueue : [], latencyQueue : [], ssiRemoteIdentity : this.props.ssiRemoteIdentity, ssiVerifyInProgress : this.props.ssiVerifyInProgress, ssiVerified : this.props.ssiVerified, - ssiCanVerify : this.props.ssiCanVerify + ssiCanVerify : this.props.ssiCanVerify, + localMedia : this.props.localMedia }; this.overlayTimer = null; this.localVideo = React.createRef(); this.remoteVideo = React.createRef(); this.userHangup = false; } //getDerivedStateFromProps(nextProps, state) { UNSAFE_componentWillReceiveProps(nextProps) { if (nextProps.hasOwnProperty('muted')) { this.setState({audioMuted: nextProps.muted}); } if (nextProps.hasOwnProperty('info')) { this.setState({info: nextProps.info}); } if (nextProps.hasOwnProperty('packetLossQueue')) { this.setState({packetLossQueue: nextProps.packetLossQueue}); } if (nextProps.hasOwnProperty('audioBandwidthQueue')) { this.setState({audioBandwidthQueue: nextProps.audioBandwidthQueue}); } if (nextProps.hasOwnProperty('latencyQueue')) { this.setState({latencyQueue: nextProps.latencyQueue}); } if (nextProps.call && nextProps.call !== this.state.call) { nextProps.call.on('stateChanged', this.callStateChanged); if (this.state.call !== null) { this.state.call.removeListener('stateChanged', this.callStateChanged); } this.setState({call: nextProps.call, localStream: nextProps.call.getLocalStreams()[0], remoteStream: nextProps.call.getRemoteStreams()[0] }); } if (nextProps.reconnectingCall != this.state.reconnectingCall) { this.setState({reconnectingCall: nextProps.reconnectingCall}); } if (nextProps.hasOwnProperty('ssiCanVerify')) { this.setState({ssiCanVerify: nextProps.ssiCanVerify}); } if (nextProps.hasOwnProperty('ssiVerifyInProgress')) { this.setState({ssiVerifyInProgress: nextProps.ssiVerifyInProgress}); } this.setState({ callContact: nextProps.callContact, remoteUri: nextProps.remoteUri, photo: nextProps.photo ? nextProps.photo : this.state.photo, remoteDisplayName: nextProps.remoteDisplayName, selectedContact: nextProps.selectedContact, selectedContacts: nextProps.selectedContacts, ssiRemoteIdentity: nextProps.ssiRemoteIdentity, ssiVerified: nextProps.ssiVerified, + localMedia: nextProps.localMedia, terminatedReason: nextProps.terminatedReason }); } callStateChanged(oldState, newState, data) { this.forceUpdate(); } openDoor() { const tone = this.props.intercomDtmfTone; DEBUG('DTMF tone sent to intercom: ' + tone); this.setState({doorOpened: true}); this.forceUpdate(); dtmf.stopTone(); //don't play a tone at the same time as another dtmf.playTone(dtmf['DTMF_' + tone], 1000); if (this.state.call !== null && this.state.call.state === 'established') { this.state.call.sendDtmf(tone); } } componentDidMount() { if (this.state.call) { this.state.call.on('stateChanged', this.callStateChanged); } this.armOverlayTimer(); if (this.state.selectedContacts.length > 0) { this.toggleEscalateConferenceModal(); } } componentWillUnmount() { if (this.state.call != null) { this.state.call.removeListener('stateChanged', this.callStateChanged); } } showDtmfModal() { this.setState({showDtmfModal: true}); } hideDtmfModal() { this.setState({showDtmfModal: false}); } handleFullscreen(event) { event.preventDefault(); // this.toggleFullscreen(); } handleRemoteVideoPlaying() { this.setState({remoteVideoShow: true}); } handleRemoteResize(event, target) { const resolutions = [ '1280x720', '960x540', '640x480', '640x360', '480x270','320x180']; const videoResolution = event.target.videoWidth + 'x' + event.target.videoHeight; if (resolutions.indexOf(videoResolution) === -1) { this.setState({remoteSharesScreen: true}); } else { this.setState({remoteSharesScreen: false}); } } muteAudio(event) { event.preventDefault(); this.props.toggleMute(this.state.call.id, !this.state.audioMuted); } muteVideo(event) { event.preventDefault(); const localStream = this.state.localStream; if (localStream.getVideoTracks().length > 0) { const track = localStream.getVideoTracks()[0]; if(this.state.videoMuted) { DEBUG('Unmute camera'); track.enabled = true; this.setState({videoMuted: false}); } else { DEBUG('Mute camera'); track.enabled = false; this.setState({videoMuted: true}); } } } toggleCamera(event) { event.preventDefault(); const localStream = this.state.localStream; if (localStream.getVideoTracks().length > 0) { const track = localStream.getVideoTracks()[0]; track._switchCamera(); this.setState({mirror: !this.state.mirror}); } } hangupCall(event) { event.preventDefault(); this.props.hangupCall('user_hangup_call'); this.userHangup = true; } cancelCall(event) { event.preventDefault(); this.props.hangupCall('user_cancel_call'); } escalateToConference(participants) { this.props.escalateToConference(participants); } armOverlayTimer() { clearTimeout(this.overlayTimer); this.overlayTimer = setTimeout(() => { this.setState({callOverlayVisible: false}); }, 4000); } toggleCallOverlay() { this.setState({callOverlayVisible: !this.state.callOverlayVisible}); } toggleEscalateConferenceModal() { if (this.state.showEscalateConferenceModal) { this.props.finishInvite(); } this.setState({ callOverlayVisible : false, showEscalateConferenceModal: !this.state.showEscalateConferenceModal }); } render() { if (this.state.call === null) { return null; } const isPhoneNumber = utils.isPhoneNumber(this.state.remoteUri); // 'mirror' : !this.state.call.sharingScreen && !this.props.generatedVideoTrack, // we do not want mirrored local video once the call has started, just in preview const localVideoClasses = classNames({ 'video-thumbnail' : true, 'hidden' : !this.state.localVideoShow, 'animated' : true, 'fadeIn' : this.state.localVideoShow || this.state.videoMuted, 'fadeOut' : this.state.videoMuted, 'fit' : this.state.call.sharingScreen }); const remoteVideoClasses = classNames({ 'poster' : !this.state.remoteVideoShow, 'animated' : true, 'fadeIn' : this.state.remoteVideoShow, 'large' : true, 'fit' : this.state.remoteSharesScreen }); let buttonContainerClass; let buttons; const muteButtonIcons = this.state.audioMuted ? 'microphone-off' : 'microphone'; const muteVideoButtonIcons = this.state.videoMuted ? 'video-off' : 'video'; const buttonClass = (Platform.OS === 'ios') ? styles.iosButton : styles.androidButton; const buttonSize = this.props.isTablet ? 40 : 34; if (this.props.isTablet) { buttonContainerClass = this.props.orientation === 'landscape' ? styles.tabletLandscapeButtonContainer : styles.tabletPortraitButtonContainer; userIconContainerClass = styles.tabletUserIconContainer; } else { buttonContainerClass = this.props.orientation === 'landscape' ? styles.landscapeButtonContainer : styles.portraitButtonContainer; } let disablePlus = false; if (this.state.callContact) { if (isPhoneNumber) { disablePlus = true; } if (this.state.callContact.tags.indexOf('test') > -1) { disablePlus = true; } if (this.state.callContact.tags.indexOf('conference') > -1) { disablePlus = true; } } if (this.state.callOverlayVisible) { let content = ( {!disablePlus ? : null} ); buttons = ({content}); } const remoteStreamUrl = this.state.remoteStream ? this.state.remoteStream.toURL() : null const show = this.state.callOverlayVisible || this.state.reconnectingCall; return ( {this.state.remoteVideoShow && !this.state.reconnectingCall ? : null } { this.state.localVideoShow ? : null } {this.state.reconnectingCall ? : null } {buttons} ); } } VideoBox.propTypes = { call : PropTypes.object, connection : PropTypes.object, photo : PropTypes.string, accountId : PropTypes.string, remoteUri : PropTypes.string, remoteDisplayName : PropTypes.string, localMedia : PropTypes.object, hangupCall : PropTypes.func, info : PropTypes.string, shareScreen : PropTypes.func, escalateToConference : PropTypes.func, generatedVideoTrack : PropTypes.bool, callKeepSendDtmf : PropTypes.func, toggleMute : PropTypes.func, toggleSpeakerPhone : PropTypes.func, speakerPhoneEnabled : PropTypes.bool, intercomDtmfTone : PropTypes.string, orientation : PropTypes.string, isTablet : PropTypes.bool, reconnectingCall : PropTypes.bool, muted : PropTypes.bool, showLogs : PropTypes.func, goBackFunc : PropTypes.func, callState : PropTypes.object, messages : PropTypes.object, sendMessage : PropTypes.func, reSendMessage : PropTypes.func, confirmRead : PropTypes.func, deleteMessage : PropTypes.func, expireMessage : PropTypes.func, getMessages : PropTypes.func, pinMessage : PropTypes.func, unpinMessage : PropTypes.func, callContact : PropTypes.object, selectedContact : PropTypes.object, selectedContacts : PropTypes.array, inviteToConferenceFunc : PropTypes.func, finishInvite : PropTypes.func, audioCodec : PropTypes.string, videoCodec : PropTypes.string, ssiRemoteIdentity : PropTypes.object, ssiVerifyFunc : PropTypes.func, ssiVerified : PropTypes.bool, ssiCanVerify : PropTypes.bool, ssiVerifyInProgress : PropTypes.bool, terminatedReason : PropTypes.string }; export default VideoBox;