/* Copyright 2016 OpenMarket Ltd Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. */ "use strict"; /** * @module crypto */ const anotherjson = require('another-json'); const q = require("q"); const utils = require("../utils"); const OlmDevice = require("./OlmDevice"); const olmlib = require("./olmlib"); const algorithms = require("./algorithms"); const DeviceInfo = require("./deviceinfo"); const DeviceVerification = DeviceInfo.DeviceVerification; /** * Cryptography bits * * @constructor * @alias module:crypto * * @param {module:base-apis~MatrixBaseApis} baseApis base matrix api interface * * @param {external:EventEmitter} eventEmitter event source where we can register * for event notifications * * @param {module:store/session/webstorage~WebStorageSessionStore} sessionStore * Store to be used for end-to-end crypto session data * * @param {string} userId The user ID for the local user * * @param {string} deviceId The identifier for this device. */ function Crypto(baseApis, eventEmitter, sessionStore, userId, deviceId) { this._baseApis = baseApis; this._sessionStore = sessionStore; this._userId = userId; this._deviceId = deviceId; this._initialSyncCompleted = false; // userId -> true this._pendingUsersWithNewDevices = {}; // userId -> [promise, ...] this._keyDownloadsInProgressByUser = {}; this._olmDevice = new OlmDevice(sessionStore); // EncryptionAlgorithm instance for each room this._roomEncryptors = {}; // map from algorithm to DecryptionAlgorithm instance, for each room this._roomDecryptors = {}; this._supportedAlgorithms = utils.keys( algorithms.DECRYPTION_CLASSES, ); // build our device keys: these will later be uploaded this._deviceKeys = {}; this._deviceKeys["ed25519:" + this._deviceId] = this._olmDevice.deviceEd25519Key; this._deviceKeys["curve25519:" + this._deviceId] = this._olmDevice.deviceCurve25519Key; let myDevices = this._sessionStore.getEndToEndDevicesForUser( this._userId, ); if (!myDevices) { // we don't yet have a list of our own devices; make sure we // get one when we flush the pendingUsersWithNewDevices. this._pendingUsersWithNewDevices[this._userId] = true; myDevices = {}; } if (!myDevices[this._deviceId]) { // add our own deviceinfo to the sessionstore const deviceInfo = { keys: this._deviceKeys, algorithms: this._supportedAlgorithms, verified: DeviceVerification.VERIFIED, }; myDevices[this._deviceId] = deviceInfo; this._sessionStore.storeEndToEndDevicesForUser( this._userId, myDevices, ); } _registerEventHandlers(this, eventEmitter); } function _registerEventHandlers(crypto, eventEmitter) { eventEmitter.on("sync", function(syncState, oldState, data) { try { if (syncState == "PREPARED") { // XXX ugh. we're assuming the eventEmitter is a MatrixClient. // how can we avoid doing so? const rooms = eventEmitter.getRooms(); crypto._onInitialSyncCompleted(rooms); } } catch (e) { console.error("Error handling sync", e); } }); eventEmitter.on("RoomMember.membership", function(event, member, oldMembership) { try { crypto._onRoomMembership(event, member, oldMembership); } catch (e) { console.error("Error handling membership change:", e); } }); eventEmitter.on("toDeviceEvent", function(event) { try { if (event.getType() == "m.room_key") { crypto._onRoomKeyEvent(event); } else if (event.getType() == "m.new_device") { crypto._onNewDeviceEvent(event); } } catch (e) { console.error("Error handling toDeviceEvent:", e); } }); eventEmitter.on("event", function(event) { try { if (!event.isState() || event.getType() != "m.room.encryption") { return; } crypto._onCryptoEvent(event); } catch (e) { console.error("Error handling crypto event:", e); } }); } /** * @return {string} The version of Olm. */ Crypto.getOlmVersion = function() { return OlmDevice.getOlmVersion(); }; /** * Get the Ed25519 key for this device * * @return {string} base64-encoded ed25519 key. */ Crypto.prototype.getDeviceEd25519Key = function() { return this._olmDevice.deviceEd25519Key; }; /** * Upload the device keys to the homeserver and ensure that the * homeserver has enough one-time keys. * @param {number} maxKeys The maximum number of keys to generate * @return {object} A promise that will resolve when the keys are uploaded. */ Crypto.prototype.uploadKeys = function(maxKeys) { const self = this; return _uploadDeviceKeys(this).then(function(res) { // We need to keep a pool of one time public keys on the server so that // other devices can start conversations with us. But we can only store // a finite number of private keys in the olm Account object. // To complicate things further then can be a delay between a device // claiming a public one time key from the server and it sending us a // message. We need to keep the corresponding private key locally until // we receive the message. // But that message might never arrive leaving us stuck with duff // private keys clogging up our local storage. // So we need some kind of enginering compromise to balance all of // these factors. // We first find how many keys the server has for us. const keyCount = res.one_time_key_counts.signed_curve25519 || 0; // We then check how many keys we can store in the Account object. const maxOneTimeKeys = self._olmDevice.maxNumberOfOneTimeKeys(); // Try to keep at most half that number on the server. This leaves the // rest of the slots free to hold keys that have been claimed from the // server but we haven't recevied a message for. // If we run out of slots when generating new keys then olm will // discard the oldest private keys first. This will eventually clean // out stale private keys that won't receive a message. const keyLimit = Math.floor(maxOneTimeKeys / 2); // We work out how many new keys we need to create to top up the server // If there are too many keys on the server then we don't need to // create any more keys. let numberToGenerate = Math.max(keyLimit - keyCount, 0); if (maxKeys !== undefined) { // Creating keys can be an expensive operation so we limit the // number we generate in one go to avoid blocking the application // for too long. numberToGenerate = Math.min(numberToGenerate, maxKeys); } if (numberToGenerate <= 0) { // If we don't need to generate any keys then we are done. return; } // Ask olm to generate new one time keys, then upload them to synapse. self._olmDevice.generateOneTimeKeys(numberToGenerate); return _uploadOneTimeKeys(self); }); }; // returns a promise which resolves to the response function _uploadDeviceKeys(crypto) { const userId = crypto._userId; const deviceId = crypto._deviceId; const deviceKeys = { algorithms: crypto._supportedAlgorithms, device_id: deviceId, keys: crypto._deviceKeys, user_id: userId, }; crypto._signObject(deviceKeys); return crypto._baseApis.uploadKeysRequest({ device_keys: deviceKeys, }, { // for now, we set the device id explicitly, as we may not be using the // same one as used in login. device_id: deviceId, }); } // returns a promise which resolves to the response function _uploadOneTimeKeys(crypto) { const oneTimeKeys = crypto._olmDevice.getOneTimeKeys(); const oneTimeJson = {}; for (const keyId in oneTimeKeys.curve25519) { if (oneTimeKeys.curve25519.hasOwnProperty(keyId)) { const k = { key: oneTimeKeys.curve25519[keyId], }; crypto._signObject(k); oneTimeJson["signed_curve25519:" + keyId] = k; } } return crypto._baseApis.uploadKeysRequest({ one_time_keys: oneTimeJson, }, { // for now, we set the device id explicitly, as we may not be using the // same one as used in login. device_id: crypto._deviceId, }).then(function(res) { crypto._olmDevice.markKeysAsPublished(); return res; }); } /** * Download the keys for a list of users and stores the keys in the session * store. * @param {Array} userIds The users to fetch. * @param {bool} forceDownload Always download the keys even if cached. * * @return {Promise} A promise which resolves to a map userId->deviceId->{@link * module:crypto/deviceinfo|DeviceInfo}. */ Crypto.prototype.downloadKeys = function(userIds, forceDownload) { const self = this; // promises we need to wait for while the download happens const promises = []; // list of userids we need to download keys for let downloadUsers = []; function perUserCatch(u) { return function(e) { console.warn('Error downloading keys for user ' + u + ':', e); }; } if (forceDownload) { downloadUsers = userIds; } else { for (let i = 0; i < userIds.length; ++i) { const u = userIds[i]; const inprogress = this._keyDownloadsInProgressByUser[u]; if (inprogress) { // wait for the download to complete promises.push(q.any(inprogress).catch(perUserCatch(u))); } else if (!this.getStoredDevicesForUser(u)) { downloadUsers.push(u); } } } if (downloadUsers.length > 0) { const r = this._doKeyDownloadForUsers(downloadUsers); downloadUsers.map(function(u) { promises.push(r[u].catch(perUserCatch(u))); }); } return q.all(promises).then(function() { return self._getDevicesFromStore(userIds); }); }; /** * Get the stored device keys for a list of user ids * * @param {string[]} userIds the list of users to list keys for. * * @return {Object} userId->deviceId->{@link module:crypto/deviceinfo|DeviceInfo}. */ Crypto.prototype._getDevicesFromStore = function(userIds) { const stored = {}; const self = this; userIds.map(function(u) { stored[u] = {}; const devices = self.getStoredDevicesForUser(u) || []; devices.map(function(dev) { stored[u][dev.deviceId] = dev; }); }); return stored; }; /** * @param {string[]} downloadUsers list of userIds * * @return {Object} a map from userId to a promise for a result for that user */ Crypto.prototype._doKeyDownloadForUsers = function(downloadUsers) { const self = this; console.log('Starting key download for ' + downloadUsers); const deferMap = {}; const promiseMap = {}; downloadUsers.map(function(u) { const deferred = q.defer(); const promise = deferred.promise.finally(function() { const inProgress = self._keyDownloadsInProgressByUser[u]; utils.removeElement(inProgress, function(e) { return e === promise; }); if (inProgress.length === 0) { // no more downloads for this user; remove the element delete self._keyDownloadsInProgressByUser[u]; } }); if (!self._keyDownloadsInProgressByUser[u]) { self._keyDownloadsInProgressByUser[u] = []; } self._keyDownloadsInProgressByUser[u].push(promise); deferMap[u] = deferred; promiseMap[u] = promise; }); this._baseApis.downloadKeysForUsers( downloadUsers, ).done(function(res) { const dk = res.device_keys || {}; for (let i = 0; i < downloadUsers.length; ++i) { const userId = downloadUsers[i]; var deviceId; console.log('got keys for ' + userId + ':', dk[userId]); if (!dk[userId]) { // no result for this user const err = 'Unknown'; // TODO: do something with res.failures deferMap[userId].reject(err); continue; } // map from deviceid -> deviceinfo for this user const userStore = {}; const devs = self._sessionStore.getEndToEndDevicesForUser(userId); if (devs) { for (deviceId in devs) { if (devs.hasOwnProperty(deviceId)) { const d = DeviceInfo.fromStorage(devs[deviceId], deviceId); userStore[deviceId] = d; } } } _updateStoredDeviceKeysForUser( self._olmDevice, userId, userStore, dk[userId], ); // update the session store const storage = {}; for (deviceId in userStore) { if (!userStore.hasOwnProperty(deviceId)) { continue; } storage[deviceId] = userStore[deviceId].toStorage(); } self._sessionStore.storeEndToEndDevicesForUser( userId, storage, ); deferMap[userId].resolve(); } }, function(err) { downloadUsers.map(function(u) { deferMap[u].reject(err); }); }); return promiseMap; }; function _updateStoredDeviceKeysForUser(_olmDevice, userId, userStore, userResult) { let updated = false; // remove any devices in the store which aren't in the response for (var deviceId in userStore) { if (!userStore.hasOwnProperty(deviceId)) { continue; } if (!(deviceId in userResult)) { console.log("Device " + userId + ":" + deviceId + " has been removed"); delete userStore[deviceId]; updated = true; } } for (deviceId in userResult) { if (!userResult.hasOwnProperty(deviceId)) { continue; } const deviceResult = userResult[deviceId]; // check that the user_id and device_id in the response object are // correct if (deviceResult.user_id !== userId) { console.warn("Mismatched user_id " + deviceResult.user_id + " in keys from " + userId + ":" + deviceId); continue; } if (deviceResult.device_id !== deviceId) { console.warn("Mismatched device_id " + deviceResult.device_id + " in keys from " + userId + ":" + deviceId); continue; } if (_storeDeviceKeys(_olmDevice, userStore, deviceResult)) { updated = true; } } return updated; } /* * Process a device in a /query response, and add it to the userStore * * returns true if a change was made, else false */ function _storeDeviceKeys(_olmDevice, userStore, deviceResult) { if (!deviceResult.keys) { // no keys? return false; } const deviceId = deviceResult.device_id; const userId = deviceResult.user_id; const signKeyId = "ed25519:" + deviceId; const signKey = deviceResult.keys[signKeyId]; if (!signKey) { console.log("Device " + userId + ":" + deviceId + " has no ed25519 key"); return false; } const unsigned = deviceResult.unsigned || {}; try { olmlib.verifySignature(_olmDevice, deviceResult, userId, deviceId, signKey); } catch (e) { console.log("Unable to verify signature on device " + userId + ":" + deviceId + ":", e); return false; } // DeviceInfo let deviceStore; if (deviceId in userStore) { // already have this device. deviceStore = userStore[deviceId]; if (deviceStore.getFingerprint() != signKey) { // this should only happen if the list has been MITMed; we are // best off sticking with the original keys. // // Should we warn the user about it somehow? console.warn("Ed25519 key for device" + userId + ": " + deviceId + " has changed"); return false; } } else { userStore[deviceId] = deviceStore = new DeviceInfo(deviceId); } deviceStore.keys = deviceResult.keys || {}; deviceStore.algorithms = deviceResult.algorithms || []; deviceStore.unsigned = unsigned; return true; } /** * Get the stored device keys for a user id * * @param {string} userId the user to list keys for. * * @return {module:crypto/deviceinfo[]|null} list of devices, or null if we haven't * managed to get a list of devices for this user yet. */ Crypto.prototype.getStoredDevicesForUser = function(userId) { const devs = this._sessionStore.getEndToEndDevicesForUser(userId); if (!devs) { return null; } const res = []; for (const deviceId in devs) { if (devs.hasOwnProperty(deviceId)) { res.push(DeviceInfo.fromStorage(devs[deviceId], deviceId)); } } return res; }; /** * Get the stored keys for a single device * * @param {string} userId * @param {string} deviceId * * @return {module:crypto/deviceinfo?} list of devices, or undefined * if we don't know about this device */ Crypto.prototype.getStoredDevice = function(userId, deviceId) { const devs = this._sessionStore.getEndToEndDevicesForUser(userId); if (!devs || !devs[deviceId]) { return undefined; } return DeviceInfo.fromStorage(devs[deviceId], deviceId); }; /** * List the stored device keys for a user id * * @deprecated prefer {@link module:crypto#getStoredDevicesForUser} * * @param {string} userId the user to list keys for. * * @return {object[]} list of devices with "id", "verified", "blocked", * "key", and "display_name" parameters. */ Crypto.prototype.listDeviceKeys = function(userId) { const devices = this.getStoredDevicesForUser(userId) || []; const result = []; for (let i = 0; i < devices.length; ++i) { const device = devices[i]; const ed25519Key = device.getFingerprint(); if (ed25519Key) { result.push({ id: device.deviceId, key: ed25519Key, verified: Boolean(device.isVerified()), blocked: Boolean(device.isBlocked()), display_name: device.getDisplayName(), }); } } // sort by deviceid result.sort(function(a, b) { if (a.deviceId < b.deviceId) { return -1; } if (a.deviceId > b.deviceId) { return 1; } return 0; }); return result; }; /** * Find a device by curve25519 identity key * * @param {string} userId owner of the device * @param {string} algorithm encryption algorithm * @param {string} sender_key curve25519 key to match * * @return {module:crypto/deviceinfo?} */ Crypto.prototype.getDeviceByIdentityKey = function(userId, algorithm, sender_key) { if ( algorithm !== olmlib.OLM_ALGORITHM && algorithm !== olmlib.MEGOLM_ALGORITHM ) { // we only deal in olm keys return null; } const devices = this._sessionStore.getEndToEndDevicesForUser(userId); if (!devices) { return null; } for (const deviceId in devices) { if (!devices.hasOwnProperty(deviceId)) { continue; } const device = devices[deviceId]; for (const keyId in device.keys) { if (!device.keys.hasOwnProperty(keyId)) { continue; } if (keyId.indexOf("curve25519:") !== 0) { continue; } const deviceKey = device.keys[keyId]; if (deviceKey == sender_key) { return DeviceInfo.fromStorage(device, deviceId); } } } // doesn't match a known device return null; }; /** * Update the blocked/verified state of the given device * * @param {string} userId owner of the device * @param {string} deviceId unique identifier for the device * * @param {?boolean} verified whether to mark the device as verified. Null to * leave unchanged. * * @param {?boolean} blocked whether to mark the device as blocked. Null to * leave unchanged. */ Crypto.prototype.setDeviceVerification = function(userId, deviceId, verified, blocked) { const devices = this._sessionStore.getEndToEndDevicesForUser(userId); if (!devices || !devices[deviceId]) { throw new Error("Unknown device " + userId + ":" + deviceId); } const dev = devices[deviceId]; let verificationStatus = dev.verified; if (verified) { verificationStatus = DeviceVerification.VERIFIED; } else if (verified !== null && verificationStatus == DeviceVerification.VERIFIED) { verificationStatus = DeviceVerification.UNVERIFIED; } if (blocked) { verificationStatus = DeviceVerification.BLOCKED; } else if (blocked !== null && verificationStatus == DeviceVerification.BLOCKED) { verificationStatus = DeviceVerification.UNVERIFIED; } if (dev.verified === verificationStatus) { return; } dev.verified = verificationStatus; this._sessionStore.storeEndToEndDevicesForUser(userId, devices); }; /** * Get information on the active olm sessions with a user *
* Returns a map from device id to an object with keys 'deviceIdKey' (the * device's curve25519 identity key) and 'sessions' (an array of objects in the * same format as that returned by * {@link module:crypto/OlmDevice#getSessionInfoForDevice}). *
* This method is provided for debugging purposes.
*
* @param {string} userId id of user to inspect
*
* @return {Object.