Move all remaining stores to SQLCipher

js/modules/migrate_to_sql.js

@@ -2,10 +2,26 @@
 
 const { includes, isFunction, isString, last, map } = require('lodash');
 const {
+  bulkAddGroups,
+  bulkAddSessions,
+  bulkAddIdentityKeys,
+  bulkAddPreKeys,
+  bulkAddSignedPreKeys,
+  bulkAddItems,
+
+  removeGroupById,
+  removeSessionById,
+  removeIdentityKeyById,
+  removePreKeyById,
+  removeSignedPreKeyById,
+  removeItemById,
+
   saveMessages,
   _removeMessages,
+
   saveUnprocesseds,
   removeUnprocessed,
+
   saveConversations,
   _removeConversations,
 } = require('./data');
@@ -132,6 +148,8 @@ async function migrateToSQL({
   }
 
   complete = false;
+  lastIndex = null;
+
   while (!complete) {
     // eslint-disable-next-line no-await-in-loop
     const status = await migrateStoreToSQLite({
@@ -163,6 +181,153 @@ async function migrateToSQL({
     window.log.warn('Failed to clear conversations store');
   }
 
+  complete = false;
+  lastIndex = null;
+
+  while (!complete) {
+    // eslint-disable-next-line no-await-in-loop
+    const status = await migrateStoreToSQLite({
+      db,
+      // eslint-disable-next-line no-loop-func
+      save: bulkAddGroups,
+      remove: removeGroupById,
+      storeName: 'groups',
+      handleDOMException,
+      lastIndex,
+      batchSize: 10,
+    });
+
+    ({ complete, lastIndex } = status);
+  }
+  window.log.info('migrateToSQL: migrate of groups complete');
+  try {
+    await clearStores(['groups']);
+  } catch (error) {
+    window.log.warn('Failed to clear groups store');
+  }
+
+  complete = false;
+  lastIndex = null;
+
+  while (!complete) {
+    // eslint-disable-next-line no-await-in-loop
+    const status = await migrateStoreToSQLite({
+      db,
+      // eslint-disable-next-line no-loop-func
+      save: bulkAddSessions,
+      remove: removeSessionById,
+      storeName: 'sessions',
+      handleDOMException,
+      lastIndex,
+      batchSize: 10,
+    });
+
+    ({ complete, lastIndex } = status);
+  }
+  window.log.info('migrateToSQL: migrate of sessions complete');
+  try {
+    await clearStores(['sessions']);
+  } catch (error) {
+    window.log.warn('Failed to clear sessions store');
+  }
+
+  complete = false;
+  lastIndex = null;
+
+  while (!complete) {
+    // eslint-disable-next-line no-await-in-loop
+    const status = await migrateStoreToSQLite({
+      db,
+      // eslint-disable-next-line no-loop-func
+      save: bulkAddIdentityKeys,
+      remove: removeIdentityKeyById,
+      storeName: 'identityKeys',
+      handleDOMException,
+      lastIndex,
+      batchSize: 10,
+    });
+
+    ({ complete, lastIndex } = status);
+  }
+  window.log.info('migrateToSQL: migrate of identityKeys complete');
+  try {
+    await clearStores(['identityKeys']);
+  } catch (error) {
+    window.log.warn('Failed to clear identityKeys store');
+  }
+
+  complete = false;
+  lastIndex = null;
+
+  while (!complete) {
+    // eslint-disable-next-line no-await-in-loop
+    const status = await migrateStoreToSQLite({
+      db,
+      // eslint-disable-next-line no-loop-func
+      save: bulkAddPreKeys,
+      remove: removePreKeyById,
+      storeName: 'preKeys',
+      handleDOMException,
+      lastIndex,
+      batchSize: 10,
+    });
+
+    ({ complete, lastIndex } = status);
+  }
+  window.log.info('migrateToSQL: migrate of preKeys complete');
+  try {
+    await clearStores(['preKeys']);
+  } catch (error) {
+    window.log.warn('Failed to clear preKeys store');
+  }
+
+  complete = false;
+  lastIndex = null;
+
+  while (!complete) {
+    // eslint-disable-next-line no-await-in-loop
+    const status = await migrateStoreToSQLite({
+      db,
+      // eslint-disable-next-line no-loop-func
+      save: bulkAddSignedPreKeys,
+      remove: removeSignedPreKeyById,
+      storeName: 'signedPreKeys',
+      handleDOMException,
+      lastIndex,
+      batchSize: 10,
+    });
+
+    ({ complete, lastIndex } = status);
+  }
+  window.log.info('migrateToSQL: migrate of signedPreKeys complete');
+  try {
+    await clearStores(['signedPreKeys']);
+  } catch (error) {
+    window.log.warn('Failed to clear signedPreKeys store');
+  }
+
+  complete = false;
+  lastIndex = null;
+
+  while (!complete) {
+    // eslint-disable-next-line no-await-in-loop
+    const status = await migrateStoreToSQLite({
+      db,
+      // eslint-disable-next-line no-loop-func
+      save: bulkAddItems,
+      remove: removeItemById,
+      storeName: 'items',
+      handleDOMException,
+      lastIndex,
+      batchSize: 10,
+    });
+
+    ({ complete, lastIndex } = status);
+  }
+  window.log.info('migrateToSQL: migrate of items complete');
+  // Note: we don't clear the items store because it contains important metadata which,
+  //   if this process fails, will be crucial to going through this process again.
+
   window.log.info('migrateToSQL: complete');
 }