Merge pull request #12254 from overleaf/jpa-back-fill-doc-rev

[web] add script for back filling rev=1 for old (deleted) docs GitOrigin-RevId: 62f5b773fb83ddbf9bb202a592ce2e8f33b5e6b2
2023-03-17 09:03:58 +00:00
parent 2d5e76acbc
commit fa5804a3cf
3 changed files with 133 additions and 0 deletions
@@ -0,0 +1,58 @@
+const { batchedUpdate } = require('./helpers/batchedUpdate')
+
+const DRY_RUN = !process.argv.includes('--dry-run=false')
+const LOG_EVERY_IN_S = parseInt(process.env.LOG_EVERY_IN_S, 10) || 5
+
+async function main(DRY_RUN) {
+  let processed = 0
+  let deleted = 0
+  let lastLog = 0
+
+  function logProgress() {
+    console.log(`rev missing ${processed} | deleted=true ${deleted}`)
+  }
+
+  await batchedUpdate(
+    'docs',
+    { rev: { $exists: false } },
+    async (docsCollection, docs) => {
+      if (!DRY_RUN) {
+        await docsCollection.updateMany(
+          {
+            _id: { $in: docs.map(doc => doc._id) },
+            rev: { $exists: false },
+          },
+          { $set: { rev: 1 } }
+        )
+      }
+
+      processed += docs.length
+      deleted += docs.filter(doc => doc.deleted).length
+
+      if (Date.now() - lastLog >= LOG_EVERY_IN_S * 1000) {
+        logProgress()
+        lastLog = Date.now()
+      }
+    },
+    {
+      _id: 1,
+      deleted: true,
+    }
+  )
+
+  logProgress()
+}
+
+module.exports = main
+
+if (require.main === module) {
+  main(DRY_RUN)
+    .then(() => {
+      console.log('Done.')
+      process.exit(0)
+    })
+    .catch(error => {
+      console.error({ error })
+      process.exit(1)
+    })
+}