From 78360b7358beb8685be01da8ffdc3b90eed1607e Mon Sep 17 00:00:00 2001
From: Brian Gough <briangough@users.noreply.github.com>
Date: Mon, 23 Jan 2023 10:35:51 +0000
Subject: [PATCH] initial history migration script (#11359)

* initial history migration script

* fix case in migration script

GitOrigin-RevId: cd2786605120e998c3b01bfeae436c2fbf7da0fa
---
 .../web/scripts/history/migrate_history.js    | 118 ++++++++++++++++++
 1 file changed, 118 insertions(+)
 create mode 100644 services/web/scripts/history/migrate_history.js

diff --git a/services/web/scripts/history/migrate_history.js b/services/web/scripts/history/migrate_history.js
new file mode 100644
index 0000000000..281001c2e6
--- /dev/null
+++ b/services/web/scripts/history/migrate_history.js
@@ -0,0 +1,118 @@
+// raise mongo timeout to 1hr if otherwise unspecified
+process.env.MONGO_SOCKET_TIMEOUT =
+  parseInt(process.env.MONGO_SOCKET_TIMEOUT, 10) || 3600000
+const {
+  countProjects,
+  countDocHistory,
+  upgradeProject,
+} = require('../../modules/history-migration/app/src/HistoryUpgradeHelper')
+const { waitForDb } = require('../../app/src/infrastructure/mongodb')
+const minimist = require('minimist')
+
+const argv = minimist(process.argv.slice(2), {
+  boolean: [
+    'verbose',
+    'dry-run',
+    'use-query-hint',
+    'retry-failed',
+    'archive-on-failure',
+  ],
+  alias: {
+    verbose: 'v',
+    'dry-run': 'd',
+    'use-query-hint': 'q',
+    'retry-failed': 'r',
+    'archive-on-failure': 'a',
+  },
+  default: {
+    'write-concurrency': 10,
+    'batch-size': 100,
+    'max-upgrades-to-attempt': false,
+    'max-failures': 50,
+  },
+})
+
+async function findProjectsToMigrate() {
+  console.log('History Migration Statistics')
+
+  // Show statistics about the number of projects to migrate
+  const migratedProjects = await countProjects({
+    'overleaf.history.display': true,
+  })
+  const totalProjects = await countProjects()
+  console.log('Migrated Projects  : ', migratedProjects)
+  console.log('Total Projects     : ', totalProjects)
+  console.log('Remaining Projects : ', totalProjects - migratedProjects)
+
+  if (migratedProjects === totalProjects) {
+    console.log('All projects have been migrated')
+    process.exit(0)
+  }
+
+  // Get a list of projects to migrate
+  const projectsToMigrate = findProjectsToMigrate(
+    { 'overleaf.history.display': { $ne: true } },
+    { _id: 1, overleaf: 1 }
+  )
+
+  // Show statistics for docHistory collection
+  const docHistoryWithoutProjectId = await countDocHistory({
+    project_id: { $exists: false },
+  })
+
+  if (docHistoryWithoutProjectId > 0) {
+    console.log(
+      `WARNING: docHistory collection contains ${docHistoryWithoutProjectId} records without project_id`
+    )
+    process.exit(1)
+  }
+
+  // Find the total number of history records for the projects we need to migrate
+  let docHistoryCount = 0
+  for await (const project of projectsToMigrate) {
+    const count = await countDocHistory({ project_id: project._id })
+    docHistoryCount += count
+  }
+
+  console.log('Total history records to migrate:', docHistoryCount)
+  return projectsToMigrate
+}
+
+async function migrateProjects(projectsToMigrate) {
+  let projectsMigrated = 0
+  let projectsFailed = 0
+
+  console.log('Starting migration...')
+  for (const project of projectsToMigrate) {
+    console.log(`Migrating project: ${project._id}`)
+    try {
+      const result = await upgradeProject(project._id)
+      console.log(`migration result: ${JSON.stringify(result)}`)
+      projectsMigrated++
+    } catch (err) {
+      projectsFailed++
+      console.error(err)
+    }
+  }
+
+  console.log('Migration complete')
+  console.log('==================')
+  console.log('Projects migrated: ', projectsMigrated)
+  console.log('Projects failed: ', projectsFailed)
+}
+
+async function main() {
+  const projectsToMigrate = await findProjectsToMigrate()
+  if (argv['dry-run']) {
+    console.log('Dry run, exiting')
+    process.exit(0)
+  }
+  await migrateProjects(projectsToMigrate)
+}
+
+waitForDb()
+  .then(main)
+  .catch(err => {
+    console.error(err)
+    process.exit(1)
+  })