Merge pull request #19398 from overleaf/rh-rm-ieee-notification
[web] Remove IEEE Collabratec notification GitOrigin-RevId: 14ec3e50ed4913b815620f5215df59b17fc03054
This commit is contained in:
roo hutton
@@ -1,165 +0,0 @@
|
||||
const path = require('path')
|
||||
const fs = require('fs')
|
||||
const NotificationsBuilder = require('../app/src/Features/Notifications/NotificationsBuilder')
|
||||
const { waitForDb } = require('../app/src/infrastructure/mongodb')
|
||||
const { Subscription } = require('../app/src/models/Subscription')
|
||||
const minimist = require('minimist')
|
||||
const { db } = require('../app/src/infrastructure/mongodb')
|
||||
const { promiseMapWithLimit } = require('@overleaf/promise-utils')
|
||||
|
||||
/**
|
||||
* This script is used to notify some users in the IEEEPublications group that
|
||||
* they will lose access to Overleaf.
|
||||
*
|
||||
* Parameters:
|
||||
* --filename: the filename of the JSON file containing emails of users that
|
||||
* should **not** be notified.
|
||||
* --commit: if present, the script will commit the changes to the database.
|
||||
*
|
||||
* Usage:
|
||||
* - dry run:
|
||||
* node add_notification_ieee_collabratec_users.js --filename=emails.json
|
||||
* - commit:
|
||||
* node add_notification_ieee_collabratec_users.js --filename=emails.json --commit
|
||||
*/
|
||||
|
||||
let COMMIT = false
|
||||
let EMAILS_FILENAME
|
||||
|
||||
/**
|
||||
* The IEEE have provided us with a list of active users that should not be removed
|
||||
* (and therefore not notified). This method retrives those users.
|
||||
*/
|
||||
function getActiveUserEmails(filename) {
|
||||
const data = fs.readFileSync(path.join(__dirname, filename), 'utf8')
|
||||
const emailsArray = JSON.parse(data)
|
||||
const emailsSet = new Set(emailsArray)
|
||||
console.log(
|
||||
`Read ${emailsSet.size} (${emailsArray.length} in array) emails from ${filename}`
|
||||
)
|
||||
return emailsSet
|
||||
}
|
||||
|
||||
async function getIEEEUsers() {
|
||||
return await db.subscriptions
|
||||
.aggregate([
|
||||
{ $match: { teamName: 'IEEEPublications' } },
|
||||
{ $unwind: '$member_ids' },
|
||||
{
|
||||
$lookup: {
|
||||
from: 'users',
|
||||
localField: 'member_ids',
|
||||
foreignField: '_id',
|
||||
as: 'member_details',
|
||||
},
|
||||
},
|
||||
{
|
||||
$project: {
|
||||
_id: 1,
|
||||
teamName: 1,
|
||||
'member_details._id': 1,
|
||||
'member_details.email': 1,
|
||||
'member_details.emails.email': 1,
|
||||
},
|
||||
},
|
||||
])
|
||||
.toArray()
|
||||
}
|
||||
|
||||
async function main() {
|
||||
const start = performance.now()
|
||||
|
||||
if (!EMAILS_FILENAME) {
|
||||
throw new Error('No email filename provided')
|
||||
}
|
||||
|
||||
await waitForDb()
|
||||
const subscription = await Subscription.findOne({
|
||||
teamName: 'IEEEPublications',
|
||||
})
|
||||
|
||||
if (!subscription) {
|
||||
console.error(`No IEEEPublications group subscription found so quitting`)
|
||||
return
|
||||
}
|
||||
|
||||
// First we remove all existing Collabratec retirement notifications
|
||||
if (COMMIT) {
|
||||
await db.notifications.deleteMany({
|
||||
key: 'notification-ieee-collabratec-retirement',
|
||||
})
|
||||
}
|
||||
|
||||
let totalUsers = 0
|
||||
let totalUsersNotified = 0
|
||||
|
||||
const usersArray = await getIEEEUsers()
|
||||
const activeUsers = getActiveUserEmails(EMAILS_FILENAME)
|
||||
|
||||
const activeUsersFound = new Set()
|
||||
|
||||
// Then go through each collabratec user to see if we need to notify them
|
||||
await promiseMapWithLimit(10, usersArray, async member => {
|
||||
if (totalUsers % 5000 === 0)
|
||||
console.log(
|
||||
`notified: ${totalUsersNotified} - progress: ${totalUsers} / ${usersArray.length}`
|
||||
)
|
||||
|
||||
totalUsers = totalUsers + 1
|
||||
|
||||
const userDetails = member.member_details[0]
|
||||
|
||||
for (const email of userDetails.emails) {
|
||||
if (activeUsers.has(email.email)) {
|
||||
activeUsersFound.add(email.email)
|
||||
return
|
||||
}
|
||||
}
|
||||
|
||||
if (COMMIT) {
|
||||
await NotificationsBuilder.promises
|
||||
.ieeeCollabratecRetirement(userDetails._id.toString())
|
||||
.create()
|
||||
}
|
||||
|
||||
totalUsersNotified += 1
|
||||
})
|
||||
|
||||
console.log(`Found ${totalUsers} users in IEEEPublications group`)
|
||||
|
||||
console.log(
|
||||
`Found ${totalUsersNotified} users in IEEEPublications group to notify`
|
||||
)
|
||||
|
||||
console.log(`Found ${activeUsersFound.size} active users`)
|
||||
|
||||
const activeUsersNotFound = Array.from(activeUsers).filter(
|
||||
user => !activeUsersFound.has(user)
|
||||
)
|
||||
|
||||
console.log(`${activeUsersNotFound.length} IEEE active users not found:`)
|
||||
console.log(activeUsersNotFound)
|
||||
|
||||
const end = performance.now()
|
||||
console.log(`Took ${end - start} ms`)
|
||||
}
|
||||
|
||||
const setup = () => {
|
||||
const argv = minimist(process.argv.slice(2))
|
||||
COMMIT = argv.commit !== undefined
|
||||
EMAILS_FILENAME = argv.filename
|
||||
if (!COMMIT) {
|
||||
console.warn('Doing dry run. Add --commit to commit changes')
|
||||
}
|
||||
}
|
||||
|
||||
setup()
|
||||
|
||||
main()
|
||||
.then(() => {
|
||||
process.exit(0)
|
||||
})
|
||||
.catch(err => {
|
||||
console.error(err)
|
||||
process.exit(1)
|
||||
})
|
||||
@@ -1,196 +0,0 @@
|
||||
const path = require('path')
|
||||
const fs = require('fs')
|
||||
const AnalyticsManager = require('../app/src/Features/Analytics/AnalyticsManager')
|
||||
const { waitForDb } = require('../app/src/infrastructure/mongodb')
|
||||
const { Subscription } = require('../app/src/models/Subscription')
|
||||
const minimist = require('minimist')
|
||||
const { db } = require('../app/src/infrastructure/mongodb')
|
||||
const { promiseMapWithLimit } = require('@overleaf/promise-utils')
|
||||
const _ = require('lodash')
|
||||
|
||||
/**
|
||||
* This script is used to remove some users from the IEEEPublications group.
|
||||
*
|
||||
* Parameters:
|
||||
* --filename: the filename of the JSON file containing emails of users that
|
||||
* should **not** be removed
|
||||
* --commit: if present, the script will commit the changes to the database.
|
||||
*
|
||||
* Usage:
|
||||
* - dry run:
|
||||
* node scripts/remove_unwanted_ieee_collabratec_users.js --filename=emails-to-keep.json
|
||||
* - commit:
|
||||
* node scripts/remove_unwanted_ieee_collabratec_users.js --filename=emails-to-keep.json --commit
|
||||
*/
|
||||
|
||||
let COMMIT = false
|
||||
let EMAILS_FILENAME
|
||||
|
||||
/**
|
||||
* The IEEE have provided us with a list of active users that should not be removed
|
||||
* This method retrieves those users.
|
||||
*/
|
||||
function getActiveUserEmails(filename) {
|
||||
const data = fs.readFileSync(path.join(__dirname, filename), 'utf8')
|
||||
const emailsArray = JSON.parse(data)
|
||||
const emailsSet = new Set(emailsArray)
|
||||
console.log(
|
||||
`Read ${emailsSet.size} (${emailsArray.length} in array) emails from ${filename}`
|
||||
)
|
||||
return emailsSet
|
||||
}
|
||||
|
||||
async function getIEEEUsers() {
|
||||
const results = await db.subscriptions
|
||||
.aggregate([
|
||||
{ $match: { teamName: 'IEEEPublications' } },
|
||||
{ $unwind: '$member_ids' },
|
||||
{
|
||||
$lookup: {
|
||||
from: 'users',
|
||||
localField: 'member_ids',
|
||||
foreignField: '_id',
|
||||
as: 'member_details',
|
||||
},
|
||||
},
|
||||
{
|
||||
$project: {
|
||||
_id: 1,
|
||||
teamName: 1,
|
||||
'member_details._id': 1,
|
||||
'member_details.email': 1,
|
||||
'member_details.emails.email': 1,
|
||||
},
|
||||
},
|
||||
])
|
||||
.toArray()
|
||||
|
||||
return results
|
||||
.map(subscription => subscription.member_details[0])
|
||||
.filter(Boolean)
|
||||
}
|
||||
|
||||
async function main() {
|
||||
const start = performance.now()
|
||||
|
||||
if (!EMAILS_FILENAME) {
|
||||
throw new Error('No email filename provided')
|
||||
}
|
||||
|
||||
await waitForDb()
|
||||
const subscription = await Subscription.findOne({
|
||||
teamName: 'IEEEPublications',
|
||||
})
|
||||
|
||||
if (!subscription) {
|
||||
console.error(`No IEEEPublications group subscription found so quitting`)
|
||||
return
|
||||
}
|
||||
|
||||
/**
|
||||
* @type {string[]}
|
||||
*/
|
||||
const oldMemberIds = subscription.member_ids.map(id => id.toString())
|
||||
|
||||
console.log(
|
||||
`Found ${oldMemberIds.length} members_ids in IEEEPublications group`
|
||||
)
|
||||
|
||||
const usersArray = await getIEEEUsers()
|
||||
console.log(
|
||||
`Found ${usersArray.length} users in IEEEPublications group. (${oldMemberIds.length - usersArray.length} missing)`
|
||||
)
|
||||
|
||||
const activeUsers = getActiveUserEmails(EMAILS_FILENAME)
|
||||
|
||||
const activeUsersFound = new Set()
|
||||
|
||||
/**
|
||||
* @type {string[]}
|
||||
*/
|
||||
const memberIdsToRemove = []
|
||||
|
||||
let index = 0
|
||||
|
||||
// Then go through each collabratec user to see if we need to remove them
|
||||
await promiseMapWithLimit(10, usersArray, async userDetails => {
|
||||
if (index % 1000 === 0)
|
||||
console.log(
|
||||
`progress: ${index} / ${usersArray.length} (${memberIdsToRemove.length} to remove)`
|
||||
)
|
||||
|
||||
index = index + 1
|
||||
|
||||
if (COMMIT) {
|
||||
await AnalyticsManager.setUserPropertyForUser(
|
||||
userDetails._id.toString(),
|
||||
'ieee-retirement',
|
||||
true
|
||||
)
|
||||
}
|
||||
|
||||
for (const email of userDetails.emails) {
|
||||
if (activeUsers.has(email.email)) {
|
||||
activeUsersFound.add(email.email)
|
||||
return
|
||||
}
|
||||
}
|
||||
|
||||
memberIdsToRemove.push(userDetails._id.toString())
|
||||
})
|
||||
|
||||
console.log(`Found ${memberIdsToRemove.length} users to remove`)
|
||||
|
||||
/**
|
||||
* @type {string[]}
|
||||
*/
|
||||
const memberIdsToKeep = _.difference(oldMemberIds, memberIdsToRemove)
|
||||
|
||||
console.log(`Keeping ${memberIdsToKeep.length} users`)
|
||||
|
||||
if (COMMIT) {
|
||||
await Subscription.updateOne(
|
||||
{ teamName: 'IEEEPublications' },
|
||||
{ member_ids: memberIdsToKeep }
|
||||
)
|
||||
}
|
||||
|
||||
console.log(`Found ${activeUsersFound.size} active users`)
|
||||
|
||||
const activeUsersNotFound = Array.from(activeUsers).filter(
|
||||
user => !activeUsersFound.has(user)
|
||||
)
|
||||
|
||||
console.log(`${activeUsersNotFound.length} IEEE active users not found:`)
|
||||
console.log(activeUsersNotFound)
|
||||
|
||||
const subscriptionAfter = await Subscription.findOne({
|
||||
teamName: 'IEEEPublications',
|
||||
})
|
||||
console.log(
|
||||
`There are now ${subscriptionAfter?.member_ids?.length} members_ids in IEEEPublications group`
|
||||
)
|
||||
|
||||
const end = performance.now()
|
||||
console.log(`Took ${end - start} ms`)
|
||||
}
|
||||
|
||||
const setup = () => {
|
||||
const argv = minimist(process.argv.slice(2))
|
||||
COMMIT = argv.commit !== undefined
|
||||
EMAILS_FILENAME = argv.filename
|
||||
if (!COMMIT) {
|
||||
console.warn('Doing dry run. Add --commit to commit changes')
|
||||
}
|
||||
}
|
||||
|
||||
setup()
|
||||
|
||||
main()
|
||||
.then(() => {
|
||||
process.exit(0)
|
||||
})
|
||||
.catch(err => {
|
||||
console.error(err)
|
||||
process.exit(1)
|
||||
})
|
||||
Reference in New Issue
Block a user