mirror of
https://github.com/overleaf/overleaf.git
synced 2024-11-21 20:47:08 -05:00
a7517eefcb
[web] populate db with collections on import, ahead of waitForDb() call GitOrigin-RevId: 7eb4cd61c2052187acd9947d7060f54d9822d314
119 lines
2.9 KiB
JavaScript
119 lines
2.9 KiB
JavaScript
import fs from 'fs'
|
|
import minimist from 'minimist'
|
|
import readline from 'readline'
|
|
import { db, ObjectId } from '../../app/src/infrastructure/mongodb.js'
|
|
import DocstoreManagerModule from '../../app/src/Features/Docstore/DocstoreManager.js'
|
|
|
|
const { promises: DocstoreManager } = DocstoreManagerModule
|
|
|
|
const argv = minimist(process.argv.slice(2))
|
|
const commit = argv.commit !== undefined
|
|
const offset = parseInt(argv.offset) || 0
|
|
const limit = parseInt(argv.limit) || 0
|
|
|
|
if (!commit) {
|
|
console.log('DOING DRY RUN. TO SAVE CHANGES PASS --commit')
|
|
}
|
|
|
|
const input = fs.createReadStream(argv._[0])
|
|
|
|
const rl = readline.createInterface({
|
|
crlfDelay: Infinity,
|
|
input,
|
|
})
|
|
|
|
const orphanedDocs = {}
|
|
|
|
console.log('Loading Data')
|
|
|
|
let idx = 0
|
|
let processed = 0
|
|
|
|
rl.on('line', async line => {
|
|
if (offset && idx++ < offset) {
|
|
return
|
|
}
|
|
if (limit && processed++ >= limit) {
|
|
return
|
|
}
|
|
|
|
let [docId, projectId] = line.split(',')
|
|
docId = docId.replace(/^ObjectId\(/, '').replace(/\)$/, '')
|
|
projectId = projectId.replace(/^ObjectId\(/, '').replace(/\)$/, '')
|
|
|
|
try {
|
|
docId = new ObjectId(docId).toString()
|
|
projectId = new ObjectId(projectId).toString()
|
|
} catch (err) {
|
|
console.error(`Invalid id: ${docId}, ${projectId}`)
|
|
return
|
|
}
|
|
|
|
if (!orphanedDocs[projectId]) {
|
|
orphanedDocs[projectId] = []
|
|
}
|
|
|
|
orphanedDocs[projectId].push(docId)
|
|
})
|
|
|
|
rl.on('close', async () => {
|
|
const docCount = Object.values(orphanedDocs).reduce((i, v) => i + v.length, 0)
|
|
const projectCount = Object.keys(orphanedDocs).length
|
|
|
|
console.log(`Loaded Data for ${docCount} docs in ${projectCount} Projects`)
|
|
|
|
for (const projectId of Object.keys(orphanedDocs)) {
|
|
await deleteOrphanedDocs(projectId, orphanedDocs[projectId])
|
|
}
|
|
|
|
console.log('DONE')
|
|
process.exit()
|
|
})
|
|
|
|
async function deleteOrphanedDocs(projectId, docIds) {
|
|
try {
|
|
if (await projectIdExists(projectId)) {
|
|
console.error(`Project id exists: ${projectId}`)
|
|
return
|
|
}
|
|
} catch (err) {
|
|
console.error(`Error checking if project exists: ${projectId}`, err.stack)
|
|
return
|
|
}
|
|
|
|
console.log(`Delete docs ${docIds.join(', ')} for project ${projectId}`)
|
|
|
|
if (!commit) {
|
|
return
|
|
}
|
|
|
|
try {
|
|
await DocstoreManager.destroyProject(projectId)
|
|
} catch (err) {
|
|
console.error(`Error deleting project ${projectId}`, err)
|
|
}
|
|
}
|
|
|
|
async function projectIdExists(projectId) {
|
|
// check both projects and deletedProjects to see if project id exists
|
|
const [project, deletedProject] = await Promise.all([
|
|
findProject(projectId),
|
|
findDeletedProject(projectId),
|
|
])
|
|
|
|
return project !== null || deletedProject !== null
|
|
}
|
|
|
|
async function findProject(projectId) {
|
|
return db.projects.findOne(
|
|
{ _id: new ObjectId(projectId) },
|
|
{ projection: { _id: 1 } }
|
|
)
|
|
}
|
|
|
|
async function findDeletedProject(projectId) {
|
|
return db.deletedProjects.findOne(
|
|
{ 'project._id': new ObjectId(projectId) },
|
|
{ projection: { _id: 1 } }
|
|
)
|
|
}
|