mirror of
https://github.com/overleaf/overleaf.git
synced 2024-11-21 20:47:08 -05:00
7f48c67512
* Add `unicorn/prefer-node-protocol` * Fix `unicorn/prefer-node-protocol` ESLint errors * Run `npm run format:fix` * Add sandboxed-module sourceTransformers in mocha setups Fix `no such file or directory, open 'node:fs'` in `sandboxed-module` * Remove `node:` in the SandboxedModule requires * Fix new linting errors with `node:` GitOrigin-RevId: 68f6e31e2191fcff4cb8058dd0a6914c14f59926
79 lines
2.2 KiB
JavaScript
79 lines
2.2 KiB
JavaScript
const Settings = require('@overleaf/settings')
|
|
const logger = require('@overleaf/logger')
|
|
const rclient = require('@overleaf/redis-wrapper').createClient(
|
|
Settings.redis.documentupdater
|
|
)
|
|
const keys = Settings.redis.documentupdater.key_schema
|
|
const ProjectFlusher = require('app/js/ProjectFlusher')
|
|
const DocumentManager = require('app/js/DocumentManager')
|
|
const util = require('node:util')
|
|
const flushAndDeleteDocWithLock = util.promisify(
|
|
DocumentManager.flushAndDeleteDocWithLock
|
|
)
|
|
|
|
async function flushAndDeleteDocs(dockeys, options) {
|
|
const docIds = ProjectFlusher._extractIds(dockeys)
|
|
for (const docId of docIds) {
|
|
const pathname = await rclient.get(keys.pathname({ doc_id: docId }))
|
|
if (!pathname) {
|
|
const projectId = await rclient.get(keys.projectKey({ doc_id: docId }))
|
|
if (!projectId) {
|
|
// await deleteDanglingDoc(projectId, docId, pathname, options)
|
|
logger.info(
|
|
{ projectId, docId, pathname },
|
|
'skipping doc with empty pathname and project id'
|
|
)
|
|
} else {
|
|
await flushAndDeleteDoc(projectId, docId, pathname, options)
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
async function flushAndDeleteDoc(projectId, docId, pathname, options) {
|
|
if (options.dryRun) {
|
|
logger.info(
|
|
{ projectId, docId, pathname },
|
|
'dry run mode - would flush doc with empty pathname'
|
|
)
|
|
return
|
|
}
|
|
logger.info(
|
|
{ projectId, docId, pathname },
|
|
'flushing doc with empty pathname'
|
|
)
|
|
try {
|
|
await flushAndDeleteDocWithLock(projectId, docId, {})
|
|
} catch (err) {
|
|
logger.error(
|
|
{ projectId, docId, pathname, err },
|
|
'error flushing and deleting doc without pathname'
|
|
)
|
|
}
|
|
}
|
|
|
|
async function cleanUpDocs(options) {
|
|
logger.info({ options }, 'cleaning up docs without pathnames')
|
|
let cursor = 0
|
|
do {
|
|
const [newCursor, doclinesKeys] = await rclient.scan(
|
|
cursor,
|
|
'MATCH',
|
|
keys.docLines({ doc_id: '*' }),
|
|
'COUNT',
|
|
options.limit
|
|
)
|
|
await flushAndDeleteDocs(doclinesKeys, options)
|
|
cursor = newCursor
|
|
} while (cursor !== '0')
|
|
}
|
|
|
|
cleanUpDocs({ limit: 1000, dryRun: process.env.DRY_RUN !== 'false' })
|
|
.then(result => {
|
|
rclient.quit()
|
|
console.log('DONE')
|
|
})
|
|
.catch(function (error) {
|
|
console.error(error)
|
|
process.exit(1)
|
|
})
|