mirror of
https://github.com/overleaf/overleaf.git
synced 2024-10-31 21:21:03 -04:00
65 lines
1.9 KiB
JavaScript
65 lines
1.9 KiB
JavaScript
const Settings = require('@overleaf/settings')
|
|
const rclient = require('@overleaf/redis-wrapper').createClient(
|
|
Settings.redis.documentupdater
|
|
)
|
|
let keys = Settings.redis.documentupdater.key_schema
|
|
const async = require('async')
|
|
const RedisManager = require('./app/js/RedisManager')
|
|
|
|
const getKeysFromNode = function (node, pattern, callback) {
|
|
let cursor = 0 // redis iterator
|
|
const keySet = {} // use hash to avoid duplicate results
|
|
// scan over all keys looking for pattern
|
|
const doIteration = () =>
|
|
node.scan(cursor, 'MATCH', pattern, 'COUNT', 1000, function (error, reply) {
|
|
if (error) {
|
|
return callback(error)
|
|
}
|
|
;[cursor, keys] = reply
|
|
console.log('SCAN', keys.length)
|
|
for (const key of keys) {
|
|
keySet[key] = true
|
|
}
|
|
if (cursor === '0') {
|
|
// note redis returns string result not numeric
|
|
return callback(null, Object.keys(keySet))
|
|
} else {
|
|
return doIteration()
|
|
}
|
|
})
|
|
return doIteration()
|
|
}
|
|
|
|
const getKeys = function (pattern, callback) {
|
|
const nodes = (typeof rclient.nodes === 'function'
|
|
? rclient.nodes('master')
|
|
: undefined) || [rclient]
|
|
console.log('GOT NODES', nodes.length)
|
|
const doKeyLookupForNode = (node, cb) => getKeysFromNode(node, pattern, cb)
|
|
return async.concatSeries(nodes, doKeyLookupForNode, callback)
|
|
}
|
|
|
|
const expireDocOps = callback =>
|
|
// eslint-disable-next-line handle-callback-err
|
|
getKeys(keys.docOps({ doc_id: '*' }), (error, keys) =>
|
|
async.mapSeries(
|
|
keys,
|
|
function (key, cb) {
|
|
console.log(`EXPIRE ${key} ${RedisManager.DOC_OPS_TTL}`)
|
|
return rclient.expire(key, RedisManager.DOC_OPS_TTL, cb)
|
|
},
|
|
callback
|
|
)
|
|
)
|
|
|
|
setTimeout(
|
|
() =>
|
|
// Give redis a chance to connect
|
|
expireDocOps(function (error) {
|
|
if (error) {
|
|
throw error
|
|
}
|
|
return process.exit()
|
|
}),
|
|
1000
|
|
)
|