overleaf/services/document-updater/app/js/DeleteQueueManager.js

146 lines
5 KiB
JavaScript
Raw Normal View History

/* eslint-disable
no-unused-vars,
*/
// TODO: This file was created by bulk-decaffeinate.
// Fix any style issues and re-enable lint.
/*
* decaffeinate suggestions:
* DS101: Remove unnecessary use of Array.from
* DS102: Remove unnecessary code created because of implicit returns
* DS207: Consider shorter variations of null checks
* Full docs: https://github.com/decaffeinate/decaffeinate/blob/master/docs/suggestions.md
*/
let DeleteQueueManager
const Settings = require('@overleaf/settings')
const RedisManager = require('./RedisManager')
const ProjectManager = require('./ProjectManager')
const logger = require('@overleaf/logger')
const metrics = require('./Metrics')
2019-09-25 11:42:49 -04:00
// Maintain a sorted set of project flushAndDelete requests, ordered by timestamp
// (ZADD), and process them from oldest to newest. A flushAndDelete request comes
// from real-time and is triggered when a user leaves a project.
//
// The aim is to remove the project from redis 5 minutes after the last request
// if there has been no activity (document updates) in that time. If there is
// activity we can expect a further flushAndDelete request when the editing user
// leaves the project.
//
// If a new flushAndDelete request comes in while an existing request is already
// in the queue we update the timestamp as we can postpone flushing further.
//
// Documents are processed by checking the queue, seeing if the first entry is
// older than 5 minutes, and popping it from the queue in that case.
2019-09-26 05:14:49 -04:00
module.exports = DeleteQueueManager = {
flushAndDeleteOldProjects(options, callback) {
const startTime = Date.now()
const cutoffTime =
startTime - options.min_delete_age + 100 * (Math.random() - 0.5)
let count = 0
2019-09-25 11:42:49 -04:00
const flushProjectIfNotModified = (projectId, flushTimestamp, cb) =>
2021-07-13 07:04:42 -04:00
ProjectManager.getProjectDocsTimestamps(
projectId,
2021-07-13 07:04:42 -04:00
function (err, timestamps) {
if (err != null) {
return callback(err)
}
if (timestamps.length === 0) {
logger.debug(
{ projectId },
2021-07-13 07:04:42 -04:00
'skipping flush of queued project - no timestamps'
)
return cb()
}
2021-07-13 07:04:42 -04:00
// are any of the timestamps newer than the time the project was flushed?
for (const timestamp of Array.from(timestamps)) {
if (timestamp > flushTimestamp) {
metrics.inc('queued-delete-skipped')
logger.debug(
{ projectId, timestamps, flushTimestamp },
2021-07-13 07:04:42 -04:00
'found newer timestamp, will skip delete'
)
return cb()
}
}
logger.debug({ projectId, flushTimestamp }, 'flushing queued project')
2021-07-13 07:04:42 -04:00
return ProjectManager.flushAndDeleteProjectWithLocks(
projectId,
2021-07-13 07:04:42 -04:00
{ skip_history_flush: false },
function (err) {
if (err != null) {
logger.err({ projectId, err }, 'error flushing queued project')
2021-07-13 07:04:42 -04:00
}
metrics.inc('queued-delete-completed')
return cb(null, true)
}
)
}
)
2019-09-25 11:42:49 -04:00
function flushNextProject() {
const now = Date.now()
if (now - startTime > options.timeout) {
logger.debug('hit time limit on flushing old projects')
return callback(null, count)
}
if (count > options.limit) {
logger.debug('hit count limit on flushing old projects')
return callback(null, count)
}
2021-07-13 07:04:42 -04:00
return RedisManager.getNextProjectToFlushAndDelete(
cutoffTime,
function (err, projectId, flushTimestamp, queueLength) {
2021-07-13 07:04:42 -04:00
if (err != null) {
return callback(err, count)
}
if (projectId == null) {
2021-07-13 07:04:42 -04:00
return callback(null, count)
}
logger.debug({ projectId, queueLength }, 'flushing queued project')
2021-07-13 07:04:42 -04:00
metrics.globalGauge('queued-flush-backlog', queueLength)
return flushProjectIfNotModified(
projectId,
2021-07-13 07:04:42 -04:00
flushTimestamp,
function (err, flushed) {
if (err) {
// Do not stop processing the queue in case the flush fails.
// Slowing down the processing can fill up redis.
metrics.inc('queued-delete-error')
}
2021-07-13 07:04:42 -04:00
if (flushed) {
count++
}
return flushNextProject()
}
)
}
)
}
2019-09-25 11:42:49 -04:00
return flushNextProject()
},
2019-09-30 10:35:05 -04:00
startBackgroundFlush() {
const SHORT_DELAY = 10
const LONG_DELAY = 1000
function doFlush() {
if (Settings.shuttingDown) {
logger.info('discontinuing background flush due to shutdown')
return
}
return DeleteQueueManager.flushAndDeleteOldProjects(
{
timeout: 1000,
min_delete_age: 3 * 60 * 1000,
2021-07-13 07:04:42 -04:00
limit: 1000, // high value, to ensure we always flush enough projects
},
(_err, flushed) =>
setTimeout(doFlush, flushed > 10 ? SHORT_DELAY : LONG_DELAY)
)
}
return doFlush()
2021-07-13 07:04:42 -04:00
},
}