overleaf/services/document-updater/app/coffee/ProjectManager.coffee

153 lines
6.1 KiB
CoffeeScript
Raw Normal View History

2014-02-12 05:40:42 -05:00
RedisManager = require "./RedisManager"
2018-03-09 09:14:14 -05:00
ProjectHistoryRedisManager = require "./ProjectHistoryRedisManager"
2014-02-12 05:40:42 -05:00
DocumentManager = require "./DocumentManager"
HistoryManager = require "./HistoryManager"
2014-02-12 05:40:42 -05:00
async = require "async"
logger = require "logger-sharelatex"
Metrics = require "./Metrics"
Errors = require "./Errors"
2014-02-12 05:40:42 -05:00
module.exports = ProjectManager =
flushProjectWithLocks: (project_id, _callback = (error) ->) ->
timer = new Metrics.Timer("projectManager.flushProjectWithLocks")
callback = (args...) ->
timer.done()
_callback(args...)
RedisManager.getDocIdsInProject project_id, (error, doc_ids) ->
return callback(error) if error?
jobs = []
errors = []
for doc_id in (doc_ids or [])
do (doc_id) ->
jobs.push (callback) ->
DocumentManager.flushDocIfLoadedWithLock project_id, doc_id, (error) ->
if error? and error instanceof Errors.NotFoundError
2017-12-20 08:26:57 -05:00
logger.warn err: error, project_id: project_id, doc_id: doc_id, "found deleted doc when flushing"
callback()
else if error?
2014-02-12 05:40:42 -05:00
logger.error err: error, project_id: project_id, doc_id: doc_id, "error flushing doc"
errors.push(error)
callback()
else
callback()
2014-02-12 05:40:42 -05:00
logger.log project_id: project_id, doc_ids: doc_ids, "flushing docs"
async.series jobs, () ->
if errors.length > 0
callback new Error("Errors flushing docs. See log for details")
else
callback(null)
flushAndDeleteProjectWithLocks: (project_id, _callback = (error) ->) ->
timer = new Metrics.Timer("projectManager.flushAndDeleteProjectWithLocks")
callback = (args...) ->
timer.done()
_callback(args...)
RedisManager.getDocIdsInProject project_id, (error, doc_ids) ->
return callback(error) if error?
jobs = []
errors = []
for doc_id in (doc_ids or [])
do (doc_id) ->
jobs.push (callback) ->
DocumentManager.flushAndDeleteDocWithLock project_id, doc_id, (error) ->
if error?
logger.error err: error, project_id: project_id, doc_id: doc_id, "error deleting doc"
errors.push(error)
callback()
logger.log project_id: project_id, doc_ids: doc_ids, "deleting docs"
async.series jobs, () ->
# When deleting the project here we want to ensure that project
# history is completely flushed because the project may be
# deleted in web after this call completes, and so further
# attempts to flush would fail after that.
HistoryManager.flushProjectChanges project_id, (error) ->
if errors.length > 0
callback new Error("Errors deleting docs. See log for details")
else if error?
callback(error)
else
callback(null)
getProjectDocsAndFlushIfOld: (project_id, projectStateHash, excludeVersions = {}, _callback = (error, docs) ->) ->
timer = new Metrics.Timer("projectManager.getProjectDocsAndFlushIfOld")
callback = (args...) ->
timer.done()
_callback(args...)
RedisManager.checkOrSetProjectState project_id, projectStateHash, (error, projectStateChanged) ->
2017-09-07 09:12:48 -04:00
if error?
logger.error err: error, project_id: project_id, "error getting/setting project state in getProjectDocsAndFlushIfOld"
2017-09-07 09:12:48 -04:00
return callback(error)
# we can't return docs if project structure has changed
2017-10-06 07:23:23 -04:00
if projectStateChanged
return callback Errors.ProjectStateChangedError("project state changed")
# project structure hasn't changed, return doc content from redis
RedisManager.getDocIdsInProject project_id, (error, doc_ids) ->
2017-09-07 09:12:48 -04:00
if error?
logger.error err: error, project_id: project_id, "error getting doc ids in getProjectDocs"
return callback(error)
jobs = []
for doc_id in doc_ids or []
do (doc_id) ->
jobs.push (cb) ->
2017-10-06 07:23:23 -04:00
# get the doc lines from redis
DocumentManager.getDocAndFlushIfOldWithLock project_id, doc_id, (err, lines, version) ->
if err?
logger.error err:err, project_id: project_id, doc_id: doc_id, "error getting project doc lines in getProjectDocsAndFlushIfOld"
2017-10-06 07:23:23 -04:00
return cb(err)
doc = {_id:doc_id, lines:lines, v:version} # create a doc object to return
cb(null, doc)
async.series jobs, (error, docs) ->
return callback(error) if error?
callback(null, docs)
2017-09-08 10:50:26 -04:00
clearProjectState: (project_id, callback = (error) ->) ->
RedisManager.clearProjectState project_id, callback
2017-11-01 15:16:49 -04:00
updateProjectWithLocks: (project_id, projectHistoryId, user_id, docUpdates, fileUpdates, version, _callback = (error) ->) ->
2017-11-01 15:16:49 -04:00
timer = new Metrics.Timer("projectManager.updateProject")
callback = (args...) ->
timer.done()
_callback(args...)
project_version = version
project_subversion = 0 # project versions can have multiple operations
2018-01-26 09:41:10 -05:00
project_ops_length = 0
handleDocUpdate = (projectUpdate, cb) ->
doc_id = projectUpdate.id
projectUpdate.version = "#{project_version}.#{project_subversion++}"
if projectUpdate.docLines?
ProjectHistoryRedisManager.queueAddEntity project_id, projectHistoryId, 'doc', doc_id, user_id, projectUpdate, (error, count) ->
2018-01-26 09:41:10 -05:00
project_ops_length = count
cb(error)
2017-11-10 09:54:56 -05:00
else
DocumentManager.renameDocWithLock project_id, doc_id, user_id, projectUpdate, projectHistoryId, (error, count) ->
2018-01-26 09:41:10 -05:00
project_ops_length = count
cb(error)
2017-11-01 15:16:49 -04:00
handleFileUpdate = (projectUpdate, cb) ->
file_id = projectUpdate.id
projectUpdate.version = "#{project_version}.#{project_subversion++}"
if projectUpdate.url?
ProjectHistoryRedisManager.queueAddEntity project_id, projectHistoryId, 'file', file_id, user_id, projectUpdate, (error, count) ->
2018-01-26 09:41:10 -05:00
project_ops_length = count
cb(error)
2017-11-10 09:54:56 -05:00
else
ProjectHistoryRedisManager.queueRenameEntity project_id, projectHistoryId, 'file', file_id, user_id, projectUpdate, (error, count) ->
2018-01-26 09:41:10 -05:00
project_ops_length = count
cb(error)
2017-11-06 11:14:27 -05:00
2018-03-07 12:06:42 -05:00
async.eachSeries docUpdates, handleDocUpdate, (error) ->
2017-11-06 11:14:27 -05:00
return callback(error) if error?
2018-03-07 12:06:42 -05:00
async.eachSeries fileUpdates, handleFileUpdate, (error) ->
return callback(error) if error?
if HistoryManager.shouldFlushHistoryOps(project_ops_length, docUpdates.length + fileUpdates.length, HistoryManager.FLUSH_PROJECT_EVERY_N_OPS)
HistoryManager.flushProjectChangesAsync project_id
callback()