github/overleaf
1
0
Fork 0
mirror of https://github.com/overleaf/overleaf.git synced 2025-04-05 22:11:09 +00:00
Code Issues Projects Releases Packages Wiki Activity

Flush project changes when queue hits limit

Browse source
This commit is contained in:
Michael Walker 2018-01-23 11:11:15 +00:00
parent 3d313ebc53
commit 24c74db0dc
2 changed files with 15 additions and 5 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

11
services/document-updater/app/coffee/HistoryManager.coffee
View file

@ -42,10 +42,7 @@ module.exports = HistoryManager =
if Settings.apis?.project_history?.enabled
if HistoryManager._shouldFlushHistoryOps(project_ops_length, ops, HistoryManager.FLUSH_PROJECT_EVERY_N_OPS)
# Do this in the background since it uses HTTP and so may be too
# slow to wait for when processing a doc update.
logger.log { project_ops_length, project_id }, "flushing project history api"
HistoryManager._flushProjectChangesAsync project_id
HistoryManager.flushProjectChanges project_id, project_ops_length
HistoryRedisManager.recordDocHasHistoryOps project_id, doc_id, ops, (error) ->
return callback(error) if error?
@ -56,6 +53,12 @@ module.exports = HistoryManager =
HistoryManager._flushDocChangesAsync project_id, doc_id
callback()
flushProjectChanges: (project_id, project_ops_length) ->
# Do this in the background since it uses HTTP and so may be too
# slow to wait for when processing a doc update.
logger.log { project_ops_length, project_id }, "flushing project history api"
HistoryManager._flushProjectChangesAsync project_id
_shouldFlushHistoryOps: (length, ops, threshold) ->
return false if !length # don't flush unless we know the length
# We want to flush every 100 ops, i.e. 100, 200, 300, etc

9
services/document-updater/app/coffee/ProjectManager.coffee
View file

@ -1,5 +1,6 @@
RedisManager = require "./RedisManager"
DocumentManager = require "./DocumentManager"
HistoryManager = require "./HistoryManager"
async = require "async"
logger = require "logger-sharelatex"
Metrics = require "./Metrics"
@ -121,4 +122,10 @@ module.exports = ProjectManager =
async.each docUpdates, handleDocUpdate, (error) ->
return callback(error) if error?
async.each fileUpdates, handleFileUpdate, callback
async.each fileUpdates, handleFileUpdate, (error) ->
return callback(error) if error?
RedisManager.numQueuedProjectUpdates project_id, (error, length) ->
return callback(error) if error?
if length >= HistoryManager.FLUSH_PROJECT_EVERY_N_OPS
HistoryManager.flushProjectChanges project_id, length
callback()