github/overleaf
1
0
Fork 0
mirror of https://github.com/overleaf/overleaf.git synced 2024-11-21 20:47:08 -05:00
Code Issues Projects Releases Packages Wiki Activity

keep track of processed/total docs in archiving

Browse source
This commit is contained in:
Brian Gough 2017-05-09 13:43:21 +01:00
parent c26bccd390
commit 2781d9fd80
1 changed files with 7 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

10
services/track-changes/app/coffee/PackWorker.coffee
View file

@ -21,6 +21,8 @@ PackManager = require "./PackManager"
source = process.argv[2] source = process.argv[2]
DOCUMENT_PACK_DELAY = Number(process.argv[3]) || 1000 DOCUMENT_PACK_DELAY = Number(process.argv[3]) || 1000
TIMEOUT = Number(process.argv[4]) || 30*60*1000 TIMEOUT = Number(process.argv[4]) || 30*60*1000
COUNT = 0 # number processed
TOTAL = 0 # total number to process
if !source.match(/^[0-9]+$/) if !source.match(/^[0-9]+$/)
file = fs.readFileSync source file = fs.readFileSync source
@ -62,7 +64,7 @@ finish = () ->
db.close () -> db.close () ->
logger.log 'closing LockManager Redis Connection' logger.log 'closing LockManager Redis Connection'
LockManager.close () -> LockManager.close () ->
logger.log 'ready to exit from pack archive worker' logger.log {processedCount: COUNT, allCount: TOTAL}, 'ready to exit from pack archive worker'
hardTimeout = setTimeout () -> hardTimeout = setTimeout () ->
logger.error 'hard exit from pack archive worker' logger.error 'hard exit from pack archive worker'
process.exit(1) process.exit(1)
@ -75,7 +77,8 @@ process.on 'exit', (code) ->
processUpdates = (pending) -> processUpdates = (pending) ->
async.eachSeries pending, (result, callback) -> async.eachSeries pending, (result, callback) ->
{_id, project_id, doc_id} = result {_id, project_id, doc_id} = result
logger.log {project_id, doc_id}, "processing" COUNT++
logger.log {project_id, doc_id}, "processing #{COUNT}/#{TOTAL}"
if not project_id? or not doc_id? if not project_id? or not doc_id?
logger.log {project_id, doc_id}, "skipping pack, missing project/doc id" logger.log {project_id, doc_id}, "skipping pack, missing project/doc id"
return callback() return callback()
@ -131,5 +134,6 @@ else
finish() finish()
return return
pending = _.uniq results, false, (result) -> result.doc_id.toString() pending = _.uniq results, false, (result) -> result.doc_id.toString()
logger.log "found #{pending.length} documents to archive" TOTAL = pending.length
logger.log "found #{TOTAL} documents to archive"
processUpdates pending processUpdates pending