github/overleaf
1
0
Fork 0
mirror of https://github.com/overleaf/overleaf.git synced 2024-10-17 21:05:04 -04:00
Code Issues Projects Releases Packages Wiki Activity

improve performance for migrating large dochistory collections

Browse source
This commit is contained in:
Brian Gough 2016-02-10 14:45:47 +00:00
parent 1c24a889fb
commit 77037ee988
1 changed files with 18 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

22
migrations/3_pack_docHistory_collection.coffee
View file

@ -113,10 +113,20 @@ exports.migrate = (client, done = ->)->
console.log "completed #{count}/#{totalDocCount} processed=#{processedFraction.toFixed(2)} remaining=#{remainingFraction.toFixed(2)} elapsed=#{(t-t0)/1000} est Finish=#{estFinishTime}" console.log "completed #{count}/#{totalDocCount} processed=#{processedFraction.toFixed(2)} remaining=#{remainingFraction.toFixed(2)} elapsed=#{(t-t0)/1000} est Finish=#{estFinishTime}"
interval = setInterval printProgress, 3*1000 interval = setInterval printProgress, 3*1000
jobs = _.map _.filter(ids, (id) -> not finished_docs[id]), (id)-> nextId = null
return (cb)->
processNext(id, cb) testFn = () ->
async.series jobs, (err)-> return false if needToExit
id = ids.shift()
while id? and finished_docs[id] # skip finished
id = ids.shift()
nextId = id
return nextId?
executeFn = (cb) ->
processNext nextId, cb
async.whilst testFn, executeFn, (err)->
if err? if err?
console.error err, "at end of jobs" console.error err, "at end of jobs"
else else
@ -127,6 +137,10 @@ exports.migrate = (client, done = ->)->
exports.rollback = (client, done)-> exports.rollback = (client, done)->
done() done()
# process.nextTick () ->
# exports.migrate () ->
# console.log "done"
DAYS = 24 * 3600 * 1000 # one day in milliseconds DAYS = 24 * 3600 * 1000 # one day in milliseconds
# copied from track-changes/app/coffee/PackManager.coffee # copied from track-changes/app/coffee/PackManager.coffee