github/overleaf
1
0
Fork 0
mirror of https://github.com/overleaf/overleaf.git synced 2025-02-23 12:21:06 +00:00
Code Issues Projects Releases Packages Wiki Activity

Merge pull request #3120 from overleaf/jpa-batched-update-continue

Browse source 
[scripts] batchedUpdate: add support for passing in the tail of the log

GitOrigin-RevId: 50b573ec4f90026c3c2c660a5313fdd62817dbd9
This commit is contained in:
Jakob Ackermann 2020-08-19 11:11:39 +02:00 committed by Copybot
parent a22e252666
commit b61ab62efb
1 changed files with 6 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
services/web/scripts/helpers/batchedUpdate.js
View file

@ -1,8 +1,12 @@
const { promisify } = require('util')
const { ReadPreference } = require('mongodb')
const { ReadPreference, ObjectId } = require('mongodb')
const { getNativeDb } = require('../../app/src/infrastructure/Mongoose')
const BATCH_SIZE = parseInt(process.env.BATCH_SIZE, 10) || 1000
let BATCH_LAST_ID
if (process.env.BATCH_LAST_ID) {
BATCH_LAST_ID = ObjectId(process.env.BATCH_LAST_ID)
}
async function getNextBatch(collection, query, maxId) {
if (maxId) {
@ -33,7 +37,7 @@ async function batchedUpdate(collectionName, query, update) {
let nextBatch
let updated = 0
let maxId
let maxId = BATCH_LAST_ID
while ((nextBatch = await getNextBatch(collection, query, maxId)).length) {
maxId = nextBatch[nextBatch.length - 1]
updated += nextBatch.length