github/overleaf
1
0
Fork 0
mirror of https://github.com/overleaf/overleaf.git synced 2024-11-07 20:31:06 -05:00
Code Issues Projects Releases Packages Wiki Activity

Merge pull request #5952 from overleaf/tm-batched-update-ranges

Browse source 
Add BATCH_RANGE_END(/BATCH_RANGE_START) env vars for batchedUpdate scripts

GitOrigin-RevId: e74f30368194584a6fb398963e0c04f850a8b31d
This commit is contained in:
Thomas 2021-11-30 11:41:53 +01:00 committed by Copybot
parent 7bcc585465
commit 40b087fee8
1 changed files with 19 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

21
services/web/scripts/helpers/batchedUpdate.js
View file

@ -6,17 +6,34 @@ const BATCH_SIZE = parseInt(process.env.BATCH_SIZE, 10) || 1000
let BATCH_LAST_ID
if (process.env.BATCH_LAST_ID) {
BATCH_LAST_ID = ObjectId(process.env.BATCH_LAST_ID)
} else if (process.env.BATCH_RANGE_START) {
BATCH_LAST_ID = ObjectId(process.env.BATCH_RANGE_START)
}
let BATCH_RANGE_END
if (process.env.BATCH_RANGE_END) {
BATCH_RANGE_END = ObjectId(process.env.BATCH_RANGE_END)
}
async function getNextBatch(collection, query, maxId, projection, options) {
const queryIdField = {}
maxId = maxId || BATCH_LAST_ID
if (maxId) {
if (BATCH_DESCENDING) {
query._id = { $lt: maxId }
queryIdField.$lt = maxId
} else {
query._id = { $gt: maxId }
queryIdField.$gt = maxId
}
}
if (BATCH_RANGE_END) {
if (BATCH_DESCENDING) {
queryIdField.$gt = BATCH_RANGE_END
} else {
queryIdField.$lt = BATCH_RANGE_END
}
}
if (queryIdField.$gt || queryIdField.$lt) {
query._id = queryIdField
}
const entries = await collection
.find(query, options)
.project(projection)