github/overleaf
1
0
Fork 0
mirror of https://github.com/overleaf/overleaf.git synced 2025-04-21 18:38:17 +00:00
Code Issues Projects Releases Packages Wiki Activity

Merge pull request #23977 from overleaf/bg-backup-worker-load-global-blobs

Browse source 
ensure global blobs are loaded in backup worker

GitOrigin-RevId: b80791ef38e7fa8db364bdd3a9c461757778409d
This commit is contained in:
Brian Gough 2025-02-28 13:02:05 +00:00 • committed by Copybot
parent d8b0ab9436
commit 8d0fa5be65
1 changed files with 12 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

13
services/history-v1/storage/scripts/backup.mjs
View file

@ -43,6 +43,15 @@ import { text } from 'node:stream/consumers'
import { fromStream as blobHashFromStream } from '../lib/blob_hash.js'
import { NotFoundError } from '@overleaf/object-persistor/src/Errors.js'
// Create a singleton promise that loads global blobs once
let globalBlobsPromise = null
function ensureGlobalBlobsLoaded() {
if (!globalBlobsPromise) {
globalBlobsPromise = loadGlobalBlobs()
}
return globalBlobsPromise
}
EventEmitter.defaultMaxListeners = 20
logger.initialize('history-v1-backup')
@ -497,6 +506,7 @@ function makeChunkKey(projectId, startVersion) {
}
export async function backupProject(projectId, options) {
await ensureGlobalBlobsLoaded()
// FIXME: flush the project first!
// Let's assume the the flush happens externally and triggers this backup
const backupStartTime = new Date()
@ -641,6 +651,7 @@ function convertToISODate(dateStr) {
}
export async function initializeProjects(options) {
await ensureGlobalBlobsLoaded()
const limiter = pLimit(BATCH_CONCURRENCY)
async function processBatch(batch) {
@ -920,7 +931,7 @@ async function compareAllProjects(options) {
async function main() {
const options = handleOptions()
await loadGlobalBlobs()
await ensureGlobalBlobsLoaded()
const projectId = options.projectId
if (options.status) {