mirror of
https://github.com/overleaf/overleaf.git
synced 2024-11-21 20:47:08 -05:00
f282b5cb17
Allow concurrent doc unarchive operations GitOrigin-RevId: 7edd1bd764125a0dc8e4a5fec643558a56e20f30
287 lines
6.4 KiB
JavaScript
287 lines
6.4 KiB
JavaScript
const { db, ObjectId } = require('./mongodb')
|
|
const logger = require('@overleaf/logger')
|
|
const metrics = require('@overleaf/metrics')
|
|
const Settings = require('@overleaf/settings')
|
|
const OError = require('@overleaf/o-error')
|
|
const Errors = require('./Errors')
|
|
const { promisify } = require('util')
|
|
|
|
function findDoc(projectId, docId, filter, callback) {
|
|
db.docs.findOne(
|
|
{
|
|
_id: ObjectId(docId.toString()),
|
|
project_id: ObjectId(projectId.toString()),
|
|
},
|
|
{
|
|
projection: filter,
|
|
},
|
|
callback
|
|
)
|
|
}
|
|
|
|
function getProjectsDeletedDocs(projectId, filter, callback) {
|
|
db.docs
|
|
.find(
|
|
{
|
|
project_id: ObjectId(projectId.toString()),
|
|
deleted: true,
|
|
},
|
|
{
|
|
projection: filter,
|
|
sort: { deletedAt: -1 },
|
|
limit: Settings.max_deleted_docs,
|
|
}
|
|
)
|
|
.toArray(callback)
|
|
}
|
|
|
|
function getProjectsDocs(projectId, options, filter, callback) {
|
|
const query = { project_id: ObjectId(projectId.toString()) }
|
|
if (!options.include_deleted) {
|
|
query.deleted = { $ne: true }
|
|
}
|
|
const queryOptions = {
|
|
projection: filter,
|
|
}
|
|
if (options.limit) {
|
|
queryOptions.limit = options.limit
|
|
}
|
|
db.docs.find(query, queryOptions).toArray(callback)
|
|
}
|
|
|
|
function getArchivedProjectDocs(projectId, maxResults, callback) {
|
|
const query = {
|
|
project_id: ObjectId(projectId.toString()),
|
|
inS3: true,
|
|
}
|
|
db.docs
|
|
.find(query, { projection: { _id: 1 }, limit: maxResults })
|
|
.toArray(callback)
|
|
}
|
|
|
|
function getNonArchivedProjectDocs(projectId, maxResults, callback) {
|
|
const query = {
|
|
project_id: ObjectId(projectId.toString()),
|
|
inS3: { $ne: true },
|
|
}
|
|
db.docs.find(query, { limit: maxResults }).toArray(callback)
|
|
}
|
|
|
|
function getNonDeletedArchivedProjectDocs(projectId, maxResults, callback) {
|
|
const query = {
|
|
project_id: ObjectId(projectId.toString()),
|
|
deleted: { $ne: true },
|
|
inS3: true,
|
|
}
|
|
db.docs
|
|
.find(query, { projection: { _id: 1 }, limit: maxResults })
|
|
.toArray(callback)
|
|
}
|
|
|
|
function upsertIntoDocCollection(projectId, docId, updates, callback) {
|
|
const update = {
|
|
$set: updates,
|
|
$inc: {
|
|
rev: 1,
|
|
},
|
|
$unset: {
|
|
inS3: true,
|
|
},
|
|
}
|
|
update.$set.project_id = ObjectId(projectId)
|
|
db.docs.updateOne(
|
|
{ _id: ObjectId(docId) },
|
|
update,
|
|
{ upsert: true },
|
|
callback
|
|
)
|
|
}
|
|
|
|
function patchDoc(projectId, docId, meta, callback) {
|
|
db.docs.updateOne(
|
|
{
|
|
_id: ObjectId(docId),
|
|
project_id: ObjectId(projectId),
|
|
},
|
|
{ $set: meta },
|
|
callback
|
|
)
|
|
}
|
|
|
|
function markDocAsArchived(docId, rev, callback) {
|
|
const update = {
|
|
$set: {},
|
|
$unset: {},
|
|
}
|
|
update.$set.inS3 = true
|
|
update.$unset.lines = true
|
|
update.$unset.ranges = true
|
|
const query = {
|
|
_id: docId,
|
|
rev,
|
|
}
|
|
db.docs.updateOne(query, update, callback)
|
|
}
|
|
|
|
/**
|
|
* Restore an archived doc
|
|
*
|
|
* This checks that the archived doc's rev matches.
|
|
*/
|
|
function restoreArchivedDoc(projectId, docId, archivedDoc, callback) {
|
|
const query = {
|
|
_id: ObjectId(docId),
|
|
project_id: ObjectId(projectId),
|
|
rev: archivedDoc.rev,
|
|
}
|
|
const update = {
|
|
$set: {
|
|
lines: archivedDoc.lines,
|
|
ranges: archivedDoc.ranges || {},
|
|
},
|
|
$unset: {
|
|
inS3: true,
|
|
},
|
|
}
|
|
db.docs.updateOne(query, update, (err, result) => {
|
|
if (err) {
|
|
OError.tag(err, 'failed to unarchive doc', {
|
|
docId,
|
|
rev: archivedDoc.rev,
|
|
})
|
|
return callback(err)
|
|
}
|
|
if (result.matchedCount === 0) {
|
|
return callback(
|
|
new Errors.DocRevValueError('failed to unarchive doc', {
|
|
docId,
|
|
rev: archivedDoc.rev,
|
|
})
|
|
)
|
|
}
|
|
callback()
|
|
})
|
|
}
|
|
|
|
function getDocVersion(docId, callback) {
|
|
db.docOps.findOne(
|
|
{
|
|
doc_id: ObjectId(docId),
|
|
},
|
|
{
|
|
projection: {
|
|
version: 1,
|
|
},
|
|
},
|
|
function (error, doc) {
|
|
if (error) {
|
|
return callback(error)
|
|
}
|
|
callback(null, (doc && doc.version) || 0)
|
|
}
|
|
)
|
|
}
|
|
|
|
function setDocVersion(docId, version, callback) {
|
|
db.docOps.updateOne(
|
|
{
|
|
doc_id: ObjectId(docId),
|
|
},
|
|
{
|
|
$set: { version },
|
|
},
|
|
{
|
|
upsert: true,
|
|
},
|
|
callback
|
|
)
|
|
}
|
|
|
|
function getDocRev(docId, callback) {
|
|
db.docs.findOne(
|
|
{
|
|
_id: ObjectId(docId.toString()),
|
|
},
|
|
{
|
|
projection: { rev: 1 },
|
|
},
|
|
function (err, doc) {
|
|
if (err) {
|
|
return callback(err)
|
|
}
|
|
callback(null, doc && doc.rev)
|
|
}
|
|
)
|
|
}
|
|
|
|
// Helper method to support optimistic locking. Call the provided method for
|
|
// an existing doc and return the result if the rev in mongo is unchanged when
|
|
// checked afterwards. If the rev has changed, return a DocModifiedError.
|
|
function withRevCheck(doc, method, callback) {
|
|
method(doc._id, function (err, result) {
|
|
if (err) return callback(err)
|
|
getDocRev(doc._id, function (err, currentRev) {
|
|
if (err) return callback(err)
|
|
if (isNaN(currentRev) || isNaN(doc.rev)) {
|
|
return callback(
|
|
new Errors.DocRevValueError('doc rev is NaN', {
|
|
doc_id: doc._id,
|
|
rev: doc.rev,
|
|
currentRev,
|
|
})
|
|
)
|
|
}
|
|
if (doc.rev !== currentRev) {
|
|
return callback(
|
|
new Errors.DocModifiedError('doc rev has changed', {
|
|
doc_id: doc._id,
|
|
rev: doc.rev,
|
|
currentRev,
|
|
})
|
|
)
|
|
}
|
|
callback(null, result)
|
|
})
|
|
})
|
|
}
|
|
|
|
function destroyProject(projectId, callback) {
|
|
db.docs
|
|
.find({ project_id: ObjectId(projectId) }, { projection: { _id: 1 } })
|
|
.toArray((err, records) => {
|
|
const docIds = records.map(r => r._id)
|
|
if (err) {
|
|
return callback(err)
|
|
}
|
|
db.docOps.deleteMany({ doc_id: { $in: docIds } }, err => {
|
|
if (err) {
|
|
return callback(err)
|
|
}
|
|
db.docs.deleteMany({ project_id: ObjectId(projectId) }, callback)
|
|
})
|
|
})
|
|
}
|
|
|
|
module.exports = {
|
|
findDoc,
|
|
getProjectsDeletedDocs,
|
|
getProjectsDocs,
|
|
getArchivedProjectDocs,
|
|
getNonArchivedProjectDocs,
|
|
getNonDeletedArchivedProjectDocs,
|
|
upsertIntoDocCollection,
|
|
restoreArchivedDoc,
|
|
patchDoc,
|
|
markDocAsArchived,
|
|
getDocVersion,
|
|
setDocVersion,
|
|
withRevCheck,
|
|
destroyProject,
|
|
}
|
|
|
|
const methods = Object.getOwnPropertyNames(module.exports)
|
|
module.exports.promises = {}
|
|
for (const method of methods) {
|
|
metrics.timeAsyncMethod(module.exports, method, 'mongo.MongoManager', logger)
|
|
module.exports.promises[method] = promisify(module.exports[method])
|
|
}
|