const PersistorManager = require('./PersistorManager') const FileHandler = require('./FileHandler') const metrics = require('@overleaf/metrics') const parseRange = require('range-parser') const Errors = require('./Errors') const { pipeline } = require('stream') const maxSizeInBytes = 1024 * 1024 * 1024 // 1GB module.exports = { getFile, getFileHead, insertFile, copyFile, deleteFile, deleteProject, directorySize, } function getFile(req, res, next) { const { key, bucket } = req const { format, style } = req.query const options = { key, bucket, format, style, } metrics.inc('getFile') req.requestLogger.setMessage('getting file') req.requestLogger.addFields({ key, bucket, format, style, cacheWarm: req.query.cacheWarm, }) if (req.headers.range) { const range = _getRange(req.headers.range) if (range) { options.start = range.start options.end = range.end req.requestLogger.addFields({ range }) } } FileHandler.getRedirectUrl(bucket, key, options, function (err, redirectUrl) { if (err) { metrics.inc('file_redirect_error') } if (redirectUrl) { metrics.inc('file_redirect') return res.redirect(redirectUrl) } FileHandler.getFile(bucket, key, options, function (err, fileStream) { if (err) { if (err instanceof Errors.NotFoundError) { res.sendStatus(404) } else { next(err) } return } if (req.query.cacheWarm) { return res.sendStatus(200).end() } pipeline(fileStream, res, err => { if (err && err.code === 'ERR_STREAM_PREMATURE_CLOSE') { res.end() } else if (err) { next( new Errors.ReadError( 'error transferring stream', { bucket, key, format, style }, err ) ) } }) }) }) } function getFileHead(req, res, next) { const { key, bucket } = req metrics.inc('getFileSize') req.requestLogger.setMessage('getting file size') req.requestLogger.addFields({ key, bucket }) FileHandler.getFileSize(bucket, key, function (err, fileSize) { if (err) { if (err instanceof Errors.NotFoundError) { res.sendStatus(404) } else { next(err) } return } res.set('Content-Length', fileSize) res.status(200).end() }) } function insertFile(req, res, next) { metrics.inc('insertFile') const { key, bucket } = req req.requestLogger.setMessage('inserting file') req.requestLogger.addFields({ key, bucket }) FileHandler.insertFile(bucket, key, req, function (err) { if (err) { next(err) } else { res.sendStatus(200) } }) } function copyFile(req, res, next) { metrics.inc('copyFile') const { key, bucket } = req const oldProjectId = req.body.source.project_id const oldFileId = req.body.source.file_id req.requestLogger.addFields({ key, bucket, oldProject_id: oldProjectId, oldFile_id: oldFileId, }) req.requestLogger.setMessage('copying file') PersistorManager.copyObject(bucket, `${oldProjectId}/${oldFileId}`, key) .then(() => res.sendStatus(200)) .catch(err => { if (err) { if (err instanceof Errors.NotFoundError) { res.sendStatus(404) } else { next(err) } } }) } function deleteFile(req, res, next) { metrics.inc('deleteFile') const { key, bucket } = req req.requestLogger.addFields({ key, bucket }) req.requestLogger.setMessage('deleting file') FileHandler.deleteFile(bucket, key, function (err) { if (err) { next(err) } else { res.sendStatus(204) } }) } function deleteProject(req, res, next) { metrics.inc('deleteProject') const { key, bucket } = req req.requestLogger.setMessage('deleting project') req.requestLogger.addFields({ key, bucket }) FileHandler.deleteProject(bucket, key, function (err) { if (err) { if (err instanceof Errors.InvalidParametersError) { return res.sendStatus(400) } next(err) } else { res.sendStatus(204) } }) } function directorySize(req, res, next) { metrics.inc('projectSize') const { project_id: projectId, bucket } = req req.requestLogger.setMessage('getting project size') req.requestLogger.addFields({ projectId, bucket }) FileHandler.getDirectorySize(bucket, projectId, function (err, size) { if (err) { return next(err) } res.json({ 'total bytes': size }) req.requestLogger.addFields({ size }) }) } function _getRange(header) { const parsed = parseRange(maxSizeInBytes, header) if (parsed === -1 || parsed === -2 || parsed.type !== 'bytes') { return null } else { const range = parsed[0] return { start: range.start, end: range.end } } }