mirror of
https://github.com/overleaf/overleaf.git
synced 2024-11-21 20:47:08 -05:00
124 lines
4.9 KiB
CoffeeScript
124 lines
4.9 KiB
CoffeeScript
settings = require("settings-sharelatex")
|
|
PersistorManager = require("./PersistorManager")
|
|
LocalFileWriter = require("./LocalFileWriter")
|
|
logger = require("logger-sharelatex")
|
|
FileConverter = require("./FileConverter")
|
|
KeyBuilder = require("./KeyBuilder")
|
|
async = require("async")
|
|
ImageOptimiser = require("./ImageOptimiser")
|
|
Errors = require('./Errors')
|
|
|
|
module.exports = FileHandler =
|
|
|
|
insertFile: (bucket, key, stream, callback)->
|
|
convertedKey = KeyBuilder.getConvertedFolderKey key
|
|
PersistorManager.deleteDirectory bucket, convertedKey, (error) ->
|
|
return callback(error) if error?
|
|
PersistorManager.sendStream bucket, key, stream, callback
|
|
|
|
deleteFile: (bucket, key, callback)->
|
|
convertedKey = KeyBuilder.getConvertedFolderKey key
|
|
async.parallel [
|
|
(done)-> PersistorManager.deleteFile bucket, key, done
|
|
(done)-> PersistorManager.deleteDirectory bucket, convertedKey, done
|
|
], callback
|
|
|
|
getFile: (bucket, key, opts = {}, callback)->
|
|
# In this call, opts can contain credentials
|
|
logger.log bucket:bucket, key:key, opts:@_scrubSecrets(opts), "getting file"
|
|
if !opts.format? and !opts.style?
|
|
@_getStandardFile bucket, key, opts, callback
|
|
else
|
|
@_getConvertedFile bucket, key, opts, callback
|
|
|
|
_getStandardFile: (bucket, key, opts, callback)->
|
|
PersistorManager.getFileStream bucket, key, opts, (err, fileStream)->
|
|
if err? and !(err instanceof Errors.NotFoundError)
|
|
logger.err bucket:bucket, key:key, opts:FileHandler._scrubSecrets(opts), "error getting fileStream"
|
|
callback err, fileStream
|
|
|
|
_getConvertedFile: (bucket, key, opts, callback)->
|
|
convertedKey = KeyBuilder.addCachingToKey key, opts
|
|
PersistorManager.checkIfFileExists bucket, convertedKey, (err, exists)=>
|
|
if err?
|
|
return callback err
|
|
if exists
|
|
PersistorManager.getFileStream bucket, convertedKey, opts, callback
|
|
else
|
|
@_getConvertedFileAndCache bucket, key, convertedKey, opts, callback
|
|
|
|
_getConvertedFileAndCache: (bucket, key, convertedKey, opts, callback)->
|
|
convertedFsPath = ""
|
|
originalFsPath = ""
|
|
async.series [
|
|
(cb) =>
|
|
@_convertFile bucket, key, opts, (err, fileSystemPath, originalFsPath) ->
|
|
convertedFsPath = fileSystemPath
|
|
originalFsPath = originalFsPath
|
|
cb err
|
|
(cb)->
|
|
ImageOptimiser.compressPng convertedFsPath, cb
|
|
(cb)->
|
|
PersistorManager.sendFile bucket, convertedKey, convertedFsPath, cb
|
|
], (err)->
|
|
if err?
|
|
LocalFileWriter.deleteFile convertedFsPath, ->
|
|
LocalFileWriter.deleteFile originalFsPath, ->
|
|
return callback(err)
|
|
# Send back the converted file from the local copy to avoid problems
|
|
# with the file not being present in S3 yet. As described in the
|
|
# documentation below, we have already made a 'HEAD' request in
|
|
# checkIfFileExists so we only have "eventual consistency" if we try
|
|
# to stream it from S3 here. This was a cause of many 403 errors.
|
|
#
|
|
# "Amazon S3 provides read-after-write consistency for PUTS of new
|
|
# objects in your S3 bucket in all regions with one caveat. The
|
|
# caveat is that if you make a HEAD or GET request to the key name
|
|
# (to find if the object exists) before creating the object, Amazon
|
|
# S3 provides eventual consistency for read-after-write.""
|
|
# https://docs.aws.amazon.com/AmazonS3/latest/dev/Introduction.html#ConsistencyModel
|
|
LocalFileWriter.getStream convertedFsPath, (err, readStream) ->
|
|
return callback(err) if err?
|
|
readStream.on 'end', () ->
|
|
logger.log {convertedFsPath: convertedFsPath}, "deleting temporary file"
|
|
LocalFileWriter.deleteFile convertedFsPath, ->
|
|
callback(null, readStream)
|
|
|
|
_convertFile: (bucket, originalKey, opts, callback)->
|
|
@_writeS3FileToDisk bucket, originalKey, opts, (err, originalFsPath)->
|
|
if err?
|
|
return callback(err)
|
|
done = (err, destPath)->
|
|
if err?
|
|
logger.err err:err, bucket:bucket, originalKey:originalKey, opts:FileHandler._scrubSecrets(opts), "error converting file"
|
|
return callback(err)
|
|
LocalFileWriter.deleteFile originalFsPath, ->
|
|
callback(err, destPath, originalFsPath)
|
|
|
|
if opts.format?
|
|
FileConverter.convert originalFsPath, opts.format, done
|
|
else if opts.style == "thumbnail"
|
|
FileConverter.thumbnail originalFsPath, done
|
|
else if opts.style == "preview"
|
|
FileConverter.preview originalFsPath, done
|
|
else
|
|
return callback(new Error("should have specified opts to convert file with #{JSON.stringify(opts)}"))
|
|
|
|
|
|
_writeS3FileToDisk: (bucket, key, opts, callback)->
|
|
PersistorManager.getFileStream bucket, key, opts, (err, fileStream)->
|
|
if err?
|
|
return callback(err)
|
|
LocalFileWriter.writeStream fileStream, key, callback
|
|
|
|
getDirectorySize: (bucket, project_id, callback)->
|
|
logger.log bucket:bucket, project_id:project_id, "getting project size"
|
|
PersistorManager.directorySize bucket, project_id, (err, size)->
|
|
if err?
|
|
logger.err bucket:bucket, project_id:project_id, "error getting size"
|
|
callback err, size
|
|
|
|
_scrubSecrets: (opts)->
|
|
safe = Object.assign {}, opts
|
|
delete safe.credentials
|
|
safe
|