overleaf/services/filestore/app/coffee/FSPersistorManager.coffee

118 lines
4.9 KiB
CoffeeScript
Raw Normal View History

logger = require("logger-sharelatex")
fs = require("fs")
LocalFileWriter = require("./LocalFileWriter")
Errors = require('./Errors')
2014-12-19 11:58:04 -05:00
rimraf = require("rimraf")
2015-11-16 03:59:27 -05:00
_ = require "underscore"
2014-03-01 10:10:47 -05:00
filterName = (key) ->
return key.replace /\//g, "_"
2014-03-01 10:10:47 -05:00
module.exports =
sendFile: ( location, target, source, callback = (err)->) ->
2014-03-01 10:10:47 -05:00
filteredTarget = filterName target
logger.log location:location, target:filteredTarget, source:source, "sending file"
done = _.once (err) ->
if err?
2014-03-01 10:23:11 -05:00
logger.err err:err, location:location, target:filteredTarget, source:source, "Error on put of file"
callback(err)
# actually copy the file (instead of moving it) to maintain consistent behaviour
# between the different implementations
sourceStream = fs.createReadStream source
sourceStream.on 'error', done
targetStream = fs.createWriteStream "#{location}/#{filteredTarget}"
targetStream.on 'error', done
targetStream.on 'finish', () ->
done()
sourceStream.pipe targetStream
sendStream: ( location, target, sourceStream, callback = (err)->) ->
2014-03-04 09:45:32 -05:00
logger.log location:location, target:target, "sending file stream"
sourceStream.on "error", (err)->
2014-03-04 09:45:32 -05:00
logger.err location:location, target:target, err:err "error on stream to send"
LocalFileWriter.writeStream sourceStream, null, (err, fsPath)=>
if err?
logger.err location:location, target:target, fsPath:fsPath, err:err, "something went wrong writing stream to disk"
return callback err
@sendFile location, target, fsPath, (err) ->
# delete the temporary file created above and return the original error
LocalFileWriter.deleteFile fsPath, () ->
callback(err)
# opts may be {start: Number, end: Number}
getFileStream: (location, name, opts, _callback = (err, res)->) ->
2015-11-16 03:59:27 -05:00
callback = _.once _callback
2014-03-01 10:10:47 -05:00
filteredName = filterName name
logger.log location:location, name:filteredName, "getting file"
sourceStream = fs.createReadStream "#{location}/#{filteredName}", opts
sourceStream.on 'error', (err) ->
logger.err err:err, location:location, name:name, "Error reading from file"
if err.code == 'ENOENT'
callback new Errors.NotFoundError(err.message), null
else
callback err, null
sourceStream.on 'readable', () ->
2015-02-26 06:32:05 -05:00
# This can be called multiple times, but the callback wrapper
# ensures the callback is only called once
callback null, sourceStream
copyFile: (location, fromName, toName, callback = (err)->)->
2014-03-01 10:10:47 -05:00
filteredFromName=filterName fromName
filteredToName=filterName toName
logger.log location:location, fromName:filteredFromName, toName:filteredToName, "copying file"
sourceStream = fs.createReadStream "#{location}/#{filteredFromName}"
sourceStream.on 'error', (err) ->
2014-03-01 10:10:47 -05:00
logger.err err:err, location:location, key:filteredFromName, "Error reading from file"
callback err
2014-03-01 10:10:47 -05:00
targetStream = fs.createWriteStream "#{location}/#{filteredToName}"
targetStream.on 'error', (err) ->
2014-03-01 10:10:47 -05:00
logger.err err:err, location:location, key:filteredToName, "Error writing to file"
callback err
targetStream.on 'finish', () ->
callback null
sourceStream.pipe targetStream
deleteFile: (location, name, callback)->
2014-03-01 10:10:47 -05:00
filteredName = filterName name
logger.log location:location, name:filteredName, "delete file"
fs.unlink "#{location}/#{filteredName}", (err) ->
2014-12-22 06:11:31 -05:00
if err?
logger.err err:err, location:location, name:filteredName, "Error on delete."
callback err
else
callback()
deleteDirectory: (location, name, callback = (err)->)->
2014-12-19 11:58:04 -05:00
filteredName = filterName name.replace(/\/$/,'')
rimraf "#{location}/#{filteredName}", (err) ->
2014-12-22 06:11:31 -05:00
if err?
2014-12-19 11:58:04 -05:00
logger.err err:err, location:location, name:filteredName, "Error on rimraf rmdir."
callback err
else
callback()
checkIfFileExists:(location, name, callback = (err,exists)->)->
2014-03-01 10:10:47 -05:00
filteredName = filterName name
logger.log location:location, name:filteredName, "checking if file exists"
fs.exists "#{location}/#{filteredName}", (exists) ->
logger.log location:location, name:filteredName, exists:exists, "checked if file exists"
callback null, exists
2016-03-12 02:35:49 -05:00
directorySize:(location, name, callback)->
2016-03-12 09:08:07 -05:00
filteredName = filterName name.replace(/\/$/,'')
logger.log location:location, name:filteredName, "get project size in file system"
fs.readdir "#{location}/#{filteredName}", (err, files) ->
if err?
logger.err err:err, location:location, name:filteredName, "something went wrong listing prefix in aws"
return callback(err)
totalSize = 0
_.each files, (entry)->
fd = fs.openSync "#{location}/#{filteredName}/#{entry}", 'r'
fileStats = fs.fstatSync(fd)
totalSize += fileStats.size
fs.closeSync fd
logger.log totalSize:totalSize, "total size", files:files
callback null, totalSize