overleaf/services/web/app/coffee/Features/ThirdPartyDataStore/UpdateMerger.coffee

107 lines
4.5 KiB
CoffeeScript
Raw Normal View History

2014-02-12 05:23:40 -05:00
_ = require('underscore')
projectLocator = require('../Project/ProjectLocator')
editorController = require('../Editor/EditorController')
logger = require('logger-sharelatex')
Settings = require('settings-sharelatex')
FileTypeManager = require('../Uploads/FileTypeManager')
2014-04-04 10:58:59 -04:00
uuid = require('node-uuid')
2014-02-12 05:23:40 -05:00
fs = require('fs')
module.exports =
2014-10-15 09:11:02 -04:00
mergeUpdate: (project_id, path, updateRequest, callback = (error) ->)->
2014-02-12 05:23:40 -05:00
self = @
2014-10-15 09:11:02 -04:00
logger.log project_id:project_id, path:path, "merging update from tpds"
2014-02-12 05:23:40 -05:00
projectLocator.findElementByPath project_id, path, (err, element)=>
2014-10-15 09:11:02 -04:00
logger.log project_id:project_id, path:path, "found element by path for merging update from tpds"
2014-02-12 05:23:40 -05:00
elementId = undefined
if element?
elementId = element._id
self.p.writeStreamToDisk project_id, elementId, updateRequest, (err, fsPath)->
FileTypeManager.shouldIgnore path, (err, shouldIgnore)->
if shouldIgnore
return callback()
2014-09-04 08:00:41 -04:00
FileTypeManager.isBinary path, fsPath, (err, isFile)->
2014-02-12 05:23:40 -05:00
if isFile
self.p.processFile project_id, elementId, fsPath, path, callback #TODO clean up the stream written to disk here
else
2014-10-15 09:11:02 -04:00
self.p.processDoc project_id, elementId, fsPath, path, callback
2014-02-12 05:23:40 -05:00
2014-10-15 09:11:02 -04:00
deleteUpdate: (project_id, path, callback)->
2014-02-12 05:23:40 -05:00
projectLocator.findElementByPath project_id, path, (err, element)->
type = 'file'
if err? || !element?
2014-10-15 09:11:02 -04:00
logger.log element:element, project_id:project_id, path:path, "could not find entity for deleting, assuming it was already deleted"
2014-02-12 05:23:40 -05:00
return callback()
if element.lines?
type = 'doc'
else if element.folders?
type = 'folder'
2014-10-15 09:11:02 -04:00
logger.log project_id:project_id, path:path, type:type, element:element, "processing update to delete entity from tpds"
editorController.deleteEntity project_id, element._id, type, (err)->
logger.log project_id:project_id, path:path, "finished processing update to delete entity from tpds"
2014-02-12 05:23:40 -05:00
callback()
p:
2014-10-15 09:11:02 -04:00
processDoc: (project_id, doc_id, fsPath, path, callback)->
2014-02-12 05:23:40 -05:00
readFileIntoTextArray fsPath, (err, docLines)->
if err?
logger.err project_id:project_id, doc_id:doc_id, fsPath:fsPath, "error reading file into text array for process doc update"
return callback(err)
2014-10-15 09:11:02 -04:00
logger.log docLines:docLines, doc_id:doc_id, project_id:project_id, "processing doc update from tpds"
2014-02-12 05:23:40 -05:00
if doc_id?
2014-10-15 09:11:02 -04:00
editorController.setDoc project_id, doc_id, docLines, (err)->
2014-02-12 05:23:40 -05:00
callback()
else
setupNewEntity project_id, path, (err, folder, fileName)->
2014-10-15 09:11:02 -04:00
editorController.addDoc project_id, folder._id, fileName, docLines, (err)->
2014-02-12 05:23:40 -05:00
callback()
2014-10-15 09:11:02 -04:00
processFile: (project_id, file_id, fsPath, path, callback)->
2014-02-12 05:23:40 -05:00
finish = (err)->
2014-10-15 09:11:02 -04:00
logger.log project_id:project_id, file_id:file_id, path:path, "completed processing file update from tpds"
2014-02-12 05:23:40 -05:00
callback(err)
2014-10-15 09:11:02 -04:00
logger.log project_id:project_id, file_id:file_id, path:path, "processing file update from tpds"
2014-02-12 05:23:40 -05:00
setupNewEntity project_id, path, (err, folder, fileName) =>
if file_id?
editorController.replaceFile project_id, file_id, fsPath, finish
else
editorController.addFile project_id, folder._id, fileName, fsPath, finish
writeStreamToDisk: (project_id, file_id, stream, callback = (err, fsPath)->)->
if !file_id?
2014-04-04 10:58:59 -04:00
file_id = uuid.v4()
2014-02-12 05:23:40 -05:00
dumpPath = "#{Settings.path.dumpFolder}/#{project_id}_#{file_id}"
writeStream = fs.createWriteStream(dumpPath)
stream.pipe(writeStream)
stream.on 'error', (err)->
logger.err err:err, project_id:project_id, file_id:file_id, dumpPath:dumpPath,
"something went wrong with incoming tpds update stream"
writeStream.on 'error', (err)->
logger.err err:err, project_id:project_id, file_id:file_id, dumpPath:dumpPath,
"something went wrong with writing tpds update to disk"
stream.on 'end', ->
logger.log project_id:project_id, file_id:file_id, dumpPath:dumpPath, "incoming tpds update stream ended"
writeStream.on "finish", ->
logger.log project_id:project_id, file_id:file_id, dumpPath:dumpPath, "tpds update write stream finished"
callback null, dumpPath
readFileIntoTextArray = (path, callback)->
fs.readFile path, "utf8", (error, content = "") ->
if error?
logger.err path:path, "error reading file into text array"
return callback(err)
lines = content.split(/\r\n|\n|\r/)
2014-02-12 05:23:40 -05:00
callback error, lines
setupNewEntity = (project_id, path, callback)->
lastIndexOfSlash = path.lastIndexOf("/")
fileName = path[lastIndexOfSlash+1 .. -1]
folderPath = path[0 .. lastIndexOfSlash]
editorController.mkdirp project_id, folderPath, (err, newFolders, lastFolder)->
callback err, lastFolder, fileName