mirror of
https://github.com/overleaf/overleaf.git
synced 2024-09-23 02:55:13 -04:00
49 lines
1.9 KiB
CoffeeScript
49 lines
1.9 KiB
CoffeeScript
|
MongoManager = require "./MongoManager"
|
||
|
|
logger = require "logger-sharelatex"
|
||
|
|
_ = require "underscore"
|
||
|
|
async = require "async"
|
||
|
|
settings = require("settings-sharelatex")
|
||
|
|
request = require("request")
|
||
|
|
crypto = require("crypto")
|
||
|
|
thirtySeconds = 30 * 1000
|
||
|
|
|
||
|
|
module.exports = DocArchiveManager =
|
||
|
|
|
||
|
|
archiveAllDocsChanges: (project_id, callback = (error, docs) ->) ->
|
||
|
|
MongoManager.getProjectsDocs project_id, (error, docs) ->
|
||
|
|
if error?
|
||
|
|
return callback(error)
|
||
|
|
else if !docs?
|
||
|
|
return callback new Error("No docs for project #{project_id}")
|
||
|
|
jobs = _.map docs, (doc) ->
|
||
|
|
(cb)-> DocArchiveManager.archiveDocChanges project_id, doc._id, cb
|
||
|
|
async.series jobs, callback
|
||
|
|
|
||
|
|
|
||
|
|
archiveDocChanges: (project_id, doc_id, callback)->
|
||
|
|
MongoManager.getDocChanges doc_id, (error, docChanges) ->
|
||
|
|
logger.log project_id: project_id, doc_id: doc_id, "sending doc changes to s3"
|
||
|
|
options = DocArchiveManager.buildS3Options(docChanges, project_id+"/changes-"+doc_id)
|
||
|
|
request.put options, (err, res)->
|
||
|
|
md5lines = crypto.createHash("md5").update(JSON.stringify(docChanges)).digest("hex")
|
||
|
|
md5response = res.headers.etag.toString().replace(/\"/g, '')
|
||
|
|
if err? || res.statusCode != 200
|
||
|
|
logger.err err:err, res:res, "something went wrong archiving doc changes in aws"
|
||
|
|
return callback new Error("Error in S3 request")
|
||
|
|
if md5lines != md5response
|
||
|
|
logger.err responseMD5:md5response, linesMD5:md5lines, "error in response md5 from s3"
|
||
|
|
return callback new Error("Error in S3 md5 response")
|
||
|
|
#MongoManager.markDocAsArchived doc._id, doc.rev, (error) ->
|
||
|
|
# return callback(error) if error?
|
||
|
|
callback()
|
||
|
|
|
||
|
|
buildS3Options: (content, key)->
|
||
|
|
return {
|
||
|
|
aws:
|
||
|
|
key: settings.filestore.s3.key
|
||
|
|
secret: settings.filestore.s3.secret
|
||
|
|
bucket: settings.filestore.stores.user_files
|
||
|
|
timeout: thirtySeconds
|
||
|
|
json: content
|
||
|
|
uri:"https://#{settings.filestore.stores.user_files}.s3.amazonaws.com/#{key}"
|
||
|
|
}
|