From 7c7ff649043d5e26284afed108c8f5396b207c4a Mon Sep 17 00:00:00 2001
From: Henrique Dias <heukirne@gmail.com>
Date: Mon, 1 Jun 2015 19:36:26 -0300
Subject: [PATCH] retrieving all docs from s3

---
 .../docstore/app/coffee/DocManager.coffee     | 48 +++++++++++++++----
 .../docstore/app/coffee/MongoManager.coffee   | 11 +++++
 .../docstore/config/settings.defaults.coffee  |  3 +-
 .../acceptance/coffee/ArchiveDocsTests.coffee | 12 ++++-
 4 files changed, 63 insertions(+), 11 deletions(-)

diff --git a/services/docstore/app/coffee/DocManager.coffee b/services/docstore/app/coffee/DocManager.coffee
index 57184d8844..205128a72f 100644
--- a/services/docstore/app/coffee/DocManager.coffee
+++ b/services/docstore/app/coffee/DocManager.coffee
@@ -19,13 +19,14 @@ module.exports = DocManager =
 			callback null, doc
 
 	getAllDocs: (project_id, callback = (error, docs) ->) ->
-		MongoManager.getProjectsDocs project_id, (error, docs) ->
-			if err?
-				return callback(error)
-			else if !docs?
-				return callback new Errors.NotFoundError("No docs for project #{project_id}")
-			else
-				return callback(null, docs)
+		DocManager.unArchiveAllDocs project_id, (error) ->
+			MongoManager.getProjectsDocs project_id, (error, docs) ->
+				if err?
+					return callback(error)
+				else if !docs?
+					return callback new Errors.NotFoundError("No docs for project #{project_id}")
+				else
+					return callback(null, docs)
 
 	updateDoc: (project_id, doc_id, lines, callback = (error, modified, rev) ->) ->
 		MongoManager.findDoc doc_id, (err, doc)->
@@ -76,11 +77,40 @@ module.exports = DocManager =
 						options = buildS3Options(doc.lines, project_id+"/"+doc._id)
 						request.put options, (err, res)->
 							if err? || res.statusCode != 200
-								logger.err err:err, res:res, "something went wrong archiving file in aws"
-							cb(err)
+								logger.err err:err, res:res, "something went wrong archiving doc in aws"
+								cb(err)
+							MongoManager.markDocAsArchived doc._id, (error) ->
+								return cb(error) if error?
+								cb()
 
 			async.series jobs, callback
 
+	unArchiveAllDocs: (project_id, callback = (error) ->) ->
+		MongoManager.getProjectsDocs project_id, (error, docs) ->
+			if err?
+				return callback(error)
+			else if !docs?
+				return callback new Errors.NotFoundError("No docs for project #{project_id}")
+
+			jobs = for doc in docs
+				do (doc) =>
+					if !doc.inS3?
+						(cb) => cb()
+					else
+						(cb) => 
+							logger.log project_id: project_id, doc_id: doc._id, "getting doc from s3"
+							options = buildS3Options(true, project_id+"/"+doc._id)
+							request.get options, (err, res, lines)->
+								if err? || res.statusCode != 200
+									logger.err err:err, res:res, "something went wrong unarchiving doc from aws"
+									cb(err)
+								MongoManager.upsertIntoDocCollection project_id, doc._id.toString(), lines, (error) ->
+									return cb(error) if error?
+									cb()
+
+			async.series jobs, callback
+
+
 buildS3Options = (content, key)->
 	return {
 			aws:
diff --git a/services/docstore/app/coffee/MongoManager.coffee b/services/docstore/app/coffee/MongoManager.coffee
index 352483fbfc..ef73297b90 100644
--- a/services/docstore/app/coffee/MongoManager.coffee
+++ b/services/docstore/app/coffee/MongoManager.coffee
@@ -13,9 +13,11 @@ module.exports = MongoManager =
 		update =
 			$set:{}
 			$inc:{}
+			$unset:{}
 		update.$set["lines"] = lines
 		update.$set["project_id"] = ObjectId(project_id)
 		update.$inc["rev"] = 1 #on new docs being created this will set the rev to 1
+		update.$unset["inS3"] = true
 		db.docs.update _id: ObjectId(doc_id), update, {upsert: true}, callback
 
 
@@ -25,3 +27,12 @@ module.exports = MongoManager =
 		update.$set["deleted"] = true
 		db.docs.update _id: ObjectId(doc_id), update, (err)->
 			callback(err)
+
+	markDocAsArchived: (doc_id, callback)->
+		update =
+			$set: {}
+			$unset: {}
+		update.$set["inS3"] = true
+		update.$unset["lines"] = true
+		db.docs.update _id: doc_id, update, (err)->
+			callback(err)
\ No newline at end of file
diff --git a/services/docstore/config/settings.defaults.coffee b/services/docstore/config/settings.defaults.coffee
index d708b56ce2..4a16b05c2a 100644
--- a/services/docstore/config/settings.defaults.coffee
+++ b/services/docstore/config/settings.defaults.coffee
@@ -16,4 +16,5 @@ module.exports =
 	#		user_files: ""
 	#	s3:
 	#		key: ""
-	#		secret: ""
\ No newline at end of file
+	#		secret: ""
+	
\ No newline at end of file
diff --git a/services/docstore/test/acceptance/coffee/ArchiveDocsTests.coffee b/services/docstore/test/acceptance/coffee/ArchiveDocsTests.coffee
index f55e39099c..9569f97cda 100644
--- a/services/docstore/test/acceptance/coffee/ArchiveDocsTests.coffee
+++ b/services/docstore/test/acceptance/coffee/ArchiveDocsTests.coffee
@@ -33,4 +33,14 @@ describe "Archiving all docs", ->
 	it "should archive all the docs", (done) ->
 		DocstoreClient.archiveAllDoc @project_id, (error, res) =>
 			res.statusCode.should.equal 204
-			done()
\ No newline at end of file
+			done()
+
+	it "should unarchive all the docs", (done) ->
+		DocstoreClient.archiveAllDoc @project_id, (error, res) =>
+			DocstoreClient.getAllDocs @project_id, (error, res, docs) =>
+				throw error if error?
+				docs.length.should.equal @docs.length
+				for doc, i in docs
+					doc.lines.should.deep.equal @docs[i].lines
+				done()
+