overleaf/services/docstore/test/acceptance/coffee/ArchiveDocsTests.coffee

sinon = require "sinon"
chai = require("chai")
should = chai.should()
{db, ObjectId} = require "../../../app/js/mongojs"
async = require "async"
Settings = require("settings-sharelatex")

DocstoreClient = require "./helpers/DocstoreClient"


describe "Archiving", ->
	beforeEach (done) ->
		@callback = sinon.stub()
		@project_id = ObjectId()
		@docs = [{
			_id: ObjectId()
			lines: ["one", "two", "three"]
			rev: 2
		}, {
			_id: ObjectId()
			lines: ["aaa", "bbb", "ccc"]
			rev: 4
		}, {
			_id: ObjectId()
			lines: [ "", "undefined", "undef", "null", "NULL", "(null)", "nil", "NIL", "true", "false", "True", "False", "None", "\\", "\\\\", "0", "1", "1.00", "$1.00", "1/2", "1E2", "1E02", "1E+02", "-1", "-1.00", "-$1.00", "-1/2", "-1E2", "-1E02", "-1E+02", "1/0", "0/0", "-2147483648/-1", "-9223372036854775808/-1", "0.00", "0..0", ".", "0.0.0", "0,00", "0,,0", ",", "0,0,0", "0.0/0", "1.0/0.0", "0.0/0.0", "1,0/0,0", "0,0/0,0", "--1", "-", "-.", "-,", "999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999", "NaN", "Infinity", "-Infinity", "0x0", "0xffffffff", "0xffffffffffffffff", "0xabad1dea", "123456789012345678901234567890123456789", "1,000.00", "1 000.00", "1'000.00", "1,000,000.00", "1 000 000.00", "1'000'000.00", "1.000,00", "1 000,00", "1'000,00", "1.000.000,00", "1 000i̳̞v̢͇ḙ͎͟-҉̭̩̼͔m̤̭̫i͕͇̝̦n̗͙ḍ̟ ̯̲͕͞ǫ̟̯̰̲͙̻̝f ̪̰̰̗̖̭̘͘c̦͍̲̞͍̩̙ḥ͚a̮͎̟̙͜ơ̩̹͎s̤.̝̝ ҉Z̡̖̜͖̰̣͉̜a͖̰͙̬͡l̲̫̳͍̩g̡̟̼̱͚̞̬ͅo̗͜.̟", "̦H̬̤̗̤͝e͜ ̜̥̝̻͍̟́w̕h̖̯͓o̝͙̖͎̱̮ ҉̺̙̞̟͈W̷̼̭a̺̪͍į͈͕̭͙̯̜t̶̼̮s̘͙͖̕ ̠̫̠B̻͍͙͉̳ͅe̵h̵̬͇̫͙i̹͓̳̳̮͎̫̕n͟d̴̪̜̖ ̰͉̩͇͙̲͞ͅT͖̼͓̪͢h͏͓̮̻e̬̝̟ͅ ̤̹̝W͙̞̝͔͇͝ͅa͏͓͔̹̼̣l̴͔̰̤̟͔ḽ̫.͕", "Z̮̞̠͙͔ͅḀ̗̞͈̻̗Ḷ͙͎̯̹̞͓G̻O̭̗̮", "˙ɐnbᴉlɐ ɐuƃɐɯ ǝɹolop ʇǝ ǝɹoqɐl ʇn ʇunpᴉpᴉɔuᴉ ɹodɯǝʇ poɯsnᴉǝ op pǝs 'ʇᴉlǝ ƃuᴉɔsᴉdᴉpɐ ɹnʇǝʇɔǝsuoɔ 'ʇǝɯɐ ʇᴉs ɹolop ɯnsdᴉ ɯǝɹo˥", "00˙Ɩ$-", "Ｔｈｅ ｑｕｉｃｋ ｂｒｏｗｎ ｆｏｘ ｊｕｍｐｓ ｏｖｅｒ ｔｈｅ ｌａｚｙ ｄｏｇ", "𝐓𝐡𝐞 𝐪𝐮𝐢𝐜𝐤 𝐛𝐫𝐨𝐰𝐧 𝐟𝐨𝐱 𝐣𝐮𝐦𝐩𝐬 𝐨𝐯𝐞𝐫 𝐭𝐡𝐞 𝐥𝐚𝐳𝐲 𝐝𝐨𝐠", "𝕿𝖍𝖊 𝖖𝖚𝖎𝖈𝖐 𝖇𝖗𝖔𝖜𝖓 𝖋𝖔𝖝 𝖏𝖚𝖒𝖕𝖘 𝖔𝖛𝖊𝖗 𝖙𝖍𝖊 𝖑𝖆𝖟𝖞 𝖉𝖔𝖌", "𝑻𝒉𝒆 𝒒𝒖𝒊𝒄𝒌 𝒃𝒓𝒐𝒘𝒏 𝒇𝒐𝒙 𝒋𝒖𝒎𝒑𝒔 𝒐𝒗𝒆𝒓 𝒕𝒉𝒆 𝒍𝒂𝒛𝒚 𝒅𝒐𝒈", "𝓣𝓱𝓮 𝓺𝓾𝓲𝓬𝓴 𝓫𝓻𝓸𝔀𝓷 𝓯𝓸𝔁 𝓳𝓾𝓶𝓹𝓼 𝓸𝓿𝓮𝓻 𝓽𝓱𝓮 𝓵𝓪𝔃𝔂 𝓭𝓸𝓰", "𝕋𝕙𝕖 𝕢𝕦𝕚𝕔𝕜 𝕓𝕣𝕠𝕨𝕟 𝕗𝕠𝕩 𝕛𝕦𝕞𝕡𝕤 𝕠𝕧𝕖𝕣 𝕥𝕙𝕖 𝕝𝕒𝕫𝕪 𝕕𝕠𝕘", "𝚃𝚑𝚎 𝚚𝚞𝚒𝚌𝚔 𝚋𝚛𝚘𝚠𝚗 𝚏𝚘𝚡 𝚓𝚞𝚖𝚙𝚜 𝚘𝚟𝚎𝚛 𝚝𝚑𝚎 𝚕𝚊𝚣𝚢 𝚍𝚘𝚐", "⒯⒣⒠ ⒬⒰⒤⒞⒦ ⒝⒭⒪⒲⒩ ⒡⒪⒳ ⒥⒰⒨⒫⒮ ⒪⒱⒠⒭ ⒯⒣⒠ ⒧⒜⒵⒴ ⒟⒪⒢", "<script>alert(123)</script>", "&lt;script&gt;alert(&#39;123&#39;);&lt;/script&gt;", "<img src=x onerror=alert(123) />", "<svg><script>123<1>alert(123)</script> ", "\"><script>alert(123)</script>", "'><script>alert(123)</script>", "><script>alert(123)</script>", "</script><script>alert(123)</script>", "< / script >< script >alert(123)< / script >", " onfocus=JaVaSCript:alert(123) autofocus ", "\" onfocus=JaVaSCript:alert(123) autofocus ", "' onfocus=JaVaSCript:alert(123) autofocus ", "＜script＞alert(123)＜/script＞", "<sc<script>ript>alert(123)</sc</script>ript>", "--><script>alert(123)</script>", "\";alert(123);t=\"", "';alert(123);t='", "JavaSCript:alert(123)", ";alert(123);", "src=JaVaSCript:prompt(132)", "\"><script>alert(123);</script x=\"", "'><script>alert(123);</script x='", "><script>alert(123);</script x=", "\" autofocus onkeyup=\"javascript:alert(123)", "' autofocus onkeyup='javascript:alert(123)", "<script\\x20type=\"text/javascript\">javascript:alert(1);</script>", "<script\\x3Etype=\"text/javascript\">javascript:alert(1);</script>", "<script\\x0Dtype=\"text/javascript\">javascript:alert(1);</script>", "<script\\x09type=\"text/javascript\">javascript:alert(1);</script>", "<script\\x0Ctype=\"text/javascript\">javascript:alert(1);</script>", "<script\\x2Ftype=\"text/javascript\">javascript:alert(1);</script>", "<script\\x0Atype=\"te
			rev: 6
		}]
		@version = 42
		@ranges = []
		jobs = for doc in @docs
			do (doc) =>
				(callback) =>
					DocstoreClient.createDoc @project_id, doc._id, doc.lines, @version, @ranges, (err)=>
						doc.lines[0] = doc.lines[0]+" added"
						DocstoreClient.updateDoc @project_id, doc._id, doc.lines, @version, @ranges, callback
		# Make sure archiving works on deleted docs too
		jobs.push (cb) =>
			DocstoreClient.deleteDoc @project_id, @docs[2]._id, cb
		async.series jobs, done 

	afterEach (done) ->
		db.docs.remove({project_id: @project_id}, done)

	describe "Archiving all docs", ->
		beforeEach (done) ->

			DocstoreClient.archiveAllDoc @project_id, (error, @res) =>
				done()

		it "should archive all the docs", (done) ->
			@res.statusCode.should.equal 204
			done()

		it "should set inS3 and unset lines in each doc", (done) ->

			jobs = for archiveDoc in @docs
				do (archiveDoc) =>
					(callback) => 
						db.docs.findOne _id: archiveDoc._id, (error, doc) =>
							should.not.exist doc.lines
							doc.inS3.should.equal true
							callback()
			async.series jobs, done

		it "should be able get the same docs back", (done) ->

			jobs = for archiveDoc in @docs
				do (archiveDoc) =>
					(callback) => 
						DocstoreClient.getS3Doc @project_id, archiveDoc._id, (error, res, doc) =>
							doc.toString().should.equal archiveDoc.lines.toString()
							callback()
			async.series jobs, done

	describe "Arching all docs twice", ->
		beforeEach (done) ->
			DocstoreClient.archiveAllDoc @project_id, (error, @res) =>
				@res.statusCode.should.equal 204
				DocstoreClient.archiveAllDoc @project_id, (error, @res) =>
					@res.statusCode.should.equal 204
					done()

		it "should archive all the docs", (done) ->
			@res.statusCode.should.equal 204
			done()

		it "should set inS3 and unset lines in each doc", (done) ->

			jobs = for archiveDoc in @docs
				do (archiveDoc) =>
					(callback) => 
						db.docs.findOne _id: archiveDoc._id, (error, doc) =>
							should.not.exist doc.lines
							doc.inS3.should.equal true
							callback()
			async.series jobs, done

		it "should be able get the same docs back", (done) ->

			jobs = for archiveDoc in @docs
				do (archiveDoc) =>
					(callback) => 
						DocstoreClient.getS3Doc @project_id, archiveDoc._id, (error, res, doc) =>
							doc.toString().should.equal archiveDoc.lines.toString()
							callback()
			async.series jobs, done

	describe "Archiving a large document", (done)->
		beforeEach (done)->
			@timeout 1000 * 30
			quarterMegInBytes = 250000
			lines = require("crypto").randomBytes(quarterMegInBytes).toString("hex")
			@docs[1].lines = [lines,lines,lines,lines]
			@version = 42
			@ranges = []
			DocstoreClient.updateDoc @project_id, @docs[1]._id, @docs[1].lines, @version, @ranges, () =>
				DocstoreClient.archiveAllDoc @project_id, (error, @res) =>
					done()

		it "should archive all the docs", (done) ->
			@res.statusCode.should.equal 204
			done()

		it "should set inS3 and unset lines in each doc", (done) ->
			jobs = for archiveDoc in @docs
				do (archiveDoc) =>
					(callback) => 
						db.docs.findOne _id: archiveDoc._id, (error, doc) =>
							should.not.exist doc.lines
							doc.inS3.should.equal true
							callback()
			async.series jobs, done

		it "should be able get the same docs back", (done) ->
			jobs = for archiveDoc in @docs
				do (archiveDoc) =>
					(callback) => 
						DocstoreClient.getS3Doc @project_id, archiveDoc._id, (error, res, doc) =>
							doc.toString().should.equal archiveDoc.lines.toString()
							callback()
			async.series jobs, done

	describe "Unarchiving", ->
		it "should unarchive all the docs", (done) ->
			non_deleted_docs = @docs.slice(0,2)
			DocstoreClient.archiveAllDoc @project_id, (error, res) =>
				DocstoreClient.getAllDocs @project_id, (error, res, docs) =>
					throw error if error?
					docs.length.should.equal non_deleted_docs.length
					for doc, i in non_deleted_docs
						doc.lines.should.deep.equal @docs[i].lines
					done()