DEF
+
test
+
test
+
test
+
test
+
test
+
test
+
test
+
test
+
test
+
test
+
test
+
test
+
test
+
test
+
test
+
test
+
test
+
test
+
test
+
test
+
test
+
test
+
test
+
test
+
test
+
test
+
test
+
test
+
test
+
test
+
test
+
test
+
test
+
test
+
test
+
test
+
test
+
test
+
test
+
test
+
test
+
test
+
test
+
test
+
test
+
test
+
test
+
test
+
test
+
test
+
test
+
test
+
test
+
test
+
test
+
test
+
test
+`"'>
+`"'>
+`"'>
+`"'>
+`"'>
+`"'>
+`"'>
+`"'>
+`"'>
+`"'>
+"`'>
+"`'>
+"`'>
+"`'>
+"`'>
+"`'>
+"`'>
+"`'>
+"`'>
+"`'>
+"`'>
+"`'>
+"`'>
+"`'>
+"`'>
+"`'>
+"`'>
+"`'>
+"`'>
+"`'>
+"`'>
+"`'>
+"`'>
+"`'>
+"`'>
+"`'>
+"`'>
+"`'>
+"`'>
+"`'>
+"`'>
+"`'>
+"`'>
+"`'>
+"`'>
+"`'>
+"`'>
+
![]()
+
![]()
+
![]()
+
![]()
+
+
+
+
+
+
+![]()
+![]()
+![]()
+![]()
+![]()
+![]()
+![]()
+![]()
+![]()
+![]()
+![]()
+![]()
+![](x\x09onerror="javascript:alert(1)")
+![](x\x10onerror="javascript:alert(1)")
+![](x\x11onerror="javascript:alert(1)")
+![](x\x12onerror="javascript:alert(1)")
+![](x\x13onerror="javascript:alert(1)")
+
+
+
+
+
+
+
+XXX
+</script>)
+![]()
+
+<a href=http://foo.bar/#x=`y></a><img alt="`><img src=x:x onerror=javascript:alert(1)></a>">
+<!--[if]><script>javascript:alert(1)</script -->
+<!--[if<img src=x onerror=javascript:alert(1)//]> -->
+<script src="/\%(jscript)s"></script>
+<script src="\\%(jscript)s"></script>
+<IMG """><SCRIPT>alert("XSS")</SCRIPT>">
+<IMG SRC=javascript:alert(String.fromCharCode(88,83,83))>
+<IMG SRC=# onmouseover="alert('xxs')">
+<IMG SRC= onmouseover="alert('xxs')">
+<IMG onmouseover="alert('xxs')">
+<IMG SRC=javascript:alert('XSS')>
+<IMG SRC=javascript:alert('XSS')>
+<IMG SRC=javascript:alert('XSS')>
+<IMG SRC="jav ascript:alert('XSS');">
+<IMG SRC="jav ascript:alert('XSS');">
+<IMG SRC="jav
ascript:alert('XSS');">
+<IMG SRC="jav
ascript:alert('XSS');">
+perl -e 'print "<IMG SRC=java\0script:alert(\"XSS\")>";' > out
+<IMG SRC=" javascript:alert('XSS');">
+<SCRIPT/XSS SRC="http://ha.ckers.org/xss.js"></SCRIPT>
+<BODY onload!#$%&()*~+-_.,:;?@[/|\]^`=alert("XSS")>
+<SCRIPT/SRC="http://ha.ckers.org/xss.js"></SCRIPT>
+<<SCRIPT>alert("XSS");//<</SCRIPT>
+<SCRIPT SRC=http://ha.ckers.org/xss.js?< B >
+<SCRIPT SRC=//ha.ckers.org/.j>
+<IMG SRC="javascript:alert('XSS')"
+<iframe src=http://ha.ckers.org/scriptlet.html <
+\";alert('XSS');//
+<plaintext>
+
+# SQL Injection
+#
+# Strings which can cause a SQL injection if inputs are not sanitized
+
+1;DROP TABLE users
+1'; DROP TABLE users-- 1
+' OR 1=1 -- 1
+' OR '1'='1
+
+# Server Code Injection
+#
+# Strings which can cause user to run code on server as a privileged user (c.f. https://news.ycombinator.com/item?id=7665153)
+
+-
+--
+--version
+--help
+$USER
+/dev/null; touch /tmp/blns.fail ; echo
+`touch /tmp/blns.fail`
+$(touch /tmp/blns.fail)
+@{[system "touch /tmp/blns.fail"]}
+
+# Command Injection (Ruby)
+#
+# Strings which can call system commands within Ruby/Rails applications
+
+eval("puts 'hello world'")
+System("ls -al /")
+`ls -al /`
+Kernel.exec("ls -al /")
+Kernel.exit(1)
+%x('ls -al /')
+
+# XXE Injection (XML)
+#
+# String which can reveal system files when parsed by a badly configured XML parser
+
+<?xml version="1.0" encoding="ISO-8859-1"?><!DOCTYPE foo [ <!ELEMENT foo ANY ><!ENTITY xxe SYSTEM "file:///etc/passwd" >]><foo>&xxe;</foo>
+
+# Unwanted Interpolation
+#
+# Strings which can be accidentally expanded into different strings if evaluated in the wrong context, e.g. used as a printf format string or via Perl or shell eval. Might expose sensitive data from the program doing the interpolation, or might just represent the wrong string.
+
+$HOME
+$ENV{'HOME'}
+%d
+%s
+%*.*s
+
+# File Inclusion
+#
+# Strings which can cause user to pull in files that should not be a part of a web server
+
+../../../../../../../../../../../etc/passwd%00
+../../../../../../../../../../../etc/hosts
+
+# Known CVEs and Vulnerabilities
+#
+# Strings that test for known vulnerabilities
+
+() { 0; }; touch /tmp/blns.shellshock1.fail;
+() { _; } >_[$($())] { touch /tmp/blns.shellshock2.fail; }
+
+# MSDOS/Windows Special Filenames
+#
+# Strings which are reserved characters in MSDOS/Windows
+
+CON
+PRN
+AUX
+CLOCK$
+NUL
+A:
+ZZ:
+COM1
+LPT1
+LPT2
+LPT3
+COM2
+COM3
+COM4
+
+# Scunthorpe Problem
+#
+# Innocuous strings which may be blocked by profanity filters (https://en.wikipedia.org/wiki/Scunthorpe_problem)
+
+Scunthorpe General Hospital
+Penistone Community Church
+Lightwater Country Park
+Jimmy Clitheroe
+Horniman Museum
+shitake mushrooms
+RomansInSussex.co.uk
+http://www.cum.qc.ca/
+Craig Cockburn, Software Specialist
+Linda Callahan
+Dr. Herman I. Libshitz
+magna cum laude
+Super Bowl XXX
+medieval erection of parapets
+evaluate
+mocha
+expression
+Arsenal canal
+classic
+Tyson Gay
+
+# Human injection
+#
+# Strings which may cause human to reinterpret worldview
+
+If you're reading this, you've been in a coma for almost 20 years now. We're trying a new technique. We don't know where this message will end up in your dream, but we hope it works. Please wake up, we miss you.
+
+# Terminal escape codes
+#
+# Strings which punish the fools who use cat/type on this file
+
+Roses are [0;31mred[0m, violets are [0;34mblue. Hope you enjoy terminal hue
+But now...[20Cfor my greatest trick...[8m
+The quick brown fox... [Beeeep]
+
+# iOS Vulnerability
+#
+# Strings which crashed iMessage in iOS versions 8.3 and earlier
+
+Powerلُلُصّبُلُلصّبُررً ॣ ॣh ॣ ॣ冗
+
+
+\end{document}
diff --git a/services/clsi/test/acceptance/js/AllowedImageNamesTests.js b/services/clsi/test/acceptance/js/AllowedImageNamesTests.js
new file mode 100644
index 0000000000..e33ccb46e4
--- /dev/null
+++ b/services/clsi/test/acceptance/js/AllowedImageNamesTests.js
@@ -0,0 +1,181 @@
+const Client = require('./helpers/Client')
+const ClsiApp = require('./helpers/ClsiApp')
+const { expect } = require('chai')
+
+describe('AllowedImageNames', function () {
+ beforeEach(function (done) {
+ this.project_id = Client.randomId()
+ this.request = {
+ options: {
+ imageName: undefined,
+ },
+ resources: [
+ {
+ path: 'main.tex',
+ content: `\
+\\documentclass{article}
+\\begin{document}
+Hello world
+\\end{document}\
+`,
+ },
+ ],
+ }
+ ClsiApp.ensureRunning(done)
+ })
+
+ describe('with a valid name', function () {
+ beforeEach(function (done) {
+ this.request.options.imageName = process.env.TEXLIVE_IMAGE
+
+ Client.compile(this.project_id, this.request, (error, res, body) => {
+ this.error = error
+ this.res = res
+ this.body = body
+ done(error)
+ })
+ })
+ it('should return success', function () {
+ expect(this.res.statusCode).to.equal(200)
+ })
+
+ it('should return a PDF', function () {
+ let pdf
+ try {
+ pdf = Client.getOutputFile(this.body, 'pdf')
+ } catch (e) {}
+ expect(pdf).to.exist
+ })
+ })
+
+ describe('with an invalid name', function () {
+ beforeEach(function (done) {
+ this.request.options.imageName = 'something/evil:1337'
+ Client.compile(this.project_id, this.request, (error, res, body) => {
+ this.error = error
+ this.res = res
+ this.body = body
+ done(error)
+ })
+ })
+ it('should return non success', function () {
+ expect(this.res.statusCode).to.not.equal(200)
+ })
+
+ it('should not return a PDF', function () {
+ let pdf
+ try {
+ pdf = Client.getOutputFile(this.body, 'pdf')
+ } catch (e) {}
+ expect(pdf).to.not.exist
+ })
+ })
+
+ describe('syncToCode', function () {
+ beforeEach(function (done) {
+ Client.compile(this.project_id, this.request, done)
+ })
+ it('should error out with an invalid imageName', function (done) {
+ Client.syncFromCodeWithImage(
+ this.project_id,
+ 'main.tex',
+ 3,
+ 5,
+ 'something/evil:1337',
+ (error, body) => {
+ expect(String(error)).to.include('statusCode=400')
+ expect(body).to.equal('invalid image')
+ done()
+ }
+ )
+ })
+
+ it('should produce a mapping a valid imageName', function (done) {
+ Client.syncFromCodeWithImage(
+ this.project_id,
+ 'main.tex',
+ 3,
+ 5,
+ process.env.TEXLIVE_IMAGE,
+ (error, result) => {
+ expect(error).to.not.exist
+ expect(result).to.deep.equal({
+ pdf: [
+ { page: 1, h: 133.77, v: 134.76, height: 6.92, width: 343.71 },
+ ],
+ })
+ done()
+ }
+ )
+ })
+ })
+
+ describe('syncToPdf', function () {
+ beforeEach(function (done) {
+ Client.compile(this.project_id, this.request, done)
+ })
+ it('should error out with an invalid imageName', function (done) {
+ Client.syncFromPdfWithImage(
+ this.project_id,
+ 'main.tex',
+ 100,
+ 200,
+ 'something/evil:1337',
+ (error, body) => {
+ expect(String(error)).to.include('statusCode=400')
+ expect(body).to.equal('invalid image')
+ done()
+ }
+ )
+ })
+
+ it('should produce a mapping a valid imageName', function (done) {
+ Client.syncFromPdfWithImage(
+ this.project_id,
+ 1,
+ 100,
+ 200,
+ process.env.TEXLIVE_IMAGE,
+ (error, result) => {
+ expect(error).to.not.exist
+ expect(result).to.deep.equal({
+ code: [{ file: 'main.tex', line: 3, column: -1 }],
+ })
+ done()
+ }
+ )
+ })
+ })
+
+ describe('wordcount', function () {
+ beforeEach(function (done) {
+ Client.compile(this.project_id, this.request, done)
+ })
+ it('should error out with an invalid imageName', function (done) {
+ Client.wordcountWithImage(
+ this.project_id,
+ 'main.tex',
+ 'something/evil:1337',
+ (error, body) => {
+ expect(String(error)).to.include('statusCode=400')
+ expect(body).to.equal('invalid image')
+ done()
+ }
+ )
+ })
+
+ it('should produce a texcout a valid imageName', function (done) {
+ Client.wordcountWithImage(
+ this.project_id,
+ 'main.tex',
+ process.env.TEXLIVE_IMAGE,
+ (error, result) => {
+ expect(error).to.not.exist
+ expect(result).to.exist
+ expect(result.texcount).to.exist
+ done()
+ }
+ )
+ })
+ })
+})
diff --git a/services/clsi/test/acceptance/js/BrokenLatexFileTests.js b/services/clsi/test/acceptance/js/BrokenLatexFileTests.js
new file mode 100644
index 0000000000..71e9956c0d
--- /dev/null
+++ b/services/clsi/test/acceptance/js/BrokenLatexFileTests.js
@@ -0,0 +1,87 @@
+/* eslint-disable
+ no-unused-vars,
+*/
+// TODO: This file was created by bulk-decaffeinate.
+// Fix any style issues and re-enable lint.
+/*
+ * decaffeinate suggestions:
+ * DS102: Remove unnecessary code created because of implicit returns
+ * Full docs: https://github.com/decaffeinate/decaffeinate/blob/master/docs/suggestions.md
+ */
+const Client = require('./helpers/Client')
+const request = require('request')
+const ClsiApp = require('./helpers/ClsiApp')
+
+describe('Broken LaTeX file', function () {
+ before(function (done) {
+ this.broken_request = {
+ resources: [
+ {
+ path: 'main.tex',
+ content: `\
+\\documentclass{articl % :(
+\\begin{documen % :(
+Broken
+\\end{documen % :(\
+`,
+ },
+ ],
+ }
+ this.correct_request = {
+ resources: [
+ {
+ path: 'main.tex',
+ content: `\
+\\documentclass{article}
+\\begin{document}
+Hello world
+\\end{document}\
+`,
+ },
+ ],
+ }
+ return ClsiApp.ensureRunning(done)
+ })
+
+ describe('on first run', function () {
+ before(function (done) {
+ this.project_id = Client.randomId()
+ return Client.compile(
+ this.project_id,
+ this.broken_request,
+ (error, res, body) => {
+ this.error = error
+ this.res = res
+ this.body = body
+ return done()
+ }
+ )
+ })
+
+ return it('should return a failure status', function () {
+ return this.body.compile.status.should.equal('failure')
+ })
+ })
+
+ return describe('on second run', function () {
+ before(function (done) {
+ this.project_id = Client.randomId()
+ return Client.compile(this.project_id, this.correct_request, () => {
+ return Client.compile(
+ this.project_id,
+ this.broken_request,
+ (error, res, body) => {
+ this.error = error
+ this.res = res
+ this.body = body
+ return done()
+ }
+ )
+ })
+ })
+
+ return it('should return a failure status', function () {
+ return this.body.compile.status.should.equal('failure')
+ })
+ })
+})
diff --git a/services/clsi/test/acceptance/js/DeleteOldFilesTest.js b/services/clsi/test/acceptance/js/DeleteOldFilesTest.js
new file mode 100644
index 0000000000..09eea1a948
--- /dev/null
+++ b/services/clsi/test/acceptance/js/DeleteOldFilesTest.js
@@ -0,0 +1,72 @@
+/* eslint-disable
+ no-unused-vars,
+*/
+// TODO: This file was created by bulk-decaffeinate.
+// Fix any style issues and re-enable lint.
+/*
+ * decaffeinate suggestions:
+ * DS102: Remove unnecessary code created because of implicit returns
+ * Full docs: https://github.com/decaffeinate/decaffeinate/blob/master/docs/suggestions.md
+ */
+const Client = require('./helpers/Client')
+const request = require('request')
+const ClsiApp = require('./helpers/ClsiApp')
+
+describe('Deleting Old Files', function () {
+ before(function (done) {
+ this.request = {
+ resources: [
+ {
+ path: 'main.tex',
+ content: `\
+\\documentclass{article}
+\\begin{document}
+Hello world
+\\end{document}\
+`,
+ },
+ ],
+ }
+ return ClsiApp.ensureRunning(done)
+ })
+
+ return describe('on first run', function () {
+ before(function (done) {
+ this.project_id = Client.randomId()
+ return Client.compile(
+ this.project_id,
+ this.request,
+ (error, res, body) => {
+ this.error = error
+ this.res = res
+ this.body = body
+ return done()
+ }
+ )
+ })
+
+ it('should return a success status', function () {
+ return this.body.compile.status.should.equal('success')
+ })
+
+ return describe('after file has been deleted', function () {
+ before(function (done) {
+ this.request.resources = []
+ return Client.compile(
+ this.project_id,
+ this.request,
+ (error, res, body) => {
+ this.error = error
+ this.res = res
+ this.body = body
+ return done()
+ }
+ )
+ })
+
+ return it('should return a failure status', function () {
+ return this.body.compile.status.should.equal('failure')
+ })
+ })
+ })
+})
diff --git a/services/clsi/test/acceptance/js/ExampleDocumentTests.js b/services/clsi/test/acceptance/js/ExampleDocumentTests.js
new file mode 100644
index 0000000000..84758c4d65
--- /dev/null
+++ b/services/clsi/test/acceptance/js/ExampleDocumentTests.js
@@ -0,0 +1,291 @@
+/* eslint-disable
+ camelcase,
+ handle-callback-err,
+ no-path-concat,
+ no-return-assign,
+ no-unused-vars,
+*/
+// TODO: This file was created by bulk-decaffeinate.
+// Fix any style issues and re-enable lint.
+/*
+ * decaffeinate suggestions:
+ * DS101: Remove unnecessary use of Array.from
+ * DS102: Remove unnecessary code created because of implicit returns
+ * DS103: Rewrite code to no longer use __guard__
+ * DS207: Consider shorter variations of null checks
+ * Full docs: https://github.com/decaffeinate/decaffeinate/blob/master/docs/suggestions.md
+ */
+const Client = require('./helpers/Client')
+const request = require('request')
+const fs = require('fs')
+const fsExtra = require('fs-extra')
+const ChildProcess = require('child_process')
+const ClsiApp = require('./helpers/ClsiApp')
+const logger = require('logger-sharelatex')
+const Path = require('path')
+const fixturePath = path => {
+ if (path.slice(0, 3) === 'tmp') {
+ return '/tmp/clsi_acceptance_tests' + path.slice(3)
+ }
+ return Path.normalize(__dirname + '/../fixtures/' + path)
+}
+const process = require('process')
+console.log(
+ process.pid,
+ process.ppid,
+ process.getuid(),
+ process.getgroups(),
+ 'PID'
+)
+
+const MOCHA_LATEX_TIMEOUT = 60 * 1000
+
+const convertToPng = function (pdfPath, pngPath, callback) {
+ if (callback == null) {
+ callback = function (error) {}
+ }
+ const command = `convert ${fixturePath(pdfPath)} ${fixturePath(pngPath)}`
+ console.log('COMMAND')
+ console.log(command)
+ const convert = ChildProcess.exec(command)
+ const stdout = ''
+ convert.stdout.on('data', chunk => console.log('STDOUT', chunk.toString()))
+ convert.stderr.on('data', chunk => console.log('STDERR', chunk.toString()))
+ return convert.on('exit', () => callback())
+}
+
+const compare = function (originalPath, generatedPath, callback) {
+ if (callback == null) {
+ callback = function (error, same) {}
+ }
+ const diff_file = `${fixturePath(generatedPath)}-diff.png`
+ const proc = ChildProcess.exec(
+ `compare -metric mae ${fixturePath(originalPath)} ${fixturePath(
+ generatedPath
+ )} ${diff_file}`
+ )
+ let stderr = ''
+ proc.stderr.on('data', chunk => (stderr += chunk))
+ return proc.on('exit', () => {
+ if (stderr.trim() === '0 (0)') {
+ // remove output diff if test matches expected image
+ fs.unlink(diff_file, err => {
+ if (err) {
+ throw err
+ }
+ })
+ return callback(null, true)
+ } else {
+ console.log('compare result', stderr)
+ return callback(null, false)
+ }
+ })
+}
+
+const checkPdfInfo = function (pdfPath, callback) {
+ if (callback == null) {
+ callback = function (error, output) {}
+ }
+ const proc = ChildProcess.exec(`pdfinfo ${fixturePath(pdfPath)}`)
+ let stdout = ''
+ proc.stdout.on('data', chunk => (stdout += chunk))
+ proc.stderr.on('data', chunk => console.log('STDERR', chunk.toString()))
+ return proc.on('exit', () => {
+ if (stdout.match(/Optimized:\s+yes/)) {
+ return callback(null, true)
+ } else {
+ return callback(null, false)
+ }
+ })
+}
+
+const compareMultiplePages = function (project_id, callback) {
+ if (callback == null) {
+ callback = function (error) {}
+ }
+ var compareNext = function (page_no, callback) {
+ const path = `tmp/${project_id}-source-${page_no}.png`
+ return fs.stat(fixturePath(path), (error, stat) => {
+ if (error != null) {
+ return callback()
+ } else {
+ return compare(
+ `tmp/${project_id}-source-${page_no}.png`,
+ `tmp/${project_id}-generated-${page_no}.png`,
+ (error, same) => {
+ if (error != null) {
+ throw error
+ }
+ same.should.equal(true)
+ return compareNext(page_no + 1, callback)
+ }
+ )
+ }
+ })
+ }
+ return compareNext(0, callback)
+}
+
+const comparePdf = function (project_id, example_dir, callback) {
+ if (callback == null) {
+ callback = function (error) {}
+ }
+ console.log('CONVERT')
+ console.log(`tmp/${project_id}.pdf`, `tmp/${project_id}-generated.png`)
+ return convertToPng(
+ `tmp/${project_id}.pdf`,
+ `tmp/${project_id}-generated.png`,
+ error => {
+ if (error != null) {
+ throw error
+ }
+ return convertToPng(
+ `examples/${example_dir}/output.pdf`,
+ `tmp/${project_id}-source.png`,
+ error => {
+ if (error != null) {
+ throw error
+ }
+ return fs.stat(
+ fixturePath(`tmp/${project_id}-source-0.png`),
+ (error, stat) => {
+ if (error != null) {
+ return compare(
+ `tmp/${project_id}-source.png`,
+ `tmp/${project_id}-generated.png`,
+ (error, same) => {
+ if (error != null) {
+ throw error
+ }
+ same.should.equal(true)
+ return callback()
+ }
+ )
+ } else {
+ return compareMultiplePages(project_id, error => {
+ if (error != null) {
+ throw error
+ }
+ return callback()
+ })
+ }
+ }
+ )
+ }
+ )
+ }
+ )
+}
+
+const downloadAndComparePdf = function (
+ project_id,
+ example_dir,
+ url,
+ callback
+) {
+ if (callback == null) {
+ callback = function (error) {}
+ }
+ const writeStream = fs.createWriteStream(fixturePath(`tmp/${project_id}.pdf`))
+ request.get(url).pipe(writeStream)
+ console.log('writing file out', fixturePath(`tmp/${project_id}.pdf`))
+ return writeStream.on('close', () => {
+ return checkPdfInfo(`tmp/${project_id}.pdf`, (error, optimised) => {
+ if (error != null) {
+ throw error
+ }
+ optimised.should.equal(true)
+ return comparePdf(project_id, example_dir, callback)
+ })
+ })
+}
+
+Client.runServer(4242, fixturePath('examples'))
+
+describe('Example Documents', function () {
+ before(function (done) {
+ ClsiApp.ensureRunning(done)
+ })
+ before(function (done) {
+ fsExtra.remove(fixturePath('tmp'), done)
+ })
+ before(function (done) {
+ fs.mkdir(fixturePath('tmp'), done)
+ })
+ after(function (done) {
+ fsExtra.remove(fixturePath('tmp'), done)
+ })
+
+ return Array.from(fs.readdirSync(fixturePath('examples'))).map(example_dir =>
+ (example_dir =>
+ describe(example_dir, function () {
+ before(function () {
+ return (this.project_id = Client.randomId() + '_' + example_dir)
+ })
+
+ it('should generate the correct pdf', function (done) {
+ this.timeout(MOCHA_LATEX_TIMEOUT)
+ return Client.compileDirectory(
+ this.project_id,
+ fixturePath('examples'),
+ example_dir,
+ 4242,
+ (error, res, body) => {
+ if (
+ error ||
+ __guard__(
+ body != null ? body.compile : undefined,
+ x => x.status
+ ) === 'failure'
+ ) {
+ console.log('DEBUG: error', error, 'body', JSON.stringify(body))
+ return done(new Error('Compile failed'))
+ }
+ const pdf = Client.getOutputFile(body, 'pdf')
+ return downloadAndComparePdf(
+ this.project_id,
+ example_dir,
+ pdf.url,
+ done
+ )
+ }
+ )
+ })
+
+ return it('should generate the correct pdf on the second run as well', function (done) {
+ this.timeout(MOCHA_LATEX_TIMEOUT)
+ return Client.compileDirectory(
+ this.project_id,
+ fixturePath('examples'),
+ example_dir,
+ 4242,
+ (error, res, body) => {
+ if (
+ error ||
+ __guard__(
+ body != null ? body.compile : undefined,
+ x => x.status
+ ) === 'failure'
+ ) {
+ console.log('DEBUG: error', error, 'body', JSON.stringify(body))
+ return done(new Error('Compile failed'))
+ }
+ const pdf = Client.getOutputFile(body, 'pdf')
+ return downloadAndComparePdf(
+ this.project_id,
+ example_dir,
+ pdf.url,
+ done
+ )
+ }
+ )
+ })
+ }))(example_dir)
+ )
+})
+
+function __guard__(value, transform) {
+ return typeof value !== 'undefined' && value !== null
+ ? transform(value)
+ : undefined
+}
diff --git a/services/clsi/test/acceptance/js/SimpleLatexFileTests.js b/services/clsi/test/acceptance/js/SimpleLatexFileTests.js
new file mode 100644
index 0000000000..b2152f39ed
--- /dev/null
+++ b/services/clsi/test/acceptance/js/SimpleLatexFileTests.js
@@ -0,0 +1,70 @@
+/* eslint-disable
+ handle-callback-err,
+*/
+// TODO: This file was created by bulk-decaffeinate.
+// Fix any style issues and re-enable lint.
+/*
+ * decaffeinate suggestions:
+ * DS102: Remove unnecessary code created because of implicit returns
+ * Full docs: https://github.com/decaffeinate/decaffeinate/blob/master/docs/suggestions.md
+ */
+const Client = require('./helpers/Client')
+const request = require('request')
+const ClsiApp = require('./helpers/ClsiApp')
+
+describe('Simple LaTeX file', function () {
+ before(function (done) {
+ this.project_id = Client.randomId()
+ this.request = {
+ resources: [
+ {
+ path: 'main.tex',
+ content: `\
+\\documentclass{article}
+\\begin{document}
+Hello world
+\\end{document}\
+`,
+ },
+ ],
+ }
+ return ClsiApp.ensureRunning(() => {
+ return Client.compile(
+ this.project_id,
+ this.request,
+ (error, res, body) => {
+ this.error = error
+ this.res = res
+ this.body = body
+ return done()
+ }
+ )
+ })
+ })
+
+ it('should return the PDF', function () {
+ const pdf = Client.getOutputFile(this.body, 'pdf')
+ return pdf.type.should.equal('pdf')
+ })
+
+ it('should return the log', function () {
+ const log = Client.getOutputFile(this.body, 'log')
+ return log.type.should.equal('log')
+ })
+
+ it('should provide the pdf for download', function (done) {
+ const pdf = Client.getOutputFile(this.body, 'pdf')
+ return request.get(pdf.url, (error, res, body) => {
+ res.statusCode.should.equal(200)
+ return done()
+ })
+ })
+
+ return it('should provide the log for download', function (done) {
+ const log = Client.getOutputFile(this.body, 'pdf')
+ return request.get(log.url, (error, res, body) => {
+ res.statusCode.should.equal(200)
+ return done()
+ })
+ })
+})
diff --git a/services/clsi/test/acceptance/js/Stats.js b/services/clsi/test/acceptance/js/Stats.js
new file mode 100644
index 0000000000..4f071abe5f
--- /dev/null
+++ b/services/clsi/test/acceptance/js/Stats.js
@@ -0,0 +1,16 @@
+const request = require('request')
+const Settings = require('@overleaf/settings')
+after(function (done) {
+ request(
+ {
+ url: `${Settings.apis.clsi.url}/metrics`,
+ },
+ (err, response, body) => {
+ if (err) return done(err)
+ console.error('-- metrics --')
+ console.error(body)
+ console.error('-- metrics --')
+ done()
+ }
+ )
+})
diff --git a/services/clsi/test/acceptance/js/SynctexTests.js b/services/clsi/test/acceptance/js/SynctexTests.js
new file mode 100644
index 0000000000..3bed29aac7
--- /dev/null
+++ b/services/clsi/test/acceptance/js/SynctexTests.js
@@ -0,0 +1,182 @@
+/* eslint-disable
+ no-unused-vars,
+*/
+// TODO: This file was created by bulk-decaffeinate.
+// Fix any style issues and re-enable lint.
+/*
+ * decaffeinate suggestions:
+ * DS102: Remove unnecessary code created because of implicit returns
+ * DS207: Consider shorter variations of null checks
+ * Full docs: https://github.com/decaffeinate/decaffeinate/blob/master/docs/suggestions.md
+ */
+const Client = require('./helpers/Client')
+const request = require('request')
+const { expect } = require('chai')
+const ClsiApp = require('./helpers/ClsiApp')
+const crypto = require('crypto')
+
+describe('Syncing', function () {
+ before(function (done) {
+ const content = `\
+\\documentclass{article}
+\\begin{document}
+Hello world
+\\end{document}\
+`
+ this.request = {
+ resources: [
+ {
+ path: 'main.tex',
+ content,
+ },
+ ],
+ }
+ this.project_id = Client.randomId()
+ return ClsiApp.ensureRunning(() => {
+ return Client.compile(
+ this.project_id,
+ this.request,
+ (error, res, body) => {
+ this.error = error
+ this.res = res
+ this.body = body
+ return done()
+ }
+ )
+ })
+ })
+
+ describe('from code to pdf', function () {
+ return it('should return the correct location', function (done) {
+ return Client.syncFromCode(
+ this.project_id,
+ 'main.tex',
+ 3,
+ 5,
+ (error, pdfPositions) => {
+ if (error != null) {
+ throw error
+ }
+ expect(pdfPositions).to.deep.equal({
+ pdf: [
+ { page: 1, h: 133.77, v: 134.76, height: 6.92, width: 343.71 },
+ ],
+ })
+ return done()
+ }
+ )
+ })
+ })
+
+ describe('from pdf to code', function () {
+ return it('should return the correct location', function (done) {
+ return Client.syncFromPdf(
+ this.project_id,
+ 1,
+ 100,
+ 200,
+ (error, codePositions) => {
+ if (error != null) {
+ throw error
+ }
+ expect(codePositions).to.deep.equal({
+ code: [{ file: 'main.tex', line: 3, column: -1 }],
+ })
+ return done()
+ }
+ )
+ })
+ })
+
+ describe('when the project directory is not available', function () {
+ before(function () {
+ this.other_project_id = Client.randomId()
+ })
+ describe('from code to pdf', function () {
+ it('should return a 404 response', function (done) {
+ return Client.syncFromCode(
+ this.other_project_id,
+ 'main.tex',
+ 3,
+ 5,
+ (error, body) => {
+ expect(String(error)).to.include('statusCode=404')
+ expect(body).to.equal('Not Found')
+ return done()
+ }
+ )
+ })
+ })
+ describe('from pdf to code', function () {
+ it('should return a 404 response', function (done) {
+ return Client.syncFromPdf(
+ this.other_project_id,
+ 1,
+ 100,
+ 200,
+ (error, body) => {
+ expect(String(error)).to.include('statusCode=404')
+ expect(body).to.equal('Not Found')
+ return done()
+ }
+ )
+ })
+ })
+ })
+
+ describe('when the synctex file is not available', function () {
+ before(function (done) {
+ this.broken_project_id = Client.randomId()
+ const content = 'this is not valid tex' // not a valid tex file
+ this.request = {
+ resources: [
+ {
+ path: 'main.tex',
+ content,
+ },
+ ],
+ }
+ Client.compile(
+ this.broken_project_id,
+ this.request,
+ (error, res, body) => {
+ this.error = error
+ this.res = res
+ this.body = body
+ return done()
+ }
+ )
+ })
+
+ describe('from code to pdf', function () {
+ it('should return a 404 response', function (done) {
+ return Client.syncFromCode(
+ this.broken_project_id,
+ 'main.tex',
+ 3,
+ 5,
+ (error, body) => {
+ expect(String(error)).to.include('statusCode=404')
+ expect(body).to.equal('Not Found')
+ return done()
+ }
+ )
+ })
+ })
+ describe('from pdf to code', function () {
+ it('should return a 404 response', function (done) {
+ return Client.syncFromPdf(
+ this.broken_project_id,
+ 1,
+ 100,
+ 200,
+ (error, body) => {
+ expect(String(error)).to.include('statusCode=404')
+ expect(body).to.equal('Not Found')
+ return done()
+ }
+ )
+ })
+ })
+ })
+})
diff --git a/services/clsi/test/acceptance/js/TimeoutTests.js b/services/clsi/test/acceptance/js/TimeoutTests.js
new file mode 100644
index 0000000000..bca8ae71d2
--- /dev/null
+++ b/services/clsi/test/acceptance/js/TimeoutTests.js
@@ -0,0 +1,61 @@
+/* eslint-disable
+ no-unused-vars,
+*/
+// TODO: This file was created by bulk-decaffeinate.
+// Fix any style issues and re-enable lint.
+/*
+ * decaffeinate suggestions:
+ * DS102: Remove unnecessary code created because of implicit returns
+ * Full docs: https://github.com/decaffeinate/decaffeinate/blob/master/docs/suggestions.md
+ */
+const Client = require('./helpers/Client')
+const request = require('request')
+const ClsiApp = require('./helpers/ClsiApp')
+
+describe('Timed out compile', function () {
+ before(function (done) {
+ this.request = {
+ options: {
+ timeout: 10,
+ }, // seconds
+ resources: [
+ {
+ path: 'main.tex',
+ content: `\
+\\documentclass{article}
+\\begin{document}
+\\def\\x{Hello!\\par\\x}
+\\x
+\\end{document}\
+`,
+ },
+ ],
+ }
+ this.project_id = Client.randomId()
+ return ClsiApp.ensureRunning(() => {
+ return Client.compile(
+ this.project_id,
+ this.request,
+ (error, res, body) => {
+ this.error = error
+ this.res = res
+ this.body = body
+ return done()
+ }
+ )
+ })
+ })
+
+ it('should return a timeout error', function () {
+ return this.body.compile.error.should.equal('container timed out')
+ })
+
+ it('should return a timedout status', function () {
+ return this.body.compile.status.should.equal('timedout')
+ })
+
+ return it('should return the log output file name', function () {
+ const outputFilePaths = this.body.compile.outputFiles.map(x => x.path)
+ return outputFilePaths.should.include('output.log')
+ })
+})
diff --git a/services/clsi/test/acceptance/js/UrlCachingTests.js b/services/clsi/test/acceptance/js/UrlCachingTests.js
new file mode 100644
index 0000000000..05a8b26e6f
--- /dev/null
+++ b/services/clsi/test/acceptance/js/UrlCachingTests.js
@@ -0,0 +1,369 @@
+/* eslint-disable
+ no-path-concat,
+ no-unused-vars,
+*/
+// TODO: This file was created by bulk-decaffeinate.
+// Fix any style issues and re-enable lint.
+/*
+ * decaffeinate suggestions:
+ * DS102: Remove unnecessary code created because of implicit returns
+ * DS207: Consider shorter variations of null checks
+ * Full docs: https://github.com/decaffeinate/decaffeinate/blob/master/docs/suggestions.md
+ */
+const Client = require('./helpers/Client')
+const sinon = require('sinon')
+const ClsiApp = require('./helpers/ClsiApp')
+
+const host = 'localhost'
+
+const Server = {
+ run() {
+ const express = require('express')
+ const app = express()
+
+ const staticServer = express.static(__dirname + '/../fixtures/')
+ app.get('/:random_id/*', (req, res, next) => {
+ this.getFile(req.url)
+ req.url = `/${req.params[0]}`
+ return staticServer(req, res, next)
+ })
+
+ return app.listen(31415, host)
+ },
+
+ getFile() {},
+
+ randomId() {
+ return Math.random().toString(16).slice(2)
+ },
+}
+
+Server.run()
+
+describe('Url Caching', function () {
+ describe('Downloading an image for the first time', function () {
+ before(function (done) {
+ this.project_id = Client.randomId()
+ this.file = `${Server.randomId()}/lion.png`
+ this.request = {
+ resources: [
+ {
+ path: 'main.tex',
+ content: `\
+\\documentclass{article}
+\\usepackage{graphicx}
+\\begin{document}
+\\includegraphics{lion.png}
+\\end{document}\
+`,
+ },
+ {
+ path: 'lion.png',
+ url: `http://${host}:31415/${this.file}`,
+ },
+ ],
+ }
+
+ sinon.spy(Server, 'getFile')
+ return ClsiApp.ensureRunning(() => {
+ return Client.compile(
+ this.project_id,
+ this.request,
+ (error, res, body) => {
+ this.error = error
+ this.res = res
+ this.body = body
+ return done()
+ }
+ )
+ })
+ })
+
+ afterEach(function () {
+ return Server.getFile.restore()
+ })
+
+ return it('should download the image', function () {
+ return Server.getFile.calledWith(`/${this.file}`).should.equal(true)
+ })
+ })
+
+ describe('When an image is in the cache and the last modified date is unchanged', function () {
+ before(function (done) {
+ this.project_id = Client.randomId()
+ this.file = `${Server.randomId()}/lion.png`
+ this.request = {
+ resources: [
+ {
+ path: 'main.tex',
+ content: `\
+\\documentclass{article}
+\\usepackage{graphicx}
+\\begin{document}
+\\includegraphics{lion.png}
+\\end{document}\
+`,
+ },
+ (this.image_resource = {
+ path: 'lion.png',
+ url: `http://${host}:31415/${this.file}`,
+ modified: Date.now(),
+ }),
+ ],
+ }
+
+ return Client.compile(
+ this.project_id,
+ this.request,
+ (error, res, body) => {
+ this.error = error
+ this.res = res
+ this.body = body
+ sinon.spy(Server, 'getFile')
+ return Client.compile(
+ this.project_id,
+ this.request,
+ (error1, res1, body1) => {
+ this.error = error1
+ this.res = res1
+ this.body = body1
+ return done()
+ }
+ )
+ }
+ )
+ })
+
+ after(function () {
+ return Server.getFile.restore()
+ })
+
+ return it('should not download the image again', function () {
+ return Server.getFile.called.should.equal(false)
+ })
+ })
+
+ describe('When an image is in the cache and the last modified date is advanced', function () {
+ before(function (done) {
+ this.project_id = Client.randomId()
+ this.file = `${Server.randomId()}/lion.png`
+ this.request = {
+ resources: [
+ {
+ path: 'main.tex',
+ content: `\
+\\documentclass{article}
+\\usepackage{graphicx}
+\\begin{document}
+\\includegraphics{lion.png}
+\\end{document}\
+`,
+ },
+ (this.image_resource = {
+ path: 'lion.png',
+ url: `http://${host}:31415/${this.file}`,
+ modified: (this.last_modified = Date.now()),
+ }),
+ ],
+ }
+
+ return Client.compile(
+ this.project_id,
+ this.request,
+ (error, res, body) => {
+ this.error = error
+ this.res = res
+ this.body = body
+ sinon.spy(Server, 'getFile')
+ this.image_resource.modified = new Date(this.last_modified + 3000)
+ return Client.compile(
+ this.project_id,
+ this.request,
+ (error1, res1, body1) => {
+ this.error = error1
+ this.res = res1
+ this.body = body1
+ return done()
+ }
+ )
+ }
+ )
+ })
+
+ afterEach(function () {
+ return Server.getFile.restore()
+ })
+
+ return it('should download the image again', function () {
+ return Server.getFile.called.should.equal(true)
+ })
+ })
+
+ describe('When an image is in the cache and the last modified date is further in the past', function () {
+ before(function (done) {
+ this.project_id = Client.randomId()
+ this.file = `${Server.randomId()}/lion.png`
+ this.request = {
+ resources: [
+ {
+ path: 'main.tex',
+ content: `\
+\\documentclass{article}
+\\usepackage{graphicx}
+\\begin{document}
+\\includegraphics{lion.png}
+\\end{document}\
+`,
+ },
+ (this.image_resource = {
+ path: 'lion.png',
+ url: `http://${host}:31415/${this.file}`,
+ modified: (this.last_modified = Date.now()),
+ }),
+ ],
+ }
+
+ return Client.compile(
+ this.project_id,
+ this.request,
+ (error, res, body) => {
+ this.error = error
+ this.res = res
+ this.body = body
+ sinon.spy(Server, 'getFile')
+ this.image_resource.modified = new Date(this.last_modified - 3000)
+ return Client.compile(
+ this.project_id,
+ this.request,
+ (error1, res1, body1) => {
+ this.error = error1
+ this.res = res1
+ this.body = body1
+ return done()
+ }
+ )
+ }
+ )
+ })
+
+ afterEach(function () {
+ return Server.getFile.restore()
+ })
+
+ return it('should not download the image again', function () {
+ return Server.getFile.called.should.equal(false)
+ })
+ })
+
+ describe('When an image is in the cache and the last modified date is not specified', function () {
+ before(function (done) {
+ this.project_id = Client.randomId()
+ this.file = `${Server.randomId()}/lion.png`
+ this.request = {
+ resources: [
+ {
+ path: 'main.tex',
+ content: `\
+\\documentclass{article}
+\\usepackage{graphicx}
+\\begin{document}
+\\includegraphics{lion.png}
+\\end{document}\
+`,
+ },
+ (this.image_resource = {
+ path: 'lion.png',
+ url: `http://${host}:31415/${this.file}`,
+ modified: (this.last_modified = Date.now()),
+ }),
+ ],
+ }
+
+ return Client.compile(
+ this.project_id,
+ this.request,
+ (error, res, body) => {
+ this.error = error
+ this.res = res
+ this.body = body
+ sinon.spy(Server, 'getFile')
+ delete this.image_resource.modified
+ return Client.compile(
+ this.project_id,
+ this.request,
+ (error1, res1, body1) => {
+ this.error = error1
+ this.res = res1
+ this.body = body1
+ return done()
+ }
+ )
+ }
+ )
+ })
+
+ afterEach(function () {
+ return Server.getFile.restore()
+ })
+
+ return it('should download the image again', function () {
+ return Server.getFile.called.should.equal(true)
+ })
+ })
+
+ return describe('After clearing the cache', function () {
+ before(function (done) {
+ this.project_id = Client.randomId()
+ this.file = `${Server.randomId()}/lion.png`
+ this.request = {
+ resources: [
+ {
+ path: 'main.tex',
+ content: `\
+\\documentclass{article}
+\\usepackage{graphicx}
+\\begin{document}
+\\includegraphics{lion.png}
+\\end{document}\
+`,
+ },
+ (this.image_resource = {
+ path: 'lion.png',
+ url: `http://${host}:31415/${this.file}`,
+ modified: (this.last_modified = Date.now()),
+ }),
+ ],
+ }
+
+ return Client.compile(this.project_id, this.request, error => {
+ if (error != null) {
+ throw error
+ }
+ return Client.clearCache(this.project_id, (error, res, body) => {
+ if (error != null) {
+ throw error
+ }
+ sinon.spy(Server, 'getFile')
+ return Client.compile(
+ this.project_id,
+ this.request,
+ (error1, res1, body1) => {
+ this.error = error1
+ this.res = res1
+ this.body = body1
+ return done()
+ }
+ )
+ })
+ })
+ })
+
+ afterEach(function () {
+ return Server.getFile.restore()
+ })
+
+ return it('should download the image again', function () {
+ return Server.getFile.called.should.equal(true)
+ })
+ })
+})
diff --git a/services/clsi/test/acceptance/js/WordcountTests.js b/services/clsi/test/acceptance/js/WordcountTests.js
new file mode 100644
index 0000000000..d3fa7d2b94
--- /dev/null
+++ b/services/clsi/test/acceptance/js/WordcountTests.js
@@ -0,0 +1,71 @@
+/* eslint-disable
+ no-unused-vars,
+*/
+// TODO: This file was created by bulk-decaffeinate.
+// Fix any style issues and re-enable lint.
+/*
+ * decaffeinate suggestions:
+ * DS102: Remove unnecessary code created because of implicit returns
+ * DS207: Consider shorter variations of null checks
+ * Full docs: https://github.com/decaffeinate/decaffeinate/blob/master/docs/suggestions.md
+ */
+const Client = require('./helpers/Client')
+const request = require('request')
+const { expect } = require('chai')
+const path = require('path')
+const fs = require('fs')
+const ClsiApp = require('./helpers/ClsiApp')
+
+describe('Syncing', function () {
+ before(function (done) {
+ this.request = {
+ resources: [
+ {
+ path: 'main.tex',
+ content: fs.readFileSync(
+ path.join(__dirname, '../fixtures/naugty_strings.txt'),
+ 'utf-8'
+ ),
+ },
+ ],
+ }
+ this.project_id = Client.randomId()
+ return ClsiApp.ensureRunning(() => {
+ return Client.compile(
+ this.project_id,
+ this.request,
+ (error, res, body) => {
+ this.error = error
+ this.res = res
+ this.body = body
+ return done()
+ }
+ )
+ })
+ })
+
+ return describe('wordcount file', function () {
+ return it('should return wordcount info', function (done) {
+ return Client.wordcount(this.project_id, 'main.tex', (error, result) => {
+ if (error != null) {
+ throw error
+ }
+ expect(result).to.deep.equal({
+ texcount: {
+ encode: 'utf8',
+ textWords: 2281,
+ headWords: 2,
+ outside: 0,
+ headers: 2,
+ elements: 0,
+ mathInline: 6,
+ mathDisplay: 0,
+ errors: 0,
+ messages: '',
+ },
+ })
+ return done()
+ })
+ })
+ })
+})
diff --git a/services/clsi/test/acceptance/js/helpers/Client.js b/services/clsi/test/acceptance/js/helpers/Client.js
new file mode 100644
index 0000000000..af8e0e30fa
--- /dev/null
+++ b/services/clsi/test/acceptance/js/helpers/Client.js
@@ -0,0 +1,237 @@
+/* eslint-disable
+ camelcase,
+ handle-callback-err,
+ no-unused-vars,
+*/
+// TODO: This file was created by bulk-decaffeinate.
+// Fix any style issues and re-enable lint.
+/*
+ * decaffeinate suggestions:
+ * DS101: Remove unnecessary use of Array.from
+ * DS102: Remove unnecessary code created because of implicit returns
+ * DS207: Consider shorter variations of null checks
+ * Full docs: https://github.com/decaffeinate/decaffeinate/blob/master/docs/suggestions.md
+ */
+let Client
+const request = require('request')
+const fs = require('fs')
+const Settings = require('@overleaf/settings')
+
+const host = 'localhost'
+
+module.exports = Client = {
+ host: Settings.apis.clsi.url,
+
+ randomId() {
+ return Math.random().toString(16).slice(2)
+ },
+
+ compile(project_id, data, callback) {
+ if (callback == null) {
+ callback = function (error, res, body) {}
+ }
+ if (data) {
+ // Enable pdf caching unless disabled explicitly.
+ data.options = Object.assign({}, { enablePdfCaching: true }, data.options)
+ }
+ return request.post(
+ {
+ url: `${this.host}/project/${project_id}/compile`,
+ json: {
+ compile: data,
+ },
+ },
+ callback
+ )
+ },
+
+ clearCache(project_id, callback) {
+ if (callback == null) {
+ callback = function (error, res, body) {}
+ }
+ return request.del(`${this.host}/project/${project_id}`, callback)
+ },
+
+ getOutputFile(response, type) {
+ for (const file of Array.from(response.compile.outputFiles)) {
+ if (file.type === type && file.url.match(`output.${type}`)) {
+ return file
+ }
+ }
+ return null
+ },
+
+ runServer(port, directory) {
+ const express = require('express')
+ const app = express()
+ app.use(express.static(directory))
+ console.log('starting test server on', port, host)
+ return app.listen(port, host).on('error', error => {
+ console.error('error starting server:', error.message)
+ return process.exit(1)
+ })
+ },
+
+ syncFromCode(project_id, file, line, column, callback) {
+ Client.syncFromCodeWithImage(project_id, file, line, column, '', callback)
+ },
+
+ syncFromCodeWithImage(project_id, file, line, column, imageName, callback) {
+ if (callback == null) {
+ callback = function (error, pdfPositions) {}
+ }
+ return request.get(
+ {
+ url: `${this.host}/project/${project_id}/sync/code`,
+ qs: {
+ imageName,
+ file,
+ line,
+ column,
+ },
+ json: true,
+ },
+ (error, response, body) => {
+ if (error != null) {
+ return callback(error)
+ }
+ if (response.statusCode !== 200) {
+ return callback(new Error(`statusCode=${response.statusCode}`), body)
+ }
+ return callback(null, body)
+ }
+ )
+ },
+
+ syncFromPdf(project_id, page, h, v, callback) {
+ Client.syncFromPdfWithImage(project_id, page, h, v, '', callback)
+ },
+
+ syncFromPdfWithImage(project_id, page, h, v, imageName, callback) {
+ if (callback == null) {
+ callback = function (error, pdfPositions) {}
+ }
+ return request.get(
+ {
+ url: `${this.host}/project/${project_id}/sync/pdf`,
+ qs: {
+ imageName,
+ page,
+ h,
+ v,
+ },
+ json: true,
+ },
+ (error, response, body) => {
+ if (error != null) {
+ return callback(error)
+ }
+ if (response.statusCode !== 200) {
+ return callback(new Error(`statusCode=${response.statusCode}`), body)
+ }
+ return callback(null, body)
+ }
+ )
+ },
+
+ compileDirectory(project_id, baseDirectory, directory, serverPort, callback) {
+ if (callback == null) {
+ callback = function (error, res, body) {}
+ }
+ const resources = []
+ let entities = fs.readdirSync(`${baseDirectory}/${directory}`)
+ let rootResourcePath = 'main.tex'
+ while (entities.length > 0) {
+ var entity = entities.pop()
+ const stat = fs.statSync(`${baseDirectory}/${directory}/${entity}`)
+ if (stat.isDirectory()) {
+ entities = entities.concat(
+ fs
+ .readdirSync(`${baseDirectory}/${directory}/${entity}`)
+ .map(subEntity => {
+ if (subEntity === 'main.tex') {
+ rootResourcePath = `${entity}/${subEntity}`
+ }
+ return `${entity}/${subEntity}`
+ })
+ )
+ } else if (stat.isFile() && entity !== 'output.pdf') {
+ const extension = entity.split('.').pop()
+ if (
+ [
+ 'tex',
+ 'bib',
+ 'cls',
+ 'sty',
+ 'pdf_tex',
+ 'Rtex',
+ 'ist',
+ 'md',
+ 'Rmd',
+ ].indexOf(extension) > -1
+ ) {
+ resources.push({
+ path: entity,
+ content: fs
+ .readFileSync(`${baseDirectory}/${directory}/${entity}`)
+ .toString(),
+ })
+ } else if (
+ ['eps', 'ttf', 'png', 'jpg', 'pdf', 'jpeg'].indexOf(extension) > -1
+ ) {
+ resources.push({
+ path: entity,
+ url: `http://${host}:${serverPort}/${directory}/${entity}`,
+ modified: stat.mtime,
+ })
+ }
+ }
+ }
+
+ return fs.readFile(
+ `${baseDirectory}/${directory}/options.json`,
+ (error, body) => {
+ const req = {
+ resources,
+ rootResourcePath,
+ }
+
+ if (error == null) {
+ body = JSON.parse(body)
+ req.options = body
+ }
+
+ return this.compile(project_id, req, callback)
+ }
+ )
+ },
+
+ wordcount(project_id, file, callback) {
+ const image = undefined
+ Client.wordcountWithImage(project_id, file, image, callback)
+ },
+
+ wordcountWithImage(project_id, file, image, callback) {
+ if (callback == null) {
+ callback = function (error, pdfPositions) {}
+ }
+ return request.get(
+ {
+ url: `${this.host}/project/${project_id}/wordcount`,
+ qs: {
+ image,
+ file,
+ },
+ },
+ (error, response, body) => {
+ if (error != null) {
+ return callback(error)
+ }
+ if (response.statusCode !== 200) {
+ return callback(new Error(`statusCode=${response.statusCode}`), body)
+ }
+ return callback(null, JSON.parse(body))
+ }
+ )
+ },
+}
diff --git a/services/clsi/test/acceptance/js/helpers/ClsiApp.js b/services/clsi/test/acceptance/js/helpers/ClsiApp.js
new file mode 100644
index 0000000000..8dc946ff04
--- /dev/null
+++ b/services/clsi/test/acceptance/js/helpers/ClsiApp.js
@@ -0,0 +1,64 @@
+/* eslint-disable
+ handle-callback-err,
+*/
+// TODO: This file was created by bulk-decaffeinate.
+// Fix any style issues and re-enable lint.
+/*
+ * decaffeinate suggestions:
+ * DS101: Remove unnecessary use of Array.from
+ * DS102: Remove unnecessary code created because of implicit returns
+ * DS103: Rewrite code to no longer use __guard__
+ * DS205: Consider reworking code to avoid use of IIFEs
+ * DS207: Consider shorter variations of null checks
+ * Full docs: https://github.com/decaffeinate/decaffeinate/blob/master/docs/suggestions.md
+ */
+const app = require('../../../../app')
+require('logger-sharelatex').logger.level('info')
+const logger = require('logger-sharelatex')
+const Settings = require('@overleaf/settings')
+
+module.exports = {
+ running: false,
+ initing: false,
+ callbacks: [],
+ ensureRunning(callback) {
+ if (callback == null) {
+ callback = function (error) {}
+ }
+ if (this.running) {
+ return callback()
+ } else if (this.initing) {
+ return this.callbacks.push(callback)
+ } else {
+ this.initing = true
+ this.callbacks.push(callback)
+ return app.listen(
+ __guard__(
+ Settings.internal != null ? Settings.internal.clsi : undefined,
+ x => x.port
+ ),
+ 'localhost',
+ error => {
+ if (error != null) {
+ throw error
+ }
+ this.running = true
+ logger.log('clsi running in dev mode')
+
+ return (() => {
+ const result = []
+ for (callback of Array.from(this.callbacks)) {
+ result.push(callback())
+ }
+ return result
+ })()
+ }
+ )
+ }
+ },
+}
+function __guard__(value, transform) {
+ return typeof value !== 'undefined' && value !== null
+ ? transform(value)
+ : undefined
+}
diff --git a/services/clsi/test/acceptance/scripts/full-test.sh b/services/clsi/test/acceptance/scripts/full-test.sh
new file mode 100755
index 0000000000..953b49452a
--- /dev/null
+++ b/services/clsi/test/acceptance/scripts/full-test.sh
@@ -0,0 +1,23 @@
+#!/bin/bash -x
+
+export SHARELATEX_CONFIG=`pwd`/test/acceptance/scripts/settings.test.js
+
+echo ">> Starting server..."
+
+grunt --no-color >server.log 2>&1 &
+
+echo ">> Server started"
+
+sleep 5
+
+echo ">> Running acceptance tests..."
+grunt --no-color mochaTest:acceptance
+_test_exit_code=$?
+
+echo ">> Killing server"
+
+kill %1
+
+echo ">> Done"
+
+exit $_test_exit_code
diff --git a/services/clsi/test/acceptance/scripts/settings.test.js b/services/clsi/test/acceptance/scripts/settings.test.js
new file mode 100644
index 0000000000..877ad34641
--- /dev/null
+++ b/services/clsi/test/acceptance/scripts/settings.test.js
@@ -0,0 +1,63 @@
+const Path = require('path')
+
+module.exports = {
+ // Options are passed to Sequelize.
+ // See http://sequelizejs.com/documentation#usage-options for details
+ mysql: {
+ clsi: {
+ database: 'clsi',
+ username: 'clsi',
+ password: null,
+ dialect: 'sqlite',
+ storage: Path.resolve('db.sqlite'),
+ },
+ },
+
+ path: {
+ // eslint-disable-next-line no-path-concat
+ compilesDir: Path.resolve(__dirname + '/../../../compiles'),
+ // eslint-disable-next-line no-path-concat
+ clsiCacheDir: Path.resolve(__dirname + '/../../../cache'),
+ // synctexBaseDir: (project_id) -> Path.join(@compilesDir, project_id)
+ synctexBaseDir() {
+ return '/compile'
+ },
+ sandboxedCompilesHostDir: process.env.SANDBOXED_COMPILES_HOST_DIR,
+ },
+
+ clsi: {
+ // strace: true
+ // archive_logs: true
+ commandRunner: 'docker-runner-sharelatex',
+ latexmkCommandPrefix: ['/usr/bin/time', '-v'], // on Linux
+ docker: {
+ image: process.env.TEXLIVE_IMAGE || 'texlive-full:2017.1-opt',
+ env: {
+ PATH: '/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/texlive/2017/bin/x86_64-linux/',
+ HOME: '/tmp',
+ },
+ modem: {
+ socketPath: false,
+ },
+ user: process.env.SIBLING_CONTAINER_USER || '111',
+ },
+ },
+
+ internal: {
+ clsi: {
+ port: 3013,
+ load_port: 3044,
+ host: 'localhost',
+ },
+ },
+
+ apis: {
+ clsi: {
+ url: 'http://localhost:3013',
+ },
+ },
+
+ smokeTest: false,
+ project_cache_length_ms: 1000 * 60 * 60 * 24,
+ parallelFileDownloads: 1,
+}
diff --git a/services/clsi/test/bench/hashbench.js b/services/clsi/test/bench/hashbench.js
new file mode 100644
index 0000000000..787a4e2280
--- /dev/null
+++ b/services/clsi/test/bench/hashbench.js
@@ -0,0 +1,73 @@
+const ContentCacheManager = require('../../app/js/ContentCacheManager')
+const fs = require('fs')
+const crypto = require('crypto')
+const path = require('path')
+const os = require('os')
+const async = require('async')
+const _createHash = crypto.createHash
+
+const files = process.argv.slice(2)
+
+function test(hashType, filePath, callback) {
+ // override the default hash in ContentCacheManager
+ crypto.createHash = function (hash) {
+ if (hashType === 'hmac-sha1') {
+ return crypto.createHmac('sha1', 'a secret')
+ }
+ hash = hashType
+ return _createHash(hash)
+ }
+ fs.mkdtemp(path.join(os.tmpdir(), 'pdfcache'), (err, dir) => {
+ if (err) {
+ return callback(err)
+ }
+ const t0 = process.hrtime.bigint()
+ ContentCacheManager.update(dir, filePath, x => {
+ const t1 = process.hrtime.bigint()
+ const cold = Number(t1 - t0) / 1e6
+ ContentCacheManager.update(dir, filePath, x => {
+ const t2 = process.hrtime.bigint()
+ const warm = Number(t2 - t1) / 1e6
+ fs.rmdir(dir, { recursive: true }, err => {
+ if (err) {
+ return callback(err)
+ }
+ console.log(
+ 'uvthreads',
+ process.env.UV_THREADPOOL_SIZE,
+ filePath,
+ 'hashType',
+ hashType,
+ 'cold-start',
+ cold.toFixed(2),
+ 'ms',
+ 'warm-start',
+ warm.toFixed(2),
+ 'ms'
+ )
+ callback(null, [hashType, cold, warm])
+ })
+ })
+ })
+ })
+}
+
+const jobs = []
+files.forEach(file => {
+ jobs.push(cb => {
+ test('md5', file, cb)
+ })
+ jobs.push(cb => {
+ test('sha1', file, cb)
+ })
+ jobs.push(cb => {
+ test('hmac-sha1', file, cb)
+ })
+ jobs.push(cb => {
+ test('sha256', file, cb)
+ })
+})
+
+async.timesSeries(10, (n, cb) => {
+ async.series(jobs, cb)
+})
diff --git a/services/clsi/test/load/js/bulk.tex b/services/clsi/test/load/js/bulk.tex
new file mode 100644
index 0000000000..67c4772c14
--- /dev/null
+++ b/services/clsi/test/load/js/bulk.tex
@@ -0,0 +1,234 @@
+
+Lorem ipsum dolor sit amet, consectetur adipiscing elit. In tincidunt mattis sapien at tempor. Mauris ac tristique erat. Praesent interdum ipsum sem, ac fermentum urna imperdiet in. Nulla tincidunt purus vitae ipsum sagittis tincidunt. Aenean id nisi ullamcorper, ultrices mi vel, iaculis nunc. Sed vel varius metus, ac eleifend mauris. Donec sed orci fringilla, fermentum nulla vehicula, sodales purus.
+
+Maecenas nulla quam, congue vitae pellentesque sed, bibendum eu felis. Vestibulum congue gravida diam, in venenatis nisl lacinia id. Nullam eget purus ac enim dignissim consectetur vel at dolor. Integer rhoncus nisl eu odio luctus, at placerat dolor congue. Fusce sodales molestie sem eget scelerisque. Sed eros tellus, tempor eu commodo nec, maximus imperdiet eros. Aliquam vulputate ligula non bibendum tempus. In commodo eros ante, ultrices condimentum purus finibus ut. Suspendisse at eleifend mauris, vitae tincidunt sapien. Curabitur orci ipsum, aliquet a cursus efficitur, lacinia ac ex. Integer lacinia bibendum dui ut ullamcorper. Curabitur in ultricies tellus, quis ullamcorper sem. Praesent sodales dui odio. Ut lacinia aliquet eros, ut maximus nisi. Donec sit amet dui a neque interdum dapibus.
+
+Ut vulputate sem in lectus porttitor ullamcorper. Nulla ut urna vitae tellus posuere aliquam vitae in odio. Praesent placerat laoreet viverra. Curabitur lacinia est lectus, eget euismod nisi viverra eget. Aliquam facilisis lectus ut tincidunt mollis. Donec ut rhoncus lorem. Vivamus ultricies venenatis congue. Etiam non risus quis leo sodales lacinia. Phasellus commodo feugiat sem quis dignissim. Nunc augue dui, bibendum sed leo vitae, malesuada vulputate sem.
+
+Quisque nec semper nulla. Etiam dictum blandit interdum. Morbi leo leo, scelerisque vel enim vel, egestas volutpat ligula. Maecenas ac elementum lacus. Duis molestie nunc id metus iaculis, in hendrerit massa egestas. Praesent feugiat tempor dui, sit amet ultrices dui elementum id. Suspendisse cursus accumsan diam, non imperdiet diam dapibus facilisis. Praesent blandit urna felis, eget sodales nisi dictum non. Cras finibus quis augue a venenatis. In pretium condimentum arcu, at vehicula ex gravida ut. Etiam congue urna ipsum, mattis interdum neque cursus bibendum.
+
+Morbi felis orci, ultricies eget magna gravida, blandit condimentum erat. Curabitur convallis quam eros, eu porta diam ornare vitae. Interdum et malesuada fames ac ante ipsum primis in faucibus. Sed eleifend convallis massa, eget tristique dolor iaculis sed. Mauris id nunc erat. Donec semper rhoncus libero sit amet rhoncus. Suspendisse cursus suscipit augue quis fermentum. Sed in maximus erat.
+
+Ut ultrices massa vitae lectus dictum fermentum. Cras vitae risus metus. Curabitur eleifend hendrerit dolor sit amet rutrum. Pellentesque pellentesque dolor ut felis vehicula pharetra. Nam id ante eget turpis vehicula interdum in vitae odio. Nullam nec orci interdum, commodo massa et, rutrum purus. Aenean vitae porta sem. Nam in lacinia turpis. Duis dui ligula, molestie quis sagittis sit amet, faucibus ac leo. Curabitur sit amet porta ligula. Integer et sollicitudin velit. Donec magna justo, ultricies eu nunc ut, rutrum aliquam orci. Sed in dignissim sem. Proin rutrum velit urna, eu tincidunt ipsum fermentum non. Morbi id cursus nisl.
+
+Curabitur sed gravida ex, posuere laoreet orci. Morbi ac lacus quis tortor faucibus feugiat. Etiam fringilla lacinia libero. Duis varius sem vel lorem euismod luctus. Fusce tincidunt quis sem in ullamcorper. Ut luctus massa aliquam hendrerit finibus. Ut venenatis, neque eu hendrerit finibus, nisl tortor venenatis eros, in imperdiet leo est quis erat. Fusce luctus posuere massa, ut fermentum sapien blandit ut. Maecenas feugiat consequat lorem, eget sagittis elit vestibulum sit amet. Vivamus molestie ante ut turpis laoreet facilisis vitae eu diam. Integer a tempor tortor. In hac habitasse platea dictumst. Quisque arcu est, blandit eu justo sed, posuere congue nisi. Aliquam magna augue, convallis ac scelerisque vel, cursus eget dui. Nam rutrum auctor odio, vel sagittis ipsum gravida vel.
+
+Etiam elementum placerat egestas. Morbi nec mi posuere, congue ligula eu, sagittis turpis. Fusce urna nisi, dapibus in pretium et, lobortis eu arcu. Curabitur ornare urna mauris, vitae varius nulla posuere in. Integer faucibus euismod dui, a venenatis massa vehicula sit amet. Donec fringilla tellus vitae ligula pretium mattis. Aliquam aliquet quam augue, a luctus orci euismod sed. Morbi tincidunt tincidunt nulla, eget elementum turpis congue id. Suspendisse pellentesque nulla leo, fermentum ultrices massa sollicitudin vel. Morbi vel nisl consectetur, pulvinar sapien a, accumsan diam. Morbi posuere auctor nibh, nec maximus ante tincidunt ac. Etiam ut erat consectetur, molestie est sit amet, pharetra nulla. Quisque varius vestibulum ex, eget feugiat enim molestie ac. Nulla quis imperdiet risus.
+
+Nullam nec tempor arcu. Duis fringilla mi at magna dignissim, quis feugiat turpis lacinia. Nunc sed aliquet ipsum. Curabitur at dolor in dui posuere ornare a ut ex. Ut congue neque quis justo iaculis, ut accumsan odio condimentum. Donec sed tempus diam. Phasellus tincidunt malesuada dui, nec gravida justo volutpat vel. Praesent mi purus, sagittis in imperdiet sed, sodales eu turpis. Nullam rutrum non lacus ac imperdiet. Ut ultrices lorem at facilisis feugiat. Morbi eros enim, tristique at nisl ut, venenatis porttitor ligula. Nullam sed diam at nibh tristique consectetur. Phasellus iaculis justo nisi, ut interdum ante rutrum sit amet. Pellentesque finibus felis blandit metus pulvinar lacinia.
+
+Aliquam erat volutpat. Nulla eu tortor sit amet tellus bibendum tristique eget consequat metus. Lorem ipsum dolor sit amet, consectetur adipiscing elit. Ut in aliquet augue. Phasellus laoreet nulla convallis finibus vehicula. Fusce et urna dui. Duis vel porta nunc. Nunc condimentum, justo at efficitur dignissim, lorem diam elementum ex, at dictum lectus sapien ac neque. Aliquam lacinia et ipsum lacinia efficitur. Lorem ipsum dolor sit amet, consectetur adipiscing elit. Phasellus convallis urna orci, et dictum sapien porta sit amet. Maecenas euismod dolor mattis sapien vestibulum pulvinar.
+
+Vestibulum eget posuere purus, et viverra est. Nullam egestas massa et finibus semper. Vestibulum egestas porta ante eget maximus. Pellentesque habitant morbi tristique senectus et netus et malesuada fames ac turpis egestas. Pellentesque bibendum magna et fermentum consequat. Duis non arcu quis justo dignissim tempus at id diam. Praesent condimentum vel leo ac efficitur. Phasellus sollicitudin ipsum ut consectetur euismod. Proin diam eros, placerat sed dui ac, porttitor pellentesque nibh. Curabitur fermentum volutpat enim, in ullamcorper ipsum euismod et. Nunc a justo tortor. Phasellus libero nunc, consectetur ut dolor non, volutpat condimentum metus.
+
+Ut tincidunt est sem, eu venenatis lectus pretium pretium. Vivamus venenatis, erat nec sollicitudin semper, justo nulla euismod dui, quis tempor libero lectus sit amet neque. Sed in iaculis ipsum. Quisque ultricies sed mi a consequat. Sed tincidunt ante ut turpis vehicula, sed fringilla ligula efficitur. Cras eget suscipit sapien. Ut sed malesuada est, ut tempor leo. Mauris dignissim turpis quis turpis placerat cursus. Vivamus dictum dui sed blandit aliquet.
+
+Ut cursus, nulla eget ultricies tempor, magna enim aliquam libero, eget tempus mauris mauris ut elit. Nulla a mi quam. Integer ullamcorper ex et enim ornare efficitur. Vivamus tellus orci, pharetra in suscipit ac, ultrices sit amet sapien. Pellentesque pretium mauris vel orci accumsan, a hendrerit lectus sagittis. Mauris id nisi commodo, eleifend arcu in, vestibulum metus. Fusce vulputate gravida tincidunt. Nulla cursus non tortor ut tincidunt. Phasellus vel nisi tempus, fringilla lectus sed, ultricies erat. Ut gravida, enim id facilisis consequat, est nisi scelerisque magna, eget pharetra elit mi elementum ligula. Morbi hendrerit tortor eget velit rhoncus, consequat porta nisl aliquet. Nam diam turpis, ullamcorper vitae nisi eu, ultrices hendrerit magna. Vivamus eget pretium elit. Vivamus vitae odio sit amet libero hendrerit imperdiet.
+
+Aenean pharetra ex eget lectus sodales placerat. Fusce quis orci vel est suscipit venenatis. Curabitur maximus, sem in tincidunt imperdiet, nisl lorem venenatis mauris, eget facilisis lectus mauris a eros. Nam luctus sem ac diam ultrices, eget vulputate tortor efficitur. Nunc fermentum condimentum lacus id faucibus. Nunc ut tellus pretium, mattis eros vitae, scelerisque felis. Aenean ligula nulla, vulputate id eros id, vestibulum vulputate odio. Nunc in elit id augue porttitor auctor sed vitae lacus. Integer enim orci, auctor at magna eget, viverra tempus risus. Nulla suscipit metus tortor, ultricies vestibulum odio euismod at. Etiam consequat diam ac leo dignissim vulputate. Donec lectus lorem, finibus sed purus ac, eleifend condimentum ipsum.
+
+Fusce ornare metus vel dui scelerisque vehicula. Proin dictum sapien nec auctor congue. Nunc id erat sed velit facilisis tincidunt. In convallis eu diam id aliquam. Suspendisse eu nisl ante. Sed sit amet arcu non erat sagittis vehicula. Quisque pellentesque at lectus quis maximus. Nam mollis nulla interdum lobortis egestas. Fusce eu tellus eget libero pretium venenatis quis tristique justo. Class aptent taciti sociosqu ad litora torquent per conubia nostra, per inceptos himenaeos. Proin tempor suscipit enim, eget lacinia augue malesuada sit amet. Ut ornare massa in magna pulvinar sagittis. Etiam non risus mi. Aenean aliquam dui et risus egestas aliquet.
+
+Aenean semper dui risus. Aenean consequat id elit a finibus. Sed vitae est sed arcu interdum maximus interdum in leo. Donec justo lorem, dictum sed placerat sit amet, eleifend in justo. Integer efficitur metus id interdum fringilla. Morbi et dui vitae libero consectetur fermentum quis sed quam. Sed interdum aliquam lorem, at blandit lectus fermentum a. Aliquam ac mollis felis, ut vulputate massa. Praesent convallis cursus eleifend. Donec non sem auctor, efficitur nisi ac, egestas libero. Nullam turpis lacus, dignissim eget pellentesque sed, fermentum ut ipsum. Vestibulum a posuere lacus, vitae rutrum neque. In hac habitasse platea dictumst. Sed vel maximus sem. Etiam dapibus risus et consectetur auctor. Phasellus vestibulum posuere sagittis.
+
+Aliquam nec libero at velit rhoncus pretium. Curabitur tristique blandit orci id vestibulum. Praesent in tempus arcu. Vivamus in felis tellus. Nunc ac fermentum massa. Cras nisi mi, sollicitudin eu maximus vitae, sodales gravida lorem. Vivamus mollis metus id lectus rhoncus consequat. In dui tellus, vulputate sit amet purus vel, volutpat ornare turpis. Fusce vitae massa non ligula lobortis rhoncus eget id sapien. Sed nec tempus lectus. Proin tempor risus ipsum, fermentum suscipit felis cursus sit amet.
+
+Maecenas ut dignissim ante, vitae ornare lorem. Fusce nec convallis eros, sed finibus urna. Proin ut finibus dolor. In non nunc sed dui aliquam suscipit. Etiam semper varius ex, sed venenatis sem gravida in. Interdum et malesuada fames ac ante ipsum primis in faucibus. Phasellus tempus aliquet placerat. Nam odio mauris, pharetra ac felis vel, ornare cursus nisl. Phasellus elit risus, finibus id ornare ut, scelerisque sed nisi. Curabitur aliquet, magna in finibus congue, dui libero auctor dui, ut fermentum metus enim vitae ex. Duis at elementum tellus.
+
+Suspendisse laoreet luctus sem sit amet tempor. Vestibulum non lorem fringilla, maximus nisl vel, pulvinar enim. Suspendisse egestas elit et sem sagittis rhoncus. Morbi nulla augue, semper euismod ultricies quis, maximus et lorem. Nulla nec posuere justo. Ut blandit nisl vitae turpis varius finibus. Donec porttitor eros neque, id mollis neque tempus et. Maecenas a massa placerat, laoreet nisl vel, venenatis diam.
+
+Phasellus at leo vel nisi aliquet placerat. Vestibulum luctus erat quis velit laoreet auctor. Aenean ultricies nulla tristique metus commodo, id fermentum justo tristique. Nullam ut tincidunt libero. Suspendisse volutpat, lacus ac congue ultricies, metus mi imperdiet magna, in maximus turpis ex eget leo. Sed lorem nibh, vestibulum id sodales ac, sagittis at elit. Curabitur purus nunc, sodales eget vehicula vitae, bibendum gravida diam. Nullam dignissim consequat pharetra. Nullam a diam consectetur, mollis odio sed, blandit lectus. Vestibulum eu velit id massa varius sagittis. Quisque tempor ante ac mauris rhoncus molestie. Pellentesque habitant morbi tristique senectus et netus et malesuada fames ac turpis egestas.
+
+Ut sit amet euismod mi. Nulla facilisis est posuere, feugiat est et, dictum nulla. Proin eleifend ultricies nunc. Sed commodo justo nisi, id suscipit massa malesuada ut. Donec aliquam nibh tellus, vitae gravida lectus ultricies quis. Nam pulvinar lobortis erat sit amet convallis. Sed quis magna facilisis, tincidunt dui non, hendrerit nunc. Morbi egestas, risus fringilla fermentum porttitor, nunc velit viverra mi, non sodales augue arcu ac sapien. Duis blandit urna at nisl pellentesque semper. Nulla et malesuada nulla. Aenean tristique tortor odio, sit amet luctus odio aliquam id. Phasellus facilisis lorem vitae velit aliquam imperdiet. Cras faucibus dolor eget neque fringilla, ut mattis ex hendrerit. Integer molestie porttitor sagittis.
+
+Pellentesque diam quam, auctor eget tristique eget, molestie sit amet est. Pellentesque a eros non dui gravida volutpat. Donec molestie blandit nunc ac interdum. Cum sociis natoque penatibus et magnis dis parturient montes, nascetur ridiculus mus. Lorem ipsum dolor sit amet, consectetur adipiscing elit. Suspendisse lobortis, neque non aliquet convallis, lectus ex venenatis ex, quis malesuada massa erat non dolor. In tristique, enim eu ultrices ultricies, lectus ligula pretium orci, commodo cursus ante est vel odio. Sed quis accumsan purus. Nam fringilla ex ut urna vestibulum, et feugiat diam ultrices. Vivamus tempus felis ac quam blandit convallis.
+
+Vestibulum eros erat, volutpat in est at, blandit pharetra sapien. Interdum et malesuada fames ac ante ipsum primis in faucibus. Aenean quis enim orci. Aliquam imperdiet vel arcu ac sagittis. Mauris vitae augue sed metus commodo ornare. Nulla malesuada tellus nisl, eu vestibulum ante mollis a. Sed sagittis euismod nunc, sit amet hendrerit tortor condimentum eu.
+
+Praesent lacinia massa eget mi auctor placerat. Fusce porttitor augue lectus, a cursus ante dictum vel. Vestibulum ultrices vel mauris in fermentum. Nunc tincidunt non magna sed pharetra. Donec porttitor rutrum arcu, vitae tincidunt lacus suscipit ac. Aliquam lorem mauris, pulvinar non dignissim sed, pulvinar vitae dui. Donec id neque eu velit imperdiet lacinia nec eu magna. Ut a purus sit amet nulla venenatis vulputate. Integer vulputate est sem, iaculis porttitor mi mattis et. Phasellus condimentum ipsum eget tellus viverra, a tincidunt nunc feugiat. Praesent posuere aliquam ex et faucibus. Nullam pretium felis id mauris luctus, a luctus eros sodales.
+
+Mauris et condimentum velit. Praesent id dignissim odio. Phasellus nisl velit, molestie sed nisi et, sollicitudin tempor nisi. Pellentesque lacus eros, ultricies non leo sit amet, porttitor ullamcorper ipsum. Vestibulum maximus lorem ac justo tempus imperdiet. Suspendisse rhoncus, mi in commodo tempus, orci turpis feugiat dui, nec facilisis arcu diam ut mauris. Vestibulum risus ligula, ornare non cursus vel, pellentesque non augue. Morbi eu gravida arcu. Nunc sed fermentum lacus. Nulla id quam aliquet, aliquet lacus in, rutrum metus. Duis tristique sodales risus vel interdum. Integer rhoncus nibh eget semper malesuada. Nunc sit amet ante diam. Fusce tincidunt aliquam ex, at lobortis tellus porttitor non. Vestibulum tincidunt iaculis dui vel scelerisque.
+
+Aliquam sagittis mauris eget massa accumsan viverra. Pellentesque luctus sit amet augue ac scelerisque. Praesent imperdiet nisi dolor, sed malesuada est commodo at. Aenean vel leo eget felis tincidunt interdum. Fusce orci mauris, egestas eget lectus et, finibus consectetur urna. Donec ut dapibus elit, eu lacinia neque. Ut et accumsan nulla. Sed ullamcorper ligula purus, eu dapibus nunc auctor vel. Ut convallis consectetur dapibus. Curabitur eget porttitor felis. Maecenas pretium ac leo vitae volutpat. Donec in augue sit amet lorem efficitur dignissim.
+
+Praesent iaculis tristique rutrum. Pellentesque id odio vel purus bibendum sodales suscipit id odio. Nullam ac velit imperdiet, imperdiet nisi sed, malesuada ipsum. Quisque varius dictum efficitur. Phasellus efficitur varius imperdiet. Aenean facilisis libero non augue porttitor, nec interdum felis imperdiet. Etiam et libero id elit commodo tincidunt. Nullam rutrum odio id rutrum tristique. Cras vehicula aliquet risus ac elementum. Duis nisl urna, commodo eget ante et, vehicula tempus lacus.
+
+Mauris eu sapien sed erat auctor volutpat vel vel tortor. Aenean in commodo felis. Donec a dui a urna varius aliquet quis at nisi. Pellentesque et urna lacinia, commodo arcu at, laoreet lectus. Aliquam sodales, massa in convallis aliquam, dui orci eleifend arcu, a gravida mauris magna sed arcu. Ut ac lectus in risus feugiat lobortis. Nulla quis est eget dui pharetra ultricies eget at risus. Phasellus sagittis molestie ligula, eget egestas orci volutpat vitae.
+
+Fusce nec finibus ligula, sed volutpat tortor. Sed placerat quam fringilla augue pharetra dictum. Proin ornare mi erat, eget sollicitudin ligula venenatis vitae. Aliquam semper sagittis urna rutrum pharetra. Vivamus lacinia mattis erat, vitae ultrices arcu. Maecenas id lacus eget justo imperdiet vehicula commodo a leo. Quisque vitae eros interdum, posuere ex ornare, tincidunt lectus.
+
+Vestibulum hendrerit sed libero et bibendum. Sed ornare eu massa ut vestibulum. Curabitur imperdiet odio felis, at ullamcorper eros rhoncus nec. Cras commodo nisl eu augue iaculis posuere. Aliquam massa tortor, consectetur quis dui in, mollis dictum tellus. Fusce porttitor dapibus arcu. Fusce finibus pretium porttitor.
+
+Proin dapibus viverra nisi. Cras ullamcorper purus et consequat fermentum. Duis imperdiet in dui in imperdiet. Lorem ipsum dolor sit amet, consectetur adipiscing elit. Aliquam quis enim at ipsum ultricies auctor scelerisque nec nulla. Vivamus ut efficitur enim. Quisque dictum quam ac dui iaculis efficitur. Morbi at nulla convallis, condimentum tellus sit amet, dapibus nunc. Morbi metus felis, commodo sit amet justo id, finibus sagittis lorem. Nam nisi diam, fermentum dapibus varius in, convallis eu leo. Phasellus ut nunc orci. Sed tincidunt mauris in ante consequat, id bibendum libero volutpat. Aliquam a dictum libero. Etiam massa odio, congue ut lorem tincidunt, elementum egestas ligula.
+
+Ut semper arcu a lectus interdum euismod. Curabitur nec ultrices neque. In eget sapien nulla. Pellentesque pellentesque faucibus urna id placerat. Aenean condimentum posuere interdum. Etiam vel tristique lorem, in dapibus urna. Vestibulum facilisis lobortis metus ac egestas. Vestibulum ultrices aliquet dui id efficitur. Sed a velit sed erat ultrices sodales suscipit a tortor. Nam mattis rhoncus augue et viverra. Praesent volutpat gravida enim quis sodales.
+
+Nam placerat nisl a ullamcorper pharetra. Sed eu eros egestas, suscipit ante id, efficitur mi. Curabitur accumsan gravida pellentesque. Vestibulum urna risus, condimentum vel libero in, porta pharetra nisi. Duis eu feugiat neque, quis condimentum dolor. Suspendisse et elementum urna. Vivamus malesuada nisi eget blandit faucibus. Duis eu lorem ac est ultrices placerat nec nec elit. Nunc sed sagittis ligula. Vivamus gravida suscipit tellus nec euismod.
+
+Ut posuere porta diam, vitae euismod erat egestas vitae. Aenean imperdiet quis quam eget dictum. Cras vulputate elit eu nibh scelerisque, vitae consectetur nisi malesuada. Praesent iaculis, neque nec tempor elementum, est mi egestas urna, nec commodo neque lacus vel mi. In a orci eu metus elementum tincidunt nec id tortor. Aenean augue augue, vulputate a porta quis, bibendum finibus augue. Nam condimentum ante ac congue ultrices. Praesent eu nisi eu enim accumsan scelerisque et id augue. Cras gravida dictum suscipit. Nulla tristique tempor lacus non eleifend. Curabitur sodales est in arcu accumsan, vel dignissim nunc blandit. Aenean sodales sodales lectus volutpat commodo. Maecenas venenatis accumsan nibh, sit amet semper risus ultrices non.
+
+In blandit iaculis dolor sit amet convallis. Aliquam quis nisl sit amet augue semper vehicula. Sed aliquam vel ex vel condimentum. Nunc diam massa, mattis ac felis vel, cursus tincidunt ligula. Aliquam erat volutpat. Quisque faucibus in metus in tempus. Ut pharetra congue tellus. Vivamus est libero, fringilla vel elit ac, rhoncus fermentum arcu. Praesent tortor diam, mattis in varius commodo, lacinia accumsan neque. Integer nec luctus nibh. Duis tincidunt velit nisi, id porttitor turpis posuere in. Lorem ipsum dolor sit amet, consectetur adipiscing elit. Nam finibus tortor lectus. Curabitur condimentum orci eget urna sollicitudin vehicula.
+
+Donec sagittis mi lacus, quis rutrum sapien scelerisque sed. In quis interdum velit. Nulla eget tincidunt enim. Fusce viverra, sem pharetra ultricies laoreet, magna erat ornare lectus, a viverra mauris magna id mi. Quisque vitae pretium velit. Integer venenatis vel sapien non varius. Praesent eros neque, posuere sit amet posuere ut, posuere a sem. Vestibulum porttitor interdum posuere. Nam viverra felis dolor, eget ultrices lacus tincidunt a. Suspendisse elementum rhoncus tristique. Nam vehicula, odio eu porta ullamcorper, neque nunc pretium neque, ac vehicula mauris eros ac turpis. Aliquam augue nisl, pharetra non mauris id, finibus egestas massa.
+
+Aliquam rhoncus tortor a nunc vulputate gravida. Phasellus aliquam lorem ipsum, a suscipit orci euismod ac. Curabitur fringilla orci in ante aliquam venenatis. Ut nec sollicitudin orci. Morbi consectetur massa nec lacus vestibulum commodo. Donec quis erat at nibh scelerisque interdum. Donec sed velit molestie purus volutpat tempus. Aenean consequat, massa vitae mollis eleifend, felis ante convallis ex, quis egestas libero nisi interdum dui. Maecenas aliquet nisi quis est dapibus posuere.
+
+Phasellus lectus ex, finibus non orci et, suscipit fermentum orci. Vestibulum sed ligula non arcu facilisis feugiat. Praesent pellentesque eros quis eleifend tempus. In hac habitasse platea dictumst. Nulla accumsan suscipit risus, nec dignissim purus sollicitudin quis. Vestibulum vestibulum ligula non massa congue commodo. Aliquam velit ante, facilisis et aliquet non, imperdiet nec velit. Nunc vel elit felis.
+
+Sed sed ex ut dui cursus consectetur. Phasellus laoreet velit lacinia dui placerat tincidunt. Nullam ornare sagittis quam ac pretium. Donec imperdiet velit quis ipsum placerat, vitae lacinia felis sagittis. Aenean vitae dui fermentum, laoreet lacus egestas, faucibus libero. Maecenas blandit blandit mi, et mattis lectus placerat sollicitudin. Aliquam at semper nulla.
+
+Sed scelerisque lacus felis, et commodo libero tincidunt ac. Ut vel elit vel ex luctus lacinia ut et nisi. Sed ac tristique nisl. Suspendisse efficitur varius purus, sit amet gravida orci sagittis lacinia. Proin non placerat urna. Duis vehicula faucibus est vitae vehicula. Praesent vehicula tempor eros, in aliquet nisl vehicula in. Phasellus in nibh commodo, tempor magna in, convallis metus. Vivamus velit risus, scelerisque quis dolor in, finibus rhoncus erat. Vivamus ipsum libero, tempus non magna eget, condimentum tempus elit.
+
+Sed eu feugiat neque. In velit ex, suscipit in semper blandit, malesuada in orci. Vestibulum ante ipsum primis in faucibus orci luctus et ultrices posuere cubilia Curae; Donec sem odio, elementum at turpis in, aliquet posuere augue. Etiam accumsan libero lorem, tempor cursus purus fringilla in. Vestibulum id diam consectetur, interdum dui vitae, accumsan tellus. Ut eu viverra nisi. Duis odio nisl, consectetur id volutpat eu, interdum a tortor. In et ipsum interdum, fringilla urna nec, congue lectus. Aliquam eu sodales neque. Vivamus et tincidunt dolor. Sed porttitor rhoncus rutrum. Nulla facilisi.
+
+Vivamus dapibus ipsum vitae libero ullamcorper, quis ullamcorper tortor porttitor. Phasellus elementum sapien ac felis sagittis, non finibus massa faucibus. Curabitur id enim neque. Vestibulum ante ipsum primis in faucibus orci luctus et ultrices posuere cubilia Curae; Aenean velit lectus, tempus placerat pretium ultricies, mollis sit amet nibh. Praesent tincidunt turpis purus, vitae malesuada sapien eleifend at. Pellentesque velit mauris, volutpat auctor pharetra at, laoreet vel mi. Duis a ornare leo, nec malesuada ante. Donec a felis nec ex varius rutrum at a libero.
+
+Etiam blandit nulla et lorem viverra, vitae suscipit mi luctus. Etiam enim nisl, dignissim eget lectus a, molestie hendrerit leo. Cras placerat leo nec blandit aliquet. Suspendisse id cursus metus. Aliquam a lobortis lectus, eget consequat erat. Praesent congue nulla vitae convallis pulvinar. Donec sed dui tellus. Aenean vehicula neque malesuada mi malesuada, sed lobortis nisl porttitor. Sed eu felis lacinia, fringilla nibh ac, laoreet ex. Vestibulum nibh ex, sagittis eu bibendum et, laoreet ut lectus. Proin ac augue tellus. Nulla tristique metus ut sem egestas sodales. In lorem sapien, tempor sit amet semper a, dignissim a dolor.
+
+Mauris finibus justo ut pretium vestibulum. Morbi euismod faucibus fringilla. Curabitur vitae dictum ipsum. Curabitur nec nulla fringilla, laoreet ligula eu, convallis magna. Proin in accumsan sem. Morbi pretium venenatis sem, vitae fringilla leo vestibulum et. Maecenas justo ligula, iaculis a finibus nec, aliquam tempor ipsum. Donec cursus nisi vel purus pulvinar, non interdum nulla semper. In eu ullamcorper odio. Sed ac augue ut urna pulvinar rhoncus. Integer maximus ultrices nisl, nec volutpat tellus facilisis eu. Fusce dictum, leo iaculis egestas consectetur, enim ligula aliquam nunc, sed condimentum neque dui eget nibh. Vestibulum ante ipsum primis in faucibus orci luctus et ultrices posuere cubilia Curae;
+
+Fusce vitae orci eu purus vehicula viverra. Vivamus mollis orci sed euismod sagittis. Duis dui sapien, ullamcorper in gravida nec, imperdiet sed purus. Cras ligula nulla, consectetur a urna a, luctus ultricies augue. Aliquam tincidunt, lectus eget auctor venenatis, elit tortor malesuada mauris, sed iaculis lectus libero et lectus. Aenean dictum imperdiet tortor, ac aliquet magna rhoncus sed. Mauris facilisis velit suscipit ligula tristique ullamcorper. Praesent leo mauris, rhoncus eu sodales a, lobortis nec nibh.
+
+Cras in libero felis. Donec luctus nunc id imperdiet consectetur. Nam ultrices suscipit mi, eu pretium urna luctus eget. Phasellus eu lacinia augue. Proin eu est condimentum ligula volutpat semper. Sed luctus, dolor quis bibendum venenatis, neque nibh condimentum felis, vitae cursus libero velit vitae lorem. Donec ultricies ullamcorper ipsum. Maecenas maximus accumsan blandit.
+
+Mauris aliquet, ex non facilisis tristique, nibh elit efficitur quam, et gravida sapien leo sed diam. Suspendisse malesuada odio vel lorem dignissim, eu accumsan ante egestas. Vivamus blandit erat sed fringilla euismod. Etiam nec mauris a sem finibus dapibus. Quisque hendrerit eros nec mattis ultricies. Vestibulum blandit nulla a eleifend sollicitudin. Fusce hendrerit, nunc ut cursus fermentum, arcu odio laoreet turpis, a tincidunt purus massa nec sem. Nam id tellus et eros vehicula fermentum. Nullam imperdiet rhoncus lectus, at vestibulum nunc semper luctus. Sed a massa sed urna posuere congue in sed augue.
+
+Nullam condimentum eget tortor in lobortis. Maecenas ac cursus tellus. Nunc mollis lorem risus, sed tincidunt sapien ullamcorper quis. In nec diam quis ligula euismod feugiat vitae eget dui. In pulvinar, arcu in molestie sodales, augue elit aliquam elit, vel dignissim quam mi maximus quam. Sed condimentum, nibh ut finibus faucibus, diam leo ultrices dolor, quis cursus nunc dolor non urna. Aliquam suscipit, magna vitae gravida porta, sem orci mattis arcu, nec fringilla dolor nunc in purus. Class aptent taciti sociosqu ad litora torquent per conubia nostra, per inceptos himenaeos. Nunc egestas cursus magna in ultrices. Maecenas quis laoreet ex, eu vehicula metus. Donec sed congue sem, in vulputate diam. Pellentesque molestie nulla ipsum, nec dignissim enim ultricies eget. Morbi vehicula odio ut justo tempus blandit. Sed nec condimentum elit. Morbi ut facilisis mauris. Aliquam luctus odio sed ante aliquam, eget venenatis risus luctus.
+
+Integer laoreet odio a tellus tincidunt auctor sed id dolor. Praesent quis velit quis nunc dignissim iaculis non non lectus. Praesent blandit ligula urna, semper molestie lectus dignissim sed. Suspendisse bibendum, leo sed placerat tincidunt, sapien dui molestie dui, elementum dignissim nisl nisi et nulla. Ut feugiat felis id malesuada hendrerit. Pellentesque ut nisi et ipsum laoreet tempus vel non eros. Cras ut ante mi. Fusce sed maximus lacus. Etiam hendrerit, odio in maximus tincidunt, felis dolor malesuada justo, quis porttitor odio ipsum vitae eros. Vestibulum risus ante, iaculis sodales accumsan eget, tempor quis neque.
+
+Vestibulum eget elit vestibulum, imperdiet ex ut, cursus metus. Proin at interdum leo. Vivamus a nisl tristique, varius nisl dignissim, auctor leo. Donec arcu felis, condimentum vel pharetra vitae, fringilla at dolor. Integer elementum viverra tortor, a ullamcorper nunc bibendum in. Vivamus et arcu sit amet nulla maximus condimentum. Vestibulum in nisi ut nulla sollicitudin gravida. Aliquam nulla ipsum, venenatis eu fermentum id, sodales vel diam. Suspendisse metus mi, facilisis ornare est et, interdum pretium odio. Morbi eget nunc orci.
+
+Mauris neque dolor, imperdiet non dolor ut, suscipit lacinia mi. Donec dolor mauris, viverra in purus aliquet, tincidunt volutpat mi. Proin at dapibus dolor, vel egestas eros. Nulla mattis dictum iaculis. In pulvinar dui sem, eu tincidunt ligula sodales eget. Proin consectetur augue a libero suscipit rutrum blandit id eros. Pellentesque lorem erat, porta at felis id, congue malesuada urna. Quisque fringilla ut odio sed porta. Quisque congue lorem nec augue luctus varius. Nullam nec metus fermentum lacus egestas pharetra a volutpat lectus. Fusce euismod eros sit amet nisi semper imperdiet. Donec a viverra libero, vel ultrices felis. Aliquam vitae ante quis elit posuere ultricies. Mauris velit purus, tincidunt sit amet velit sit amet, sollicitudin pharetra odio.
+
+Donec semper eleifend aliquet. Vestibulum fringilla augue non arcu tristique pellentesque. Duis viverra, eros vitae dignissim lobortis, mauris lorem ultricies tellus, non cursus diam tellus vitae ipsum. Ut et arcu turpis. Fusce eget neque cursus, posuere augue interdum, fringilla libero. Donec commodo velit finibus urna pellentesque blandit at eu turpis. Proin et viverra tellus, a pharetra sapien. Ut a odio fringilla, viverra elit in, dictum tortor. Morbi est diam, sagittis sed pulvinar sit amet, dictum at lorem. Phasellus a condimentum massa, sit amet vestibulum purus. Suspendisse quis pharetra tortor. Nunc tempus magna vitae ligula luctus laoreet. Integer eleifend varius commodo. In hac habitasse platea dictumst. Cras eget metus sapien. Nulla facilisi.
+
+Cras euismod mauris tortor, a dapibus ligula gravida fermentum. Duis ultricies fermentum faucibus. Sed interdum, lacus vel mollis tempus, enim tellus ultrices nisi, in sollicitudin enim purus non nulla. Sed eget quam massa. In hac habitasse platea dictumst. Aenean at ante metus. Sed eleifend luctus ipsum nec lacinia. Vestibulum facilisis sodales dui, nec molestie neque tempus in. Curabitur consectetur tortor eget ipsum eleifend varius. Aenean finibus nulla at velit luctus, sed finibus ipsum semper. Vivamus turpis nisi, vulputate in pellentesque ultrices, rhoncus id augue. Quisque efficitur semper ligula, sed dictum turpis porta vitae. Aliquam malesuada est ac leo fermentum, et porttitor erat sagittis.
+
+Morbi felis odio, tristique quis tempor at, convallis commodo lectus. Integer tincidunt lacus dolor, id molestie ante luctus non. Fusce nec quam in quam euismod malesuada. In consectetur magna ut fermentum volutpat. Phasellus malesuada risus nunc, non pellentesque mauris aliquet quis. Class aptent taciti sociosqu ad litora torquent per conubia nostra, per inceptos himenaeos. Praesent eget mi metus. Nunc in risus eget lacus gravida tristique a in nisi. Cras consequat aliquam quam vitae pulvinar. Curabitur commodo purus ligula, et ornare ipsum aliquet at. Sed tempor sed enim ut convallis. Mauris cursus magna non diam dapibus euismod. Nullam ac nisl est. Maecenas aliquet quam erat, ac imperdiet elit fermentum at.
+
+Sed urna arcu, convallis et malesuada sit amet, iaculis quis felis. Fusce pellentesque tincidunt lacus, quis aliquam enim dictum vitae. Suspendisse potenti. Donec ut tincidunt est, eget iaculis leo. Curabitur auctor pharetra augue, sed egestas ante varius id. Etiam sollicitudin et mauris vitae ullamcorper. Maecenas mollis vulputate viverra. Etiam efficitur, metus quis cursus elementum, felis arcu congue dui, et volutpat augue tellus a dolor. Duis rhoncus molestie tincidunt. Nunc finibus tortor ut nunc vehicula, ac vestibulum velit tristique. Donec in eros ut erat tempor tincidunt.
+
+Pellentesque cursus leo non nisl posuere, ac tincidunt lorem tempus. Praesent ut erat dictum, tincidunt elit ut, varius risus. Sed hendrerit id elit ut vestibulum. Suspendisse consequat metus sit amet neque dictum, sed feugiat risus egestas. Aliquam lobortis nisl elit, eget posuere ligula aliquam eget. Nullam lobortis a nunc vel malesuada. Praesent venenatis nisl sit amet libero suscipit, ut placerat sapien egestas. Cras condimentum justo sit amet massa sollicitudin, ac ultricies metus dignissim. Morbi mauris nunc, varius a ornare sit amet, pretium ut ex. Etiam sollicitudin, risus ut viverra euismod, magna mauris mattis tortor, eget cursus massa odio eu ipsum. Mauris tempus nunc mattis lectus varius cursus. Curabitur nisi erat, vulputate rutrum scelerisque vitae, convallis non lorem. Suspendisse purus nulla, aliquet eget hendrerit dignissim, malesuada nec orci.
+
+In sagittis elit id augue iaculis euismod. Maecenas consequat odio sit amet massa elementum, eget fermentum velit varius. Aliquam ac tellus ac ex ullamcorper tincidunt eget eget diam. Quisque diam tortor, vehicula ac sollicitudin vitae, sollicitudin efficitur ligula. Nullam ut rutrum quam. Phasellus ornare posuere felis, sed vehicula ipsum blandit quis. Etiam a purus eu tortor interdum rutrum. Quisque sed tincidunt magna. Morbi sodales mi vitae sem cursus, sed venenatis augue porttitor. Nam posuere enim dictum hendrerit bibendum. Ut facilisis, dolor sed vestibulum ornare, tellus elit suscipit leo, et euismod arcu neque at tortor. Suspendisse pulvinar neque vel porttitor vestibulum.
+
+Suspendisse in metus ut nibh euismod sodales. Sed tempor eget dolor at semper. Suspendisse at urna lacus. Donec quis velit sed elit ultricies vestibulum quis nec ipsum. Duis at augue et turpis gravida rhoncus quis in est. Fusce sit amet malesuada quam. Integer nec augue non nisl consequat scelerisque eu et velit. Sed vitae enim felis.
+
+In a sem accumsan, iaculis nulla vitae, ultricies turpis. Nulla luctus, ligula a gravida dapibus, mauris mauris rutrum erat, et lobortis libero libero sed nibh. In quam diam, dapibus vitae diam in, interdum accumsan ligula. Phasellus ac diam mollis, laoreet sapien ut, vehicula quam. Donec cursus elit tortor, vel mattis odio ornare ut. Quisque et justo a purus aliquam laoreet. Vestibulum ante ipsum primis in faucibus orci luctus et ultrices posuere cubilia Curae; Nulla non euismod metus. Integer venenatis eu nisl tempus consectetur.
+
+Phasellus dictum elit vel velit rhoncus, porttitor tempor mauris scelerisque. Quisque nec fringilla erat. Sed consectetur in eros ac maximus. In nec lorem sapien. Pellentesque aliquet bibendum mi, at pulvinar justo mattis nec. Proin justo lorem, tempus nec elit lobortis, interdum pretium nisl. Pellentesque euismod, massa a consectetur dignissim, risus purus dictum risus, in molestie dolor elit in turpis. Cras vitae dapibus augue.
+
+Proin enim diam, semper ac dapibus eget, vulputate id ligula. Proin lectus diam, pharetra sed turpis non, varius pharetra eros. Quisque eget rhoncus enim. Integer velit ante, molestie eget convallis vitae, laoreet eget massa. Etiam at sem nec urna accumsan convallis. Nam a diam luctus, scelerisque nisi id, pulvinar quam. Aliquam convallis maximus aliquet. Aliquam at diam nec tellus pretium euismod. Cras aliquam justo nec quam scelerisque vulputate. Etiam dictum eleifend elit elementum consequat. Donec semper tempus ultrices. Pellentesque bibendum vitae dolor vel scelerisque. Aenean lacinia hendrerit dolor non congue.
+
+Ut congue orci turpis, sit amet ultricies orci luctus in. Ut felis odio, vestibulum non convallis sit amet, congue vitae mauris. Nullam blandit enim vel lorem laoreet, at gravida est sollicitudin. Aenean posuere dignissim ex, id varius arcu iaculis id. Vestibulum id nulla eget magna pulvinar rutrum. Suspendisse pulvinar blandit mauris, vel pharetra turpis finibus a. Quisque ac ligula arcu. Praesent semper nulla sed ultrices scelerisque. Quisque id erat eget odio dictum euismod. Donec sit amet nunc purus. Quisque nulla dui, sollicitudin non odio sit amet, sagittis interdum urna. Nunc feugiat, lacus non commodo volutpat, tellus lorem fermentum risus, eget dapibus urna massa a elit.
+
+Sed id tellus augue. Donec quis fringilla lacus. Integer suscipit faucibus eleifend. Donec lobortis odio ut felis cursus rutrum. Morbi augue erat, rutrum eu nisl sed, tincidunt porta enim. Nulla consequat malesuada tellus. Pellentesque facilisis vel nibh et pretium. Morbi volutpat ante sed leo tincidunt, egestas bibendum dui auctor. Morbi mattis feugiat maximus. Donec a sagittis ante, non euismod metus. Morbi commodo neque viverra pretium fermentum.
+
+In sodales, nisl quis vulputate luctus, sapien est fringilla elit, sed vestibulum urna libero ac ante. Suspendisse potenti. Duis eget sagittis elit. Mauris sapien ligula, egestas at auctor eu, efficitur at nisi. Proin elementum, erat nec tincidunt laoreet, elit risus pellentesque sapien, in malesuada enim ligula id magna. Proin scelerisque augue lorem, et hendrerit ante fringilla vel. Quisque in faucibus nunc, sit amet convallis diam. Sed fermentum tristique fringilla. In condimentum purus ornare tristique dapibus. In malesuada nunc lorem, vel imperdiet erat pellentesque id. Class aptent taciti sociosqu ad litora torquent per conubia nostra, per inceptos himenaeos. Quisque feugiat faucibus nulla, quis faucibus velit lobortis in. Donec augue sem, scelerisque vitae tortor ac, aliquet fermentum nulla. Fusce convallis non metus in ultrices. Cras justo arcu, tristique vel libero sed, fermentum ullamcorper justo. Mauris libero erat, elementum nec malesuada ac, commodo eget ante.
+
+Duis laoreet diam non orci volutpat rhoncus. Sed bibendum dolor quam, eget sagittis enim tincidunt at. Mauris at varius sem, id luctus augue. Sed venenatis pulvinar viverra. Curabitur enim nisi, mollis at fermentum ac, rhoncus iaculis mi. Ut dictum urna velit, a rhoncus risus tempus ut. Cras tristique scelerisque dignissim. Donec ex felis, dictum at eleifend at, posuere bibendum quam. Donec luctus aliquet velit, id fringilla sem tincidunt sed. Quisque cursus imperdiet diam, ut facilisis augue convallis et. Aliquam hendrerit consectetur neque, vitae ultricies nulla aliquam ut. Donec at justo ut ipsum aliquam bibendum in id ante. Aenean fermentum eros vel turpis tristique egestas. Class aptent taciti sociosqu ad litora torquent per conubia nostra, per inceptos himenaeos. Praesent vitae dui felis.
+
+Class aptent taciti sociosqu ad litora torquent per conubia nostra, per inceptos himenaeos. Nam faucibus leo id mi blandit, posuere maximus felis malesuada. Phasellus et porttitor magna. Curabitur leo ipsum, malesuada at lobortis finibus, facilisis id purus. Suspendisse potenti. Suspendisse at iaculis metus. Nam pharetra leo quis ex aliquam fermentum. Sed quis metus faucibus, varius nunc id, condimentum est. Nam lacinia quis velit a iaculis. Nullam accumsan mattis neque vitae posuere. Vivamus sem neque, ultrices sed molestie at, gravida ut est. Nunc a tellus viverra felis pulvinar fermentum vitae nec mi. Nulla et hendrerit magna, sed bibendum mauris. Cras eget diam eu augue convallis porttitor eget sit amet tortor. Cras arcu tortor, vulputate vitae erat non, rutrum rhoncus urna. Donec blandit non erat sit amet gravida.
+
+Sed feugiat in nibh et sagittis. Quisque in maximus mi, eu elementum neque. In hac habitasse platea dictumst. Pellentesque ultricies consectetur urna vitae imperdiet. Nullam velit lectus, laoreet ut sem eu, commodo fringilla ipsum. Vivamus placerat vulputate ipsum nec viverra. Aenean vel venenatis augue, vitae pharetra felis.
+
+Pellentesque rutrum urna orci, a condimentum mi ultrices quis. Nunc facilisis velit nec velit eleifend vestibulum et vel erat. Fusce consequat ex ut lacus elementum lacinia. Nulla a sapien ut ex dignissim pulvinar sed vel ex. Aenean porta diam sit amet pellentesque dignissim. Vestibulum mollis convallis auctor. Etiam lacinia eros non nulla blandit tristique. In hac habitasse platea dictumst. Vestibulum dapibus iaculis consectetur. Morbi ex odio, posuere at sollicitudin mattis, efficitur pharetra sapien. Etiam placerat nec quam vitae fringilla. Donec sodales bibendum odio, eget pharetra erat efficitur id. Nullam ultricies dui odio, sit amet tincidunt eros vestibulum eu. Donec semper libero in lacus elementum maximus.
+
+Curabitur commodo ex nec sapien fermentum suscipit. Donec vel erat placerat, convallis dui non, mattis mauris. Donec placerat dui augue, et dignissim justo feugiat id. Phasellus nec justo ex. Phasellus eget lobortis orci. Cum sociis natoque penatibus et magnis dis parturient montes, nascetur ridiculus mus. Cras in scelerisque neque, non pretium purus. Aenean rutrum libero at fermentum pharetra. Nam elementum felis nec dapibus dignissim. Quisque ultricies ipsum a odio pellentesque mollis a maximus leo.
+
+Sed id urna hendrerit, convallis nisl quis, tristique felis. Sed eget consequat nisl. In vel tincidunt erat. Vivamus molestie rhoncus libero, non tincidunt lacus elementum non. Aenean faucibus lacinia nisi ac lobortis. Suspendisse iaculis augue nibh, id varius tortor ornare ac. Duis vitae congue nibh. Praesent at tortor et justo aliquam fringilla vitae id orci. Mauris ultricies velit condimentum lectus volutpat, vitae tincidunt odio fermentum. Curabitur luctus convallis libero eget pellentesque. Vivamus a tempus ipsum.
+
+In et justo vel nisi convallis tempor ac vitae purus. Cras efficitur ac orci sit amet aliquet. Vestibulum vel libero egestas, pharetra nisl a, ultrices erat. Nunc id turpis a erat aliquet hendrerit. Suspendisse lobortis est sed quam consectetur condimentum. Proin fermentum purus nec risus dignissim lacinia. Quisque eu libero eu nibh dictum congue id at odio. Nulla posuere justo a mollis scelerisque. Nunc luctus, augue congue volutpat tincidunt, orci nulla euismod elit, eget mollis arcu augue eget elit. Aliquam rhoncus nisl at quam dictum viverra.
+
+Pellentesque sit amet elit condimentum, suscipit sapien sed, dapibus turpis. Proin felis nunc, aliquet in vulputate a, lobortis et ex. Donec ac magna vulputate, tincidunt mauris eget, ultrices urna. Duis venenatis commodo massa, eget rutrum enim consectetur vel. Aenean vel erat hendrerit, tincidunt dui ut, elementum est. Vestibulum in ipsum fringilla, gravida nunc ac, sagittis dolor. Aenean pulvinar ornare diam eget ultricies.
+
+Cras ut luctus mauris, sed sodales orci. Quisque vitae ullamcorper metus. Ut vel justo ligula. Aenean sit amet tellus tortor. Mauris eu diam et mauris vestibulum vehicula. Donec finibus, turpis vel blandit pretium, sem quam sagittis purus, in sagittis nibh leo id augue. Duis venenatis mollis pretium. Praesent pretium bibendum eros. In non ipsum cursus, tristique orci vel, elementum dolor. Nulla egestas leo in feugiat dignissim. Integer fringilla odio ut aliquam accumsan.
+
+Sed risus est, tristique ut ex quis, aliquam malesuada lorem. Maecenas hendrerit eros ultricies venenatis aliquam. Vestibulum ut laoreet lectus. Integer purus neque, porttitor sed tristique congue, vestibulum et ligula. Aliquam fringilla, eros et mattis vulputate, tellus urna auctor velit, ac pharetra ligula mauris ut tortor. Donec tristique nunc metus, vitae vulputate nulla iaculis vitae. Donec iaculis dapibus dolor, eget rhoncus dui. Ut feugiat sed enim tristique efficitur. Curabitur leo risus, vehicula ac ligula id, vestibulum eleifend diam. Aliquam erat volutpat. In ipsum diam, volutpat at diam non, finibus lobortis eros. Curabitur id diam mi. Proin purus urna, auctor et diam nec, aliquam interdum lectus. Ut eget mollis tortor. Quisque elementum porta ultrices.
+
+Nullam aliquet augue velit, sed suscipit erat eleifend non. Vivamus nisl felis, blandit sit amet neque id, malesuada tincidunt mi. Phasellus a mauris metus. Cras tempor, arcu tincidunt fermentum viverra, tortor lacus tincidunt erat, vel tristique dolor justo vitae eros. Aliquam erat volutpat. Cras aliquet nunc et dignissim sagittis. Fusce vel nisi mi.
+
+Nunc tempus purus non magna tincidunt, eget dignissim justo posuere. Aenean mattis lacinia risus vel luctus. Suspendisse ac rhoncus massa, id finibus dui. Pellentesque nulla turpis, iaculis vitae mauris non, hendrerit tempus erat. Integer venenatis, dui in rutrum porttitor, purus risus commodo nisl, a fermentum nisi nunc eu neque. Quisque euismod est nec mi facilisis, ut varius leo congue. Integer sed arcu ultrices, volutpat diam at, elementum turpis. Quisque et accumsan orci. Duis consequat sollicitudin tortor in ultrices. Vestibulum porta fringilla auctor. Maecenas maximus eros at erat vestibulum mattis. Praesent fringilla pellentesque quam, vel ullamcorper nisi sollicitudin non. Curabitur fermentum fermentum ligula sed viverra.
+
+In hac habitasse platea dictumst. Quisque et convallis est, quis posuere felis. In congue, elit nec venenatis hendrerit, eros sapien dictum erat, non vehicula nibh felis ac sem. Nam sed semper massa. Proin id accumsan lorem. Mauris ultrices leo et velit euismod facilisis. Nulla facilisi. Morbi ultrices, mauris id ullamcorper sodales, ex neque eleifend tellus, sed luctus neque orci a dui. Curabitur ut eros metus. Morbi rhoncus odio eget lacinia blandit. Aenean lobortis consequat imperdiet. Proin tempus vehicula massa, nec posuere ex. Phasellus convallis, felis ac lacinia luctus, purus nunc imperdiet ante, eu hendrerit nibh diam eu lacus.
+
+Vivamus ullamcorper molestie turpis, et euismod lorem semper ac. Proin ornare, purus at ullamcorper euismod, lacus odio gravida nisl, vitae pretium mi erat a sapien. Duis ultrices libero turpis, sit amet varius sapien tempus in. Integer eget dignissim est. Aenean eget nulla nec libero faucibus tempus. Etiam in pellentesque risus. Nunc sed luctus lacus. Duis tristique nulla non enim consequat, congue vestibulum nisl interdum. Proin faucibus, eros non accumsan rutrum, ipsum justo fermentum augue, tempor ornare est metus sit amet tellus. Duis malesuada vel justo at finibus. Nullam sit amet enim scelerisque, dapibus velit ut, iaculis lectus. Nunc elementum erat nibh, eget finibus dolor porta in. Fusce varius tellus mattis tellus commodo pellentesque. Cras viverra gravida ligula, quis hendrerit ex posuere vitae. Sed quis tempor felis, ultrices faucibus velit.
+
+Quisque porttitor mi vitae metus dapibus, eu tincidunt turpis pharetra. Fusce dolor nulla, vulputate a ligula sed, suscipit hendrerit sem. Integer id nunc vitae erat dictum tempor. Morbi leo dui, tincidunt sed dapibus non, vestibulum sit amet magna. Proin et mauris tellus. Nam volutpat orci eu eros imperdiet congue. Suspendisse nec dictum magna. Nunc consectetur varius augue a ultricies. Proin nec lacus eget massa mattis ornare eget id ligula. Sed laoreet ante nec efficitur lacinia.
+
+Integer maximus laoreet tellus, eget aliquam mauris luctus ut. Sed condimentum lectus et mi eleifend egestas. Integer convallis tempus sem laoreet consequat. Suspendisse gravida commodo purus eu consequat. Pellentesque sed mi efficitur, tristique felis et, tempus lacus. Nullam in dictum est. Aenean libero libero, ullamcorper a cursus eget, mattis vitae diam. Aliquam at dolor turpis.
+
+Ut mauris justo, accumsan molestie eros vitae, interdum ornare lorem. Mauris ut consectetur nulla, cursus vulputate lectus. Donec commodo urna velit, nec lacinia elit accumsan sit amet. In et augue vel leo rutrum vulputate at vel magna. Phasellus in tempus erat, quis elementum mauris. Vestibulum tincidunt facilisis ante, ut volutpat eros rhoncus vitae. Aliquam erat volutpat. Proin sit amet lacus turpis. Etiam maximus sodales libero, ut vestibulum dui lacinia sit amet. Interdum et malesuada fames ac ante ipsum primis in faucibus. Donec scelerisque, turpis et auctor dictum, dolor odio sodales ligula, a convallis dolor erat a augue. Sed felis nisi, tristique sit amet dolor sit amet, imperdiet auctor mauris. Aenean vitae ex molestie, suscipit lorem fermentum, laoreet nisi.
+
+Suspendisse pellentesque facilisis erat, sed faucibus sapien facilisis et. Proin pharetra augue ut lorem viverra pulvinar. Fusce quam neque, egestas sed est non, rutrum porta justo. Duis fermentum tincidunt ipsum non pharetra. Suspendisse potenti. Ut volutpat magna quis erat vehicula posuere. Aliquam consequat consequat gravida. Etiam dictum gravida semper. In vitae maximus felis. Pellentesque habitant morbi tristique senectus et netus et malesuada fames ac turpis egestas.
+
+Aenean pretium, nisl ac dapibus lobortis, sem justo fermentum magna, in ultricies ipsum felis vitae ex. Pellentesque dictum eget purus sit amet commodo. Nunc dapibus, leo eget bibendum luctus, leo nibh eleifend lectus, eget imperdiet felis sem id nunc. Nullam egestas justo commodo, blandit ante at, placerat dolor. Nunc malesuada nulla et nisi maximus, quis molestie diam blandit. Quisque elementum lacus purus, quis varius lectus sodales finibus. Donec sodales nunc non nunc tincidunt, eu rutrum arcu pretium. Etiam risus odio, consequat eget quam eu, dignissim iaculis erat. Aliquam eu porttitor urna. Donec molestie, diam quis tempus maximus, leo mauris pretium mauris, ut lobortis est ipsum a mauris. Nam dignissim congue leo, id mattis sem efficitur eget. Proin risus lorem, fringilla vel varius ac, hendrerit vel neque. Vestibulum auctor est fermentum, congue purus at, semper dolor. Maecenas nec nunc at dolor blandit suscipit. Donec eu nisi aliquam, eleifend sem a, ultrices ex.
+
+In at augue risus. Nam sed justo in quam porta maximus. Praesent elementum tellus sed dui gravida hendrerit. Cras ultricies pulvinar lobortis. Maecenas tortor augue, auctor ut eleifend eget, egestas at lectus. Aliquam erat volutpat. In in egestas tellus.
+
+Quisque volutpat placerat vulputate. Nulla aliquam consectetur ex a vulputate. Lorem ipsum dolor sit amet, consectetur adipiscing elit. Nulla volutpat leo elit, id blandit erat vehicula eget. Pellentesque molestie, lacus ac facilisis fermentum, turpis enim faucibus felis, sit amet rhoncus libero dui at mauris. Proin vel placerat risus. Nullam eleifend orci eget eros tempor, aliquet semper diam malesuada.
+
+In convallis gravida laoreet. Praesent scelerisque mollis massa, non lobortis sapien elementum id. Vestibulum ante ipsum primis in faucibus orci luctus et ultrices posuere cubilia Curae; Etiam dignissim varius eros vitae molestie. Aenean molestie nisl ac bibendum laoreet. Sed placerat pellentesque augue, sit amet commodo turpis condimentum vitae. Duis a purus placerat, tempor nulla ac, rutrum ipsum. Donec lectus nisi, laoreet quis diam eget, finibus scelerisque ante. Aliquam erat volutpat. Integer convallis justo vel nibh vehicula molestie. Donec ut mi eget est pulvinar euismod. In id ligula ut enim venenatis fermentum. In metus leo, rutrum ac mollis tincidunt, semper quis lacus. Sed lobortis, augue in condimentum suscipit, augue velit tempor leo, eu mollis turpis lectus auctor orci.
+
+Nullam efficitur erat ut dolor tristique condimentum. Suspendisse pretium ex ut bibendum ullamcorper. Phasellus dapibus enim sed tellus condimentum, sit amet mattis tellus cursus. Phasellus venenatis augue in lacus suscipit, vel hendrerit felis vehicula. Cras consectetur cursus lorem vulputate cursus. Vestibulum nec auctor sem. Nam ultricies, mi a ullamcorper eleifend, enim magna elementum erat, a accumsan turpis nunc et tortor. Donec venenatis maximus lacus vitae sodales. Donec dapibus rutrum porta. Nulla facilisi. Vivamus aliquam ex vitae sem consequat blandit. Nullam ultricies, ante ac rutrum efficitur, magna ligula maximus turpis, ut porta est velit et magna. Vestibulum mauris massa, posuere nec convallis in, maximus a nulla. Mauris vitae lorem sed nulla aliquam tempor. Fusce vel fringilla metus, ac aliquet metus.
+
+Ut ac mattis augue. Fusce cursus at quam ut vehicula. In laoreet cursus urna eu fermentum. Suspendisse est mauris, gravida interdum urna a, ullamcorper hendrerit arcu. Donec dapibus blandit massa nec vulputate. Nam a lacus pretium, imperdiet risus ac, aliquam nunc. Nulla facilisi. Vivamus quam libero, vestibulum sed tellus eget, ornare gravida dolor. Sed placerat nulla in velit imperdiet mattis. Sed at arcu eleifend, scelerisque urna non, porta massa. In volutpat commodo quam et sollicitudin.
+
+Donec in magna ullamcorper, auctor ex malesuada, tincidunt dui. Etiam enim risus, cursus sit amet ante ut, blandit tincidunt purus. Etiam rutrum dolor nulla, vel feugiat quam convallis sit amet. In finibus mi tortor, non hendrerit purus dictum at. Vivamus condimentum elementum neque et maximus. Cras auctor iaculis metus, at vulputate justo rhoncus eu. Aliquam laoreet mi euismod, lacinia est nec, euismod augue. In viverra tincidunt dolor vitae porttitor. Proin congue, mi eu laoreet congue, libero nunc porttitor tellus, non dictum magna erat sed purus. In nec luctus ligula, vel gravida urna. Sed lacinia mollis justo at hendrerit. Pellentesque gravida laoreet risus non auctor. Praesent ac sollicitudin eros. Vestibulum non viverra magna, sodales tristique ipsum.
+
+Etiam et lacinia eros, ut scelerisque turpis. Sed elit tortor, varius in nibh at, tempor euismod massa. Sed dapibus purus nec felis venenatis, nec rhoncus eros sagittis. Nullam elit orci, facilisis nec nunc sed, lobortis sagittis metus. Proin aliquam pharetra sagittis. Etiam ultrices nulla quis posuere elementum. Sed ultrices justo justo, eu tempor turpis rutrum vel. Pellentesque at cursus tellus. Vestibulum pulvinar tellus eget felis posuere bibendum. Etiam nec orci eleifend, gravida ipsum mollis, facilisis erat. In efficitur ac metus vel aliquam. Quisque arcu est, malesuada ut ligula ac, consectetur rutrum ex. Quisque varius viverra gravida. Suspendisse id leo quis felis imperdiet fringilla. Aenean ac accumsan urna. Fusce sapien mauris, varius pellentesque porta lobortis, tempus scelerisque metus.
+
+Vivamus tempus interdum felis, quis gravida ipsum auctor at. Cras sed ligula eu mauris semper pellentesque. Donec ut nibh at odio tempus euismod. Interdum et malesuada fames ac ante ipsum primis in faucibus. Aliquam ultrices odio ut faucibus mollis. Curabitur tincidunt accumsan luctus. Suspendisse tincidunt magna mi, et euismod nulla feugiat quis. Fusce finibus ac velit id fermentum. Aliquam venenatis egestas aliquam. Nulla diam libero, consectetur eu enim ac, dictum tempor lectus. Ut id tempus augue. Nulla facilisis, massa sit amet ultricies ultrices, eros lacus eleifend ex, vitae facilisis velit urna non leo. Ut libero ligula, venenatis ac odio id, posuere hendrerit eros. Cras eget sapien at mauris iaculis tincidunt. Nullam ut neque nisi. Aliquam hendrerit, magna non pellentesque iaculis, nulla libero molestie augue, non vehicula tortor sapien porttitor eros.
+
+Sed eget lectus nec enim porta gravida. Vestibulum id tincidunt nunc. Quisque scelerisque condimentum ipsum, eu accumsan orci facilisis non. Duis venenatis, est et mattis finibus, turpis urna rhoncus urna, gravida ultrices ipsum neque vitae erat. Vivamus massa enim, tristique vulputate faucibus a, luctus non dui. Vestibulum non risus lorem. Suspendisse eu orci accumsan, molestie enim nec, convallis augue.
+
+Nullam sed arcu turpis. Quisque ut elementum velit. Maecenas vitae sem vel eros vehicula hendrerit. Aenean suscipit convallis justo. Morbi in consectetur diam. Donec et efficitur justo, vestibulum convallis turpis. Proin sit amet enim id enim tempor tempus. Nam est augue, consectetur vitae ligula ut, tristique consequat nibh.
+
+Ut pharetra tortor auctor risus posuere, nec hendrerit nibh rhoncus. Aliquam tincidunt aliquam felis, at dignissim justo fermentum quis. Aenean malesuada, eros a ornare varius, sapien ex mollis nunc, vitae bibendum augue lectus vel mi. Nulla ultricies dui sed tellus sodales, at iaculis urna elementum. Sed et lacinia urna. Integer commodo nulla non quam rhoncus, bibendum tristique massa finibus. In posuere, lectus id tristique tristique, risus mauris consectetur erat, fringilla mattis metus eros in velit. Praesent est eros, tempor vel vulputate ut, luctus ut libero. Phasellus a urna porttitor, aliquam enim non, varius ipsum. Cras non ante ut ante egestas condimentum. Praesent finibus eleifend eros, tempor feugiat neque semper eget. Duis ullamcorper condimentum aliquet. Interdum et malesuada fames ac ante ipsum primis in faucibus.
+
+Curabitur eget orci aliquet, pulvinar enim quis, hendrerit lectus. Suspendisse sed dictum lorem, nec porttitor ligula. Aliquam sit amet ligula sed lorem consectetur rhoncus ut a mauris. Quisque a ipsum sit amet augue mollis lobortis id nec risus. Phasellus vulputate justo in eros sodales vulputate. Fusce leo magna, condimentum quis vehicula id, malesuada at justo. Donec fringilla tortor in ullamcorper viverra. Vestibulum efficitur, quam ac consectetur dignissim, metus libero tincidunt libero, quis ultrices nisi mi eu erat. Nulla pharetra iaculis ullamcorper. Donec sit amet tortor congue risus elementum venenatis. Maecenas nisl nunc, imperdiet nec mattis sit amet, dignissim eget sapien. Nullam tristique turpis eu ante tempor, nec suscipit tortor sodales. Quisque cursus a orci quis molestie. Sed sit amet venenatis leo. Maecenas felis lacus, accumsan at accumsan non, ornare quis dolor.
+
+Aliquam vel enim eros. Curabitur sit amet risus ligula. Aliquam eget iaculis lacus, vitae efficitur nisl. Vestibulum convallis, risus at lacinia tempus, libero tortor rhoncus augue, id fringilla ipsum massa eget lorem. Maecenas justo leo, dignissim vitae finibus a, vehicula quis eros. Vivamus vel nisl porttitor, aliquam sapien et, semper risus. Praesent at sem tellus. Fusce sit amet fringilla elit. Nullam lorem sapien, vulputate eget lacus interdum, fermentum rutrum neque. Nulla scelerisque massa a felis cursus euismod.
+
+Mauris a mi posuere, eleifend velit in, luctus nisi. Donec mattis lacus velit, non laoreet odio posuere ac. Nulla efficitur fringilla orci a porta. Vestibulum est magna, fermentum id tempor eget, volutpat vel magna. Nunc non aliquam urna, ut congue urna. Aliquam purus nunc, pretium eget vehicula sed, vehicula sed sem. Quisque pellentesque velit sit amet orci dapibus tristique. Cras fringilla velit id ultrices scelerisque. Praesent porta egestas mauris, vitae accumsan quam. Aliquam molestie, magna sit amet maximus feugiat, arcu mauris ultricies lorem, id aliquam turpis arcu ac mauris. Etiam eu scelerisque neque. Donec sed quam vel est dictum convallis quis posuere tortor. Sed sit amet tortor eros. Sed odio purus, egestas at lacinia sed, consectetur id diam. Quisque tincidunt, ante eget mattis cursus, felis ante venenatis leo, in eleifend erat diam eu eros.
+
+Sed ac nunc mauris. Sed hendrerit ligula efficitur facilisis tincidunt. Morbi ut ornare lorem, sed facilisis ex. Aenean aliquam tristique mi, ac tristique metus rutrum eget. Curabitur id leo id massa commodo sagittis in at elit. Morbi viverra bibendum ligula vitae tristique. Etiam at est interdum, euismod nibh nec, condimentum arcu. Etiam orci ex, sagittis et tincidunt quis, finibus eu sapien. Sed urna lorem, suscipit a gravida vitae, sollicitudin vitae dolor. Cras ut imperdiet massa. Fusce ornare iaculis ipsum a cursus. Pellentesque vulputate, justo vel tincidunt egestas, lacus odio convallis odio, eu porttitor felis ipsum vitae libero.
+
+Phasellus eget nulla eget est convallis ornare ac non enim. Integer tincidunt massa eu tincidunt euismod. Proin at nulla in dui malesuada venenatis vitae at ligula. Curabitur dapibus mauris vitae turpis euismod, et pharetra quam molestie. Nulla id faucibus tortor. Pellentesque ultrices, turpis vel lobortis fermentum, sapien diam rhoncus sapien, quis tristique turpis lorem a mi. Nam bibendum, sem eget congue interdum, lacus orci convallis elit, ac porttitor lorem erat et orci. Integer elementum tortor et nisl posuere consectetur. Sed malesuada leo ac urna lacinia, malesuada luctus mauris faucibus. Duis consequat posuere lobortis. Cras interdum lacinia lacus. Cras ipsum sapien, porttitor eget pellentesque ut, aliquam ut magna. Integer luctus velit et elementum malesuada. Maecenas tempus mauris quis mollis posuere.
+
+Maecenas consequat urna elit, eget fringilla felis laoreet ac. In congue ullamcorper odio, sed malesuada turpis luctus sed. Nullam sodales interdum elit ac dignissim. Pellentesque placerat mollis velit, vulputate tristique neque aliquet vitae. Phasellus tempor viverra est, vitae vehicula justo imperdiet nec. Fusce dictum lacinia urna eget rhoncus. Nam imperdiet nisl orci, sed ultricies orci laoreet vel. In in pulvinar eros. Ut eu rhoncus eros. Suspendisse eu dui viverra, lacinia erat vitae, mattis metus. Aliquam vitae posuere sapien. Quisque eu lorem quis mi egestas varius. Aliquam erat volutpat.
+
+Duis eu arcu lobortis, vehicula orci ac, imperdiet dui. Etiam venenatis nisi quam, quis dapibus erat sagittis non. Suspendisse lacinia blandit interdum. Vivamus vitae sollicitudin leo. Vivamus sit amet commodo tellus, ac sagittis augue. Vivamus mi orci, ultricies ac nulla at, pharetra maximus diam. Nullam rhoncus volutpat magna eu auctor.
+
+Etiam commodo enim a leo pellentesque, in elementum odio lobortis. Vestibulum lobortis lobortis malesuada. Sed imperdiet ullamcorper viverra. Cras facilisis malesuada purus a consequat. Ut auctor neque mi, in scelerisque nibh ornare eu. In non dui in enim pretium ullamcorper non rutrum urna. Donec dictum porta orci sed malesuada. Morbi ac placerat felis. Aliquam lacus sem, ullamcorper sed laoreet ut, imperdiet non libero. Nunc non metus id justo accumsan ultricies. Donec in lacinia eros. Morbi non nunc diam. Aenean nisl massa, vestibulum vel fringilla vel, placerat eu leo. Sed feugiat malesuada ultricies.
+
+Nulla tristique massa eu tortor feugiat auctor. In viverra eu ex quis auctor. Praesent ac sapien orci. Proin sit amet orci posuere, ultricies orci in, fermentum justo. Vivamus tempus, ligula et aliquam egestas, enim orci pulvinar dui, in ultricies mauris turpis eu nisi. Pellentesque nec dui in ipsum laoreet convallis. Vestibulum a mi ornare, elementum ex sed, rhoncus neque.
+
+Nullam sed orci id sem tincidunt suscipit. Cras ac leo at magna facilisis blandit. Aliquam vitae tristique nisi. Nulla vestibulum felis pretium lectus commodo, id eleifend risus eleifend. Mauris bibendum facilisis est vitae scelerisque. Cras interdum dapibus ligula, nec porta lacus imperdiet at. Cras rhoncus bibendum lorem, congue mollis libero dignissim eget. Sed gravida, mauris sit amet sodales posuere, tellus felis imperdiet arcu, quis iaculis orci orci vitae ipsum. Curabitur id orci odio. Aliquam vitae rutrum lacus.
+
+Maecenas tristique est felis, eget posuere lorem dapibus non. Maecenas eu interdum lectus. Nullam placerat sit amet quam non hendrerit. Nulla facilisis ornare mollis. Cras sed metus facilisis, mattis dui in, auctor est. Morbi vehicula venenatis est, vitae egestas felis tincidunt vitae. Donec iaculis massa id justo ornare rhoncus. Nulla tempor felis ex, eu consectetur justo dictum sed. Integer eget laoreet nibh. Duis vitae pellentesque tellus, id blandit justo. Cras quis mollis eros. Quisque rhoncus dignissim enim at sollicitudin. Vestibulum sit amet diam sed quam sodales finibus. Nulla maximus orci sit amet porttitor vestibulum. Nam consequat urna at varius vulputate.
+
+Suspendisse laoreet luctus mauris. Aenean mollis felis urna, ac pretium nunc rutrum non. Aenean semper, risus vitae iaculis eleifend, odio ligula tempus nunc, sit amet suscipit nibh lorem quis ipsum. Nam et placerat sapien. In luctus accumsan risus, id pulvinar elit venenatis eu. Phasellus elementum leo urna, a dapibus neque facilisis eget. Sed sit amet tempor tortor. Fusce iaculis, ipsum nec faucibus scelerisque, felis tortor condimentum purus, in fringilla ex est ac nisl. Nunc et interdum diam. Donec venenatis, dolor quis dignissim euismod, libero ante elementum libero, vitae laoreet purus velit sit amet ipsum. Quisque urna tellus, imperdiet eget gravida a, fringilla commodo diam.
+
+In posuere nisi dictum tortor elementum iaculis. In dignissim diam sit amet volutpat elementum. Curabitur ultricies mi libero, sit amet feugiat massa viverra sed. Vivamus justo nibh, commodo nec elementum eu, suscipit vel elit. Fusce ac cursus libero, et volutpat augue. In tempus ultricies libero, ac rutrum mauris. Morbi vestibulum tellus eu dui dignissim euismod. In hac habitasse platea dictumst.
+
+Nam rhoncus hendrerit ex et mattis. Sed varius, arcu quis placerat viverra, ex lorem ultrices arcu, nec fringilla ipsum metus ut ligula. Sed in luctus mi. Pellentesque sed eros nisl. Praesent rutrum magna metus, vel efficitur eros lobortis efficitur. Mauris vestibulum urna at ligula lobortis sollicitudin. Aenean rhoncus auctor leo vel interdum. Cras sollicitudin massa leo, et eleifend metus scelerisque sit amet. Praesent dapibus euismod libero a fermentum.
+
+Curabitur cursus lacus sit amet est feugiat euismod. Nulla accumsan risus congue lorem facilisis scelerisque. In sed lectus elementum, porttitor nisl vulputate, pulvinar mi. Maecenas eu mollis odio. In faucibus sagittis magna, vitae mollis nisi iaculis non. Aenean dictum lectus ac arcu vehicula fringilla. Curabitur accumsan efficitur libero, eget consequat magna ultrices vel. Donec fermentum vel orci eget finibus. Etiam in massa ante. Mauris gravida enim lacus, sit amet accumsan massa suscipit a. Mauris id bibendum ex, et convallis nisl. Morbi luctus, orci in malesuada finibus, neque turpis convallis justo, id gravida sem purus eget turpis. Fusce eu laoreet justo.
+
+Nulla facilisi. Nulla varius risus quam, sit amet aliquam felis lacinia a. Ut sapien felis, tincidunt in pellentesque sit amet, vehicula id elit. Morbi a congue nunc. Sed justo neque, rutrum tincidunt hendrerit in, luctus at mauris. Suspendisse porttitor ex vitae felis luctus, et bibendum eros consequat. Maecenas vitae lectus eget est volutpat fermentum ac ac elit. In hac habitasse platea dictumst. Aenean luctus ex nec orci euismod aliquam. Integer a dolor elementum, mollis magna vitae, porta dui. In ac erat posuere, facilisis lacus eget, venenatis velit. Nulla ut sapien tincidunt, ultricies lectus aliquet, varius odio. Curabitur viverra congue ipsum, non finibus enim lobortis vitae.
+
+Duis vestibulum maximus est, sollicitudin dapibus sapien accumsan sit amet. Cras luctus, massa malesuada ornare imperdiet, dolor lorem blandit est, a blandit erat quam vel tortor. Vestibulum id semper ipsum. Ut nec ante eget velit fringilla sagittis. Duis sit amet lobortis nisi. Aenean interdum dui ut metus suscipit, a pretium tortor ultrices. Nullam tincidunt bibendum nisl, vitae tincidunt urna tincidunt tempus. Donec vitae porta sem. Phasellus venenatis egestas ligula, quis volutpat ipsum lacinia et. Pellentesque placerat ipsum elit, a feugiat libero scelerisque fringilla. Suspendisse ullamcorper congue nisi ut fringilla. Aliquam quis suscipit orci. Class aptent taciti sociosqu ad litora torquent per conubia nostra, per inceptos himenaeos. Nam at nulla volutpat, viverra sem ac, blandit erat. Quisque gravida quam eu magna hendrerit, quis varius diam scelerisque. Suspendisse nisi enim, dignissim sit amet tristique ut, tempus sodales nibh.
+
+Nulla ac eleifend leo. Quisque laoreet finibus mattis. Nam est nulla, maximus sed luctus non, volutpat quis ipsum. Praesent et quam dolor. Nulla facilisi. Aliquam enim orci, volutpat vitae mattis pellentesque, fringilla ut eros. Fusce semper arcu et sapien rutrum laoreet. Maecenas vel imperdiet lectus. Mauris et pulvinar justo. Mauris sed luctus diam. Fusce a odio eget ante consequat volutpat. Nullam at lorem ut dui ornare aliquam nec non justo. Mauris turpis eros, blandit eget elementum ullamcorper, molestie vel quam. Aenean pretium interdum ligula ac fringilla. Aenean et felis lorem. Ut id lectus quis risus finibus condimentum.
+
+Curabitur aliquet quis justo sed posuere. Donec eu libero eget mi ullamcorper placerat. Etiam massa mi, lobortis eget fermentum in, facilisis vel lectus. In hac habitasse platea dictumst. Nam laoreet sodales metus, nec finibus nulla volutpat bibendum. Aenean ut vulputate dolor, vitae venenatis est. Fusce ipsum libero, laoreet sit amet justo at, auctor tristique arcu. Praesent pellentesque efficitur velit non accumsan. Proin fermentum tempus ante, at eleifend lectus fringilla sit amet. Nunc et diam ac velit tristique malesuada a id mauris. Sed euismod turpis lacus, a maximus dolor semper in. Nulla mauris tortor, dignissim vel mauris sed, efficitur ultrices nulla. Donec sed molestie libero. Quisque nec congue eros, ut consequat lectus. Suspendisse vitae tortor sapien. Sed vitae pellentesque dolor.
+
+Suspendisse dictum velit metus, vel mollis erat imperdiet ut. Mauris et sapien eleifend, malesuada ante vehicula, ornare tellus. Integer condimentum mattis risus, nec luctus lacus convallis a. Phasellus bibendum consequat nisi, ut consequat dui bibendum a. Sed venenatis lobortis turpis, a venenatis ex sodales eu. Duis sit amet sem dui. Lorem ipsum dolor sit amet, consectetur adipiscing elit. Nulla vitae tellus a ex tristique mattis. Quisque viverra vitae turpis accumsan imperdiet. Cras nunc erat, commodo et malesuada at, vulputate in lorem. Fusce tempor venenatis dui consequat auctor. Pellentesque habitant morbi tristique senectus et netus et malesuada fames ac turpis egestas. Suspendisse potenti.
+
+Fusce et ligula sem. In condimentum dolor metus, eu luctus justo ultrices nec. Aenean vitae ligula non erat tincidunt blandit. Pellentesque luctus tellus ante, mollis cursus arcu posuere a. Ut sed lacus suscipit, dapibus quam non, elementum purus. Nullam sed venenatis tortor, id luctus lacus. Suspendisse orci felis, porta et sagittis at, posuere vitae lectus.
+
+Cras in ligula ut mi viverra efficitur at sed erat. Donec congue suscipit orci, eu volutpat augue ultricies non. Maecenas imperdiet tincidunt commodo. Cras quis vulputate urna, et malesuada lorem. Donec id convallis nibh, non congue lacus. Curabitur et scelerisque nisl. Maecenas vestibulum elit ipsum, in posuere tortor placerat sit amet. Nullam nec ex eget libero mattis commodo a at leo. Vestibulum aliquet, eros quis facilisis aliquam, mi arcu aliquet nisl, in tempus massa sapien at tortor.
+
+Maecenas et dolor sed sapien lacinia fringilla eget et nibh. Aenean viverra urna sit amet lobortis vestibulum. Aliquam vehicula rutrum magna ut aliquam. Maecenas pharetra volutpat porttitor. In id ultricies sapien, a accumsan lectus. Fusce in elit a ex auctor rutrum sit amet ac lorem. Mauris eu mi a nisl vehicula mattis. Donec dictum velit nec libero bibendum, in volutpat metus viverra. Vivamus eget sollicitudin nunc, ac vestibulum erat. Sed dolor risus, semper nec lorem vitae, vehicula molestie purus. Quisque ac lectus iaculis, ultrices leo sit amet, mattis erat. Curabitur lorem mauris, vestibulum vel risus eu, molestie facilisis elit. Pellentesque habitant morbi tristique senectus et netus et volutpat.
diff --git a/services/clsi/test/load/js/loadTest.js b/services/clsi/test/load/js/loadTest.js
new file mode 100644
index 0000000000..f5e1fce063
--- /dev/null
+++ b/services/clsi/test/load/js/loadTest.js
@@ -0,0 +1,101 @@
+// TODO: This file was created by bulk-decaffeinate.
+// Fix any style issues and re-enable lint.
+/*
+ * decaffeinate suggestions:
+ * DS102: Remove unnecessary code created because of implicit returns
+ * DS207: Consider shorter variations of null checks
+ * Full docs: https://github.com/decaffeinate/decaffeinate/blob/master/docs/suggestions.md
+ */
+const request = require('request')
+const Settings = require('@overleaf/settings')
+const async = require('async')
+const fs = require('fs')
+const _ = require('lodash')
+const concurentCompiles = 5
+const totalCompiles = 50
+
+const buildUrl = path =>
+ `http://${Settings.internal.clsi.host}:${Settings.internal.clsi.port}/${path}`
+
+const mainTexContent = fs.readFileSync('./bulk.tex', 'utf-8')
+
+const compileTimes = []
+let failedCount = 0
+
+const getAverageCompileTime = function () {
+ const totalTime = _.reduce(compileTimes, (sum, time) => sum + time, 0)
+ return totalTime / compileTimes.length
+}
+
+const makeRequest = function (compileNumber, callback) {
+ let bulkBodyCount = 7
+ let bodyContent = ''
+ while (--bulkBodyCount) {
+ bodyContent = bodyContent += mainTexContent
+ }
+
+ const startTime = new Date()
+ return request.post(
+ {
+ url: buildUrl(`project/loadcompile-${compileNumber}/compile`),
+ json: {
+ compile: {
+ resources: [
+ {
+ path: 'main.tex',
+ content: `\
+\\documentclass{article}
+\\begin{document}
+${bodyContent}
+\\end{document}\
+`,
+ },
+ ],
+ },
+ },
+ },
+ (err, response, body) => {
+ if (response.statusCode !== 200) {
+ failedCount++
+ return callback(`compile ${compileNumber} failed`)
+ }
+ if (err != null) {
+ failedCount++
+ return callback('failed')
+ }
+ const totalTime = new Date() - startTime
+ console.log(totalTime + 'ms')
+ compileTimes.push(totalTime)
+ return callback(err)
+ }
+ )
+}
+
+const jobs = _.map(
+ __range__(1, totalCompiles, true),
+ i => cb => makeRequest(i, cb)
+)
+
+const startTime = new Date()
+async.parallelLimit(jobs, concurentCompiles, err => {
+ if (err != null) {
+ console.error(err)
+ }
+ console.log(`total time taken = ${(new Date() - startTime) / 1000}s`)
+ console.log(`total compiles = ${totalCompiles}`)
+ console.log(`concurent compiles = ${concurentCompiles}`)
+ console.log(`average time = ${getAverageCompileTime() / 1000}s`)
+ console.log(`max time = ${_.max(compileTimes) / 1000}s`)
+ console.log(`min time = ${_.min(compileTimes) / 1000}s`)
+ return console.log(`total failures = ${failedCount}`)
+})
+
+function __range__(left, right, inclusive) {
+ const range = []
+ const ascending = left < right
+ const end = !inclusive ? right : ascending ? right + 1 : right - 1
+ for (let i = left; ascending ? i < end : i > end; ascending ? i++ : i--) {
+ range.push(i)
+ }
+ return range
+}
diff --git a/services/clsi/test/setup.js b/services/clsi/test/setup.js
new file mode 100644
index 0000000000..de87f662b5
--- /dev/null
+++ b/services/clsi/test/setup.js
@@ -0,0 +1,19 @@
+const chai = require('chai')
+const SandboxedModule = require('sandboxed-module')
+
+// Setup should interface
+chai.should()
+
+// Global SandboxedModule settings
+SandboxedModule.configure({
+ requires: {
+ 'logger-sharelatex': {
+ log() {},
+ info() {},
+ warn() {},
+ error() {},
+ err() {},
+ },
+ },
+ globals: { Buffer, console, process },
+})
diff --git a/services/clsi/test/smoke/js/SmokeTests.js b/services/clsi/test/smoke/js/SmokeTests.js
new file mode 100644
index 0000000000..0c207e660e
--- /dev/null
+++ b/services/clsi/test/smoke/js/SmokeTests.js
@@ -0,0 +1,102 @@
+const request = require('request')
+const Settings = require('@overleaf/settings')
+
+const buildUrl = path =>
+ `http://${Settings.internal.clsi.host}:${Settings.internal.clsi.port}/${path}`
+
+const url = buildUrl(`project/smoketest-${process.pid}/compile`)
+
+module.exports = {
+ sendNewResult(res) {
+ this._run(error => this._sendResponse(res, error))
+ },
+ sendLastResult(res) {
+ this._sendResponse(res, this._lastError)
+ },
+ triggerRun(cb) {
+ this._run(error => {
+ this._lastError = error
+ cb(error)
+ })
+ },
+
+ _lastError: new Error('SmokeTestsPending'),
+ _sendResponse(res, error) {
+ let code, body
+ if (error) {
+ code = 500
+ body = error.message
+ } else {
+ code = 200
+ body = 'OK'
+ }
+ res.contentType('text/plain')
+ res.status(code).send(body)
+ },
+ _run(done) {
+ request.post(
+ {
+ url,
+ json: {
+ compile: {
+ resources: [
+ {
+ path: 'main.tex',
+ content: `\
+% Membrane-like surface
+% Author: Yotam Avital
+\\documentclass{article}
+\\usepackage{tikz}
+\\usetikzlibrary{calc,fadings,decorations.pathreplacing}
+\\begin{document}
+\\begin{tikzpicture}
+ \\def\\nuPi{3.1459265}
+ \\foreach \\i in {5,4,...,2}{% This one doesn't matter
+ \\foreach \\j in {3,2,...,0}{% This will crate a membrane
+ % with the front lipids visible
+ % top layer
+ \\pgfmathsetmacro{\\dx}{rand*0.1}% A random variance in the x coordinate
+ \\pgfmathsetmacro{\\dy}{rand*0.1}% A random variance in the y coordinate,
+ % gives a hight fill to the lipid
+ \\pgfmathsetmacro{\\rot}{rand*0.1}% A random variance in the
+ % molecule orientation
+ \\shade[ball color=red] ({\\i+\\dx+\\rot},{0.5*\\j+\\dy+0.4*sin(\\i*\\nuPi*10)}) circle(0.45);
+ \\shade[ball color=gray] (\\i+\\dx,{0.5*\\j+\\dy+0.4*sin(\\i*\\nuPi*10)-0.9}) circle(0.45);
+ \\shade[ball color=gray] (\\i+\\dx-\\rot,{0.5*\\j+\\dy+0.4*sin(\\i*\\nuPi*10)-1.8}) circle(0.45);
+ % bottom layer
+ \\pgfmathsetmacro{\\dx}{rand*0.1}
+ \\pgfmathsetmacro{\\dy}{rand*0.1}
+ \\pgfmathsetmacro{\\rot}{rand*0.1}
+ \\shade[ball color=gray] (\\i+\\dx+\\rot,{0.5*\\j+\\dy+0.4*sin(\\i*\\nuPi*10)-2.8}) circle(0.45);
+ \\shade[ball color=gray] (\\i+\\dx,{0.5*\\j+\\dy+0.4*sin(\\i*\\nuPi*10)-3.7}) circle(0.45);
+ \\shade[ball color=red] (\\i+\\dx-\\rot,{0.5*\\j+\\dy+0.4*sin(\\i*\\nuPi*10)-4.6}) circle(0.45);
+ }
+ }
+\\end{tikzpicture}
+\\end{document}\
+`,
+ },
+ ],
+ },
+ },
+ },
+ (error, response, body) => {
+ if (error) return done(error)
+ if (!body || !body.compile || !body.compile.outputFiles) {
+ return done(new Error('response payload incomplete'))
+ }
+
+ let pdfFound = false
+ let logFound = false
+ for (const file of body.compile.outputFiles) {
+ if (file.type === 'pdf') pdfFound = true
+ if (file.type === 'log') logFound = true
+ }
+
+ if (!pdfFound) return done(new Error('no pdf returned'))
+ if (!logFound) return done(new Error('no log returned'))
+ done()
+ }
+ )
+ },
+}
diff --git a/services/clsi/test/unit/js/CompileControllerTests.js b/services/clsi/test/unit/js/CompileControllerTests.js
new file mode 100644
index 0000000000..792c7adc7e
--- /dev/null
+++ b/services/clsi/test/unit/js/CompileControllerTests.js
@@ -0,0 +1,445 @@
+/* eslint-disable
+ no-return-assign,
+ no-unused-vars,
+*/
+// TODO: This file was created by bulk-decaffeinate.
+// Fix any style issues and re-enable lint.
+/*
+ * decaffeinate suggestions:
+ * DS102: Remove unnecessary code created because of implicit returns
+ * Full docs: https://github.com/decaffeinate/decaffeinate/blob/master/docs/suggestions.md
+ */
+const SandboxedModule = require('sandboxed-module')
+const sinon = require('sinon')
+const { expect } = require('chai')
+const modulePath = require('path').join(
+ __dirname,
+ '../../../app/js/CompileController'
+)
+const tk = require('timekeeper')
+
+function tryImageNameValidation(method, imageNameField) {
+ describe('when allowedImages is set', function () {
+ beforeEach(function () {
+ this.Settings.clsi = { docker: {} }
+ this.Settings.clsi.docker.allowedImages = [
+ 'repo/image:tag1',
+ 'repo/image:tag2',
+ ]
+ this.res.send = sinon.stub()
+ this.res.status = sinon.stub().returns({ send: this.res.send })
+
+ this.CompileManager[method].reset()
+ })
+
+ describe('with an invalid image', function () {
+ beforeEach(function () {
+ this.req.query[imageNameField] = 'something/evil:1337'
+ this.CompileController[method](this.req, this.res, this.next)
+ })
+ it('should return a 400', function () {
+ expect(this.res.status.calledWith(400)).to.equal(true)
+ })
+ it('should not run the query', function () {
+ expect(this.CompileManager[method].called).to.equal(false)
+ })
+ })
+
+ describe('with a valid image', function () {
+ beforeEach(function () {
+ this.req.query[imageNameField] = 'repo/image:tag1'
+ this.CompileController[method](this.req, this.res, this.next)
+ })
+ it('should not return a 400', function () {
+ expect(this.res.status.calledWith(400)).to.equal(false)
+ })
+ it('should run the query', function () {
+ expect(this.CompileManager[method].called).to.equal(true)
+ })
+ })
+ })
+}
+
+describe('CompileController', function () {
+ beforeEach(function () {
+ this.CompileController = SandboxedModule.require(modulePath, {
+ requires: {
+ './CompileManager': (this.CompileManager = {}),
+ './RequestParser': (this.RequestParser = {}),
+ '@overleaf/settings': (this.Settings = {
+ apis: {
+ clsi: {
+ url: 'http://clsi.example.com',
+ },
+ },
+ }),
+ './ProjectPersistenceManager': (this.ProjectPersistenceManager = {}),
+ },
+ })
+ this.Settings.externalUrl = 'http://www.example.com'
+ this.req = {}
+ this.res = {}
+ return (this.next = sinon.stub())
+ })
+
+ describe('compile', function () {
+ beforeEach(function () {
+ this.req.body = {
+ compile: 'mock-body',
+ }
+ this.req.params = { project_id: (this.project_id = 'project-id-123') }
+ this.request = {
+ compile: 'mock-parsed-request',
+ }
+ this.request_with_project_id = {
+ compile: this.request.compile,
+ project_id: this.project_id,
+ }
+ this.output_files = [
+ {
+ path: 'output.pdf',
+ type: 'pdf',
+ size: 1337,
+ build: 1234,
+ },
+ {
+ path: 'output.log',
+ type: 'log',
+ build: 1234,
+ },
+ ]
+ this.RequestParser.parse = sinon
+ .stub()
+ .callsArgWith(1, null, this.request)
+ this.ProjectPersistenceManager.markProjectAsJustAccessed = sinon
+ .stub()
+ .callsArg(1)
+ this.stats = { foo: 1 }
+ this.timings = { bar: 2 }
+ this.res.status = sinon.stub().returnsThis()
+ return (this.res.send = sinon.stub())
+ })
+
+ describe('successfully', function () {
+ beforeEach(function () {
+ this.CompileManager.doCompileWithLock = sinon
+ .stub()
+ .yields(null, this.output_files, this.stats, this.timings)
+ return this.CompileController.compile(this.req, this.res)
+ })
+
+ it('should parse the request', function () {
+ return this.RequestParser.parse
+ .calledWith(this.req.body)
+ .should.equal(true)
+ })
+
+ it('should run the compile for the specified project', function () {
+ return this.CompileManager.doCompileWithLock
+ .calledWith(this.request_with_project_id)
+ .should.equal(true)
+ })
+
+ it('should mark the project as accessed', function () {
+ return this.ProjectPersistenceManager.markProjectAsJustAccessed
+ .calledWith(this.project_id)
+ .should.equal(true)
+ })
+
+ return it('should return the JSON response', function () {
+ this.res.status.calledWith(200).should.equal(true)
+ return this.res.send
+ .calledWith({
+ compile: {
+ status: 'success',
+ error: null,
+ stats: this.stats,
+ timings: this.timings,
+ outputFiles: this.output_files.map(file => {
+ return {
+ url: `${this.Settings.apis.clsi.url}/project/${this.project_id}/build/${file.build}/output/${file.path}`,
+ ...file,
+ }
+ }),
+ },
+ })
+ .should.equal(true)
+ })
+ })
+
+ describe('with user provided fake_output.pdf', function () {
+ beforeEach(function () {
+ this.output_files = [
+ {
+ path: 'fake_output.pdf',
+ type: 'pdf',
+ build: 1234,
+ },
+ {
+ path: 'output.log',
+ type: 'log',
+ build: 1234,
+ },
+ ]
+ this.CompileManager.doCompileWithLock = sinon
+ .stub()
+ .yields(null, this.output_files, this.stats, this.timings)
+ this.CompileController.compile(this.req, this.res)
+ })
+
+ it('should return the JSON response with status failure', function () {
+ this.res.status.calledWith(200).should.equal(true)
+ this.res.send
+ .calledWith({
+ compile: {
+ status: 'failure',
+ error: null,
+ stats: this.stats,
+ timings: this.timings,
+ outputFiles: this.output_files.map(file => {
+ return {
+ url: `${this.Settings.apis.clsi.url}/project/${this.project_id}/build/${file.build}/output/${file.path}`,
+ ...file,
+ }
+ }),
+ },
+ })
+ .should.equal(true)
+ })
+ })
+
+ describe('with an empty output.pdf', function () {
+ beforeEach(function () {
+ this.output_files = [
+ {
+ path: 'output.pdf',
+ type: 'pdf',
+ size: 0,
+ build: 1234,
+ },
+ {
+ path: 'output.log',
+ type: 'log',
+ build: 1234,
+ },
+ ]
+ this.CompileManager.doCompileWithLock = sinon
+ .stub()
+ .yields(null, this.output_files, this.stats, this.timings)
+ this.CompileController.compile(this.req, this.res)
+ })
+
+ it('should return the JSON response with status failure', function () {
+ this.res.status.calledWith(200).should.equal(true)
+ this.res.send
+ .calledWith({
+ compile: {
+ status: 'failure',
+ error: null,
+ stats: this.stats,
+ timings: this.timings,
+ outputFiles: this.output_files.map(file => {
+ return {
+ url: `${this.Settings.apis.clsi.url}/project/${this.project_id}/build/${file.build}/output/${file.path}`,
+ ...file,
+ }
+ }),
+ },
+ })
+ .should.equal(true)
+ })
+ })
+
+ describe('with an error', function () {
+ beforeEach(function () {
+ this.CompileManager.doCompileWithLock = sinon
+ .stub()
+ .callsArgWith(1, new Error((this.message = 'error message')), null)
+ return this.CompileController.compile(this.req, this.res)
+ })
+
+ return it('should return the JSON response with the error', function () {
+ this.res.status.calledWith(500).should.equal(true)
+ return this.res.send
+ .calledWith({
+ compile: {
+ status: 'error',
+ error: this.message,
+ outputFiles: [],
+ // JSON.stringify will omit these
+ stats: undefined,
+ timings: undefined,
+ },
+ })
+ .should.equal(true)
+ })
+ })
+
+ describe('when the request times out', function () {
+ beforeEach(function () {
+ this.error = new Error((this.message = 'container timed out'))
+ this.error.timedout = true
+ this.CompileManager.doCompileWithLock = sinon
+ .stub()
+ .callsArgWith(1, this.error, null)
+ return this.CompileController.compile(this.req, this.res)
+ })
+
+ return it('should return the JSON response with the timeout status', function () {
+ this.res.status.calledWith(200).should.equal(true)
+ return this.res.send
+ .calledWith({
+ compile: {
+ status: 'timedout',
+ error: this.message,
+ outputFiles: [],
+ // JSON.stringify will omit these
+ stats: undefined,
+ timings: undefined,
+ },
+ })
+ .should.equal(true)
+ })
+ })
+
+ return describe('when the request returns no output files', function () {
+ beforeEach(function () {
+ this.CompileManager.doCompileWithLock = sinon
+ .stub()
+ .callsArgWith(1, null, [])
+ return this.CompileController.compile(this.req, this.res)
+ })
+
+ return it('should return the JSON response with the failure status', function () {
+ this.res.status.calledWith(200).should.equal(true)
+ return this.res.send
+ .calledWith({
+ compile: {
+ error: null,
+ status: 'failure',
+ outputFiles: [],
+ // JSON.stringify will omit these
+ stats: undefined,
+ timings: undefined,
+ },
+ })
+ .should.equal(true)
+ })
+ })
+ })
+
+ describe('syncFromCode', function () {
+ beforeEach(function () {
+ this.file = 'main.tex'
+ this.line = 42
+ this.column = 5
+ this.project_id = 'mock-project-id'
+ this.req.params = { project_id: this.project_id }
+ this.req.query = {
+ file: this.file,
+ line: this.line.toString(),
+ column: this.column.toString(),
+ }
+ this.res.json = sinon.stub()
+
+ this.CompileManager.syncFromCode = sinon
+ .stub()
+ .yields(null, (this.pdfPositions = ['mock-positions']))
+ return this.CompileController.syncFromCode(this.req, this.res, this.next)
+ })
+
+ it('should find the corresponding location in the PDF', function () {
+ return this.CompileManager.syncFromCode
+ .calledWith(
+ this.project_id,
+ undefined,
+ this.file,
+ this.line,
+ this.column
+ )
+ .should.equal(true)
+ })
+
+ it('should return the positions', function () {
+ return this.res.json
+ .calledWith({
+ pdf: this.pdfPositions,
+ })
+ .should.equal(true)
+ })
+
+ tryImageNameValidation('syncFromCode', 'imageName')
+ })
+
+ describe('syncFromPdf', function () {
+ beforeEach(function () {
+ this.page = 5
+ this.h = 100.23
+ this.v = 45.67
+ this.project_id = 'mock-project-id'
+ this.req.params = { project_id: this.project_id }
+ this.req.query = {
+ page: this.page.toString(),
+ h: this.h.toString(),
+ v: this.v.toString(),
+ }
+ this.res.json = sinon.stub()
+
+ this.CompileManager.syncFromPdf = sinon
+ .stub()
+ .yields(null, (this.codePositions = ['mock-positions']))
+ return this.CompileController.syncFromPdf(this.req, this.res, this.next)
+ })
+
+ it('should find the corresponding location in the code', function () {
+ return this.CompileManager.syncFromPdf
+ .calledWith(this.project_id, undefined, this.page, this.h, this.v)
+ .should.equal(true)
+ })
+
+ it('should return the positions', function () {
+ return this.res.json
+ .calledWith({
+ code: this.codePositions,
+ })
+ .should.equal(true)
+ })
+
+ tryImageNameValidation('syncFromPdf', 'imageName')
+ })
+
+ return describe('wordcount', function () {
+ beforeEach(function () {
+ this.file = 'main.tex'
+ this.project_id = 'mock-project-id'
+ this.req.params = { project_id: this.project_id }
+ this.req.query = {
+ file: this.file,
+ image: (this.image = 'example.com/image'),
+ }
+ this.res.json = sinon.stub()
+
+ this.CompileManager.wordcount = sinon
+ .stub()
+ .callsArgWith(4, null, (this.texcount = ['mock-texcount']))
+ })
+
+ it('should return the word count of a file', function () {
+ this.CompileController.wordcount(this.req, this.res, this.next)
+ return this.CompileManager.wordcount
+ .calledWith(this.project_id, undefined, this.file, this.image)
+ .should.equal(true)
+ })
+
+ it('should return the texcount info', function () {
+ this.CompileController.wordcount(this.req, this.res, this.next)
+ return this.res.json
+ .calledWith({
+ texcount: this.texcount,
+ })
+ .should.equal(true)
+ })
+
+ tryImageNameValidation('wordcount', 'image')
+ })
+})
diff --git a/services/clsi/test/unit/js/CompileManagerTests.js b/services/clsi/test/unit/js/CompileManagerTests.js
new file mode 100644
index 0000000000..dfedcf31ef
--- /dev/null
+++ b/services/clsi/test/unit/js/CompileManagerTests.js
@@ -0,0 +1,633 @@
+/* eslint-disable
+ camelcase,
+ chai-friendly/no-unused-expressions,
+ no-path-concat,
+ no-return-assign,
+ no-unused-vars,
+*/
+// TODO: This file was created by bulk-decaffeinate.
+// Fix any style issues and re-enable lint.
+/*
+ * decaffeinate suggestions:
+ * DS101: Remove unnecessary use of Array.from
+ * DS102: Remove unnecessary code created because of implicit returns
+ * Full docs: https://github.com/decaffeinate/decaffeinate/blob/master/docs/suggestions.md
+ */
+const SandboxedModule = require('sandboxed-module')
+const sinon = require('sinon')
+const modulePath = require('path').join(
+ __dirname,
+ '../../../app/js/CompileManager'
+)
+const tk = require('timekeeper')
+const { EventEmitter } = require('events')
+const Path = require('path')
+
+describe('CompileManager', function () {
+ beforeEach(function () {
+ this.CompileManager = SandboxedModule.require(modulePath, {
+ requires: {
+ './LatexRunner': (this.LatexRunner = {}),
+ './ResourceWriter': (this.ResourceWriter = {}),
+ './OutputFileFinder': (this.OutputFileFinder = {}),
+ './OutputCacheManager': (this.OutputCacheManager = {}),
+ '@overleaf/settings': (this.Settings = {
+ path: {
+ compilesDir: '/compiles/dir',
+ outputDir: '/output/dir',
+ },
+ synctexBaseDir() {
+ return '/compile'
+ },
+ clsi: {
+ docker: {
+ image: 'SOMEIMAGE',
+ },
+ },
+ }),
+
+ child_process: (this.child_process = {}),
+ './CommandRunner': (this.CommandRunner = {}),
+ './DraftModeManager': (this.DraftModeManager = {}),
+ './TikzManager': (this.TikzManager = {}),
+ './LockManager': (this.LockManager = {}),
+ fs: (this.fs = {}),
+ 'fs-extra': (this.fse = { ensureDir: sinon.stub().callsArg(1) }),
+ },
+ })
+ this.callback = sinon.stub()
+ this.project_id = 'project-id-123'
+ return (this.user_id = '1234')
+ })
+ describe('doCompileWithLock', function () {
+ beforeEach(function () {
+ this.request = {
+ resources: (this.resources = 'mock-resources'),
+ project_id: this.project_id,
+ user_id: this.user_id,
+ }
+ this.output_files = ['foo', 'bar']
+ this.Settings.compileDir = 'compiles'
+ this.compileDir = `${this.Settings.path.compilesDir}/${this.project_id}-${this.user_id}`
+ this.CompileManager.doCompile = sinon
+ .stub()
+ .yields(null, this.output_files)
+ return (this.LockManager.runWithLock = (lockFile, runner, callback) =>
+ runner((err, ...result) => callback(err, ...Array.from(result))))
+ })
+
+ describe('when the project is not locked', function () {
+ beforeEach(function () {
+ return this.CompileManager.doCompileWithLock(
+ this.request,
+ this.callback
+ )
+ })
+
+ it('should ensure that the compile directory exists', function () {
+ return this.fse.ensureDir.calledWith(this.compileDir).should.equal(true)
+ })
+
+ it('should call doCompile with the request', function () {
+ return this.CompileManager.doCompile
+ .calledWith(this.request)
+ .should.equal(true)
+ })
+
+ return it('should call the callback with the output files', function () {
+ return this.callback
+ .calledWithExactly(null, this.output_files)
+ .should.equal(true)
+ })
+ })
+
+ return describe('when the project is locked', function () {
+ beforeEach(function () {
+ this.error = new Error('locked')
+ this.LockManager.runWithLock = (lockFile, runner, callback) => {
+ return callback(this.error)
+ }
+ return this.CompileManager.doCompileWithLock(
+ this.request,
+ this.callback
+ )
+ })
+
+ it('should ensure that the compile directory exists', function () {
+ return this.fse.ensureDir.calledWith(this.compileDir).should.equal(true)
+ })
+
+ it('should not call doCompile with the request', function () {
+ return this.CompileManager.doCompile.called.should.equal(false)
+ })
+
+ return it('should call the callback with the error', function () {
+ return this.callback.calledWithExactly(this.error).should.equal(true)
+ })
+ })
+ })
+
+ describe('doCompile', function () {
+ beforeEach(function () {
+ this.output_files = [
+ {
+ path: 'output.log',
+ type: 'log',
+ },
+ {
+ path: 'output.pdf',
+ type: 'pdf',
+ },
+ ]
+ this.build_files = [
+ {
+ path: 'output.log',
+ type: 'log',
+ build: 1234,
+ },
+ {
+ path: 'output.pdf',
+ type: 'pdf',
+ build: 1234,
+ },
+ ]
+ this.request = {
+ resources: (this.resources = 'mock-resources'),
+ rootResourcePath: (this.rootResourcePath = 'main.tex'),
+ project_id: this.project_id,
+ user_id: this.user_id,
+ compiler: (this.compiler = 'pdflatex'),
+ timeout: (this.timeout = 42000),
+ imageName: (this.image = 'example.com/image'),
+ flags: (this.flags = ['-file-line-error']),
+ compileGroup: (this.compileGroup = 'compile-group'),
+ }
+ this.env = {}
+ this.Settings.compileDir = 'compiles'
+ this.compileDir = `${this.Settings.path.compilesDir}/${this.project_id}-${this.user_id}`
+ this.outputDir = `${this.Settings.path.outputDir}/${this.project_id}-${this.user_id}`
+ this.ResourceWriter.syncResourcesToDisk = sinon
+ .stub()
+ .callsArgWith(2, null, this.resources)
+ this.LatexRunner.runLatex = sinon.stub().callsArg(2)
+ this.OutputFileFinder.findOutputFiles = sinon
+ .stub()
+ .yields(null, this.output_files)
+ this.OutputCacheManager.saveOutputFiles = sinon
+ .stub()
+ .yields(null, this.build_files)
+ this.DraftModeManager.injectDraftMode = sinon.stub().callsArg(1)
+ return (this.TikzManager.checkMainFile = sinon.stub().callsArg(3, false))
+ })
+
+ describe('normally', function () {
+ beforeEach(function () {
+ return this.CompileManager.doCompile(this.request, this.callback)
+ })
+
+ it('should write the resources to disk', function () {
+ return this.ResourceWriter.syncResourcesToDisk
+ .calledWith(this.request, this.compileDir)
+ .should.equal(true)
+ })
+
+ it('should run LaTeX', function () {
+ return this.LatexRunner.runLatex
+ .calledWith(`${this.project_id}-${this.user_id}`, {
+ directory: this.compileDir,
+ mainFile: this.rootResourcePath,
+ compiler: this.compiler,
+ timeout: this.timeout,
+ image: this.image,
+ flags: this.flags,
+ environment: this.env,
+ compileGroup: this.compileGroup,
+ })
+ .should.equal(true)
+ })
+
+ it('should find the output files', function () {
+ return this.OutputFileFinder.findOutputFiles
+ .calledWith(this.resources, this.compileDir)
+ .should.equal(true)
+ })
+
+ it('should return the output files', function () {
+ return this.callback
+ .calledWith(null, this.build_files)
+ .should.equal(true)
+ })
+
+ return it('should not inject draft mode by default', function () {
+ return this.DraftModeManager.injectDraftMode.called.should.equal(false)
+ })
+ })
+
+ describe('with draft mode', function () {
+ beforeEach(function () {
+ this.request.draft = true
+ return this.CompileManager.doCompile(this.request, this.callback)
+ })
+
+ return it('should inject the draft mode header', function () {
+ return this.DraftModeManager.injectDraftMode
+ .calledWith(this.compileDir + '/' + this.rootResourcePath)
+ .should.equal(true)
+ })
+ })
+
+ describe('with a check option', function () {
+ beforeEach(function () {
+ this.request.check = 'error'
+ return this.CompileManager.doCompile(this.request, this.callback)
+ })
+
+ return it('should run chktex', function () {
+ return this.LatexRunner.runLatex
+ .calledWith(`${this.project_id}-${this.user_id}`, {
+ directory: this.compileDir,
+ mainFile: this.rootResourcePath,
+ compiler: this.compiler,
+ timeout: this.timeout,
+ image: this.image,
+ flags: this.flags,
+ environment: {
+ CHKTEX_OPTIONS: '-nall -e9 -e10 -w15 -w16',
+ CHKTEX_EXIT_ON_ERROR: 1,
+ CHKTEX_ULIMIT_OPTIONS: '-t 5 -v 64000',
+ },
+ compileGroup: this.compileGroup,
+ })
+ .should.equal(true)
+ })
+ })
+
+ return describe('with a knitr file and check options', function () {
+ beforeEach(function () {
+ this.request.rootResourcePath = 'main.Rtex'
+ this.request.check = 'error'
+ return this.CompileManager.doCompile(this.request, this.callback)
+ })
+
+ return it('should not run chktex', function () {
+ return this.LatexRunner.runLatex
+ .calledWith(`${this.project_id}-${this.user_id}`, {
+ directory: this.compileDir,
+ mainFile: 'main.Rtex',
+ compiler: this.compiler,
+ timeout: this.timeout,
+ image: this.image,
+ flags: this.flags,
+ environment: this.env,
+ compileGroup: this.compileGroup,
+ })
+ .should.equal(true)
+ })
+ })
+ })
+
+ describe('clearProject', function () {
+ describe('succesfully', function () {
+ beforeEach(function () {
+ this.Settings.compileDir = 'compiles'
+ this.fs.lstat = sinon.stub().callsArgWith(1, null, {
+ isDirectory() {
+ return true
+ },
+ })
+ this.proc = new EventEmitter()
+ this.proc.stdout = new EventEmitter()
+ this.proc.stderr = new EventEmitter()
+ this.proc.stderr.setEncoding = sinon.stub().returns(this.proc.stderr)
+ this.child_process.spawn = sinon.stub().returns(this.proc)
+ this.CompileManager.clearProject(
+ this.project_id,
+ this.user_id,
+ this.callback
+ )
+ return this.proc.emit('close', 0)
+ })
+
+ it('should remove the project directory', function () {
+ return this.child_process.spawn
+ .calledWith('rm', [
+ '-r',
+ '-f',
+ '--',
+ `${this.Settings.path.compilesDir}/${this.project_id}-${this.user_id}`,
+ `${this.Settings.path.outputDir}/${this.project_id}-${this.user_id}`,
+ ])
+ .should.equal(true)
+ })
+
+ return it('should call the callback', function () {
+ return this.callback.called.should.equal(true)
+ })
+ })
+
+ return describe('with a non-success status code', function () {
+ beforeEach(function () {
+ this.Settings.compileDir = 'compiles'
+ this.fs.lstat = sinon.stub().callsArgWith(1, null, {
+ isDirectory() {
+ return true
+ },
+ })
+ this.proc = new EventEmitter()
+ this.proc.stdout = new EventEmitter()
+ this.proc.stderr = new EventEmitter()
+ this.proc.stderr.setEncoding = sinon.stub().returns(this.proc.stderr)
+ this.child_process.spawn = sinon.stub().returns(this.proc)
+ this.CompileManager.clearProject(
+ this.project_id,
+ this.user_id,
+ this.callback
+ )
+ this.proc.stderr.emit('data', (this.error = 'oops'))
+ return this.proc.emit('close', 1)
+ })
+
+ it('should remove the project directory', function () {
+ return this.child_process.spawn
+ .calledWith('rm', [
+ '-r',
+ '-f',
+ '--',
+ `${this.Settings.path.compilesDir}/${this.project_id}-${this.user_id}`,
+ `${this.Settings.path.outputDir}/${this.project_id}-${this.user_id}`,
+ ])
+ .should.equal(true)
+ })
+
+ it('should call the callback with an error from the stderr', function () {
+ this.callback.calledWithExactly(sinon.match(Error)).should.equal(true)
+
+ this.callback.args[0][0].message.should.equal(
+ `rm -r ${this.Settings.path.compilesDir}/${this.project_id}-${this.user_id} ${this.Settings.path.outputDir}/${this.project_id}-${this.user_id} failed: ${this.error}`
+ )
+ })
+ })
+ })
+
+ describe('syncing', function () {
+ beforeEach(function () {
+ this.page = 1
+ this.h = 42.23
+ this.v = 87.56
+ this.width = 100.01
+ this.height = 234.56
+ this.line = 5
+ this.column = 3
+ this.file_name = 'main.tex'
+ this.child_process.execFile = sinon.stub()
+ return (this.Settings.path.synctexBaseDir = project_id =>
+ `${this.Settings.path.compilesDir}/${this.project_id}-${this.user_id}`)
+ })
+
+ describe('syncFromCode', function () {
+ beforeEach(function () {
+ this.fs.stat = sinon.stub().callsArgWith(1, null, {
+ isFile() {
+ return true
+ },
+ })
+ this.stdout = `NODE\t${this.page}\t${this.h}\t${this.v}\t${this.width}\t${this.height}\n`
+ this.CommandRunner.run = sinon
+ .stub()
+ .yields(null, { stdout: this.stdout })
+ return this.CompileManager.syncFromCode(
+ this.project_id,
+ this.user_id,
+ this.file_name,
+ this.line,
+ this.column,
+ '',
+ this.callback
+ )
+ })
+
+ it('should execute the synctex binary', function () {
+ const bin_path = Path.resolve(__dirname + '/../../../bin/synctex')
+ const synctex_path = `${this.Settings.path.compilesDir}/${this.project_id}-${this.user_id}/output.pdf`
+ const file_path = `${this.Settings.path.compilesDir}/${this.project_id}-${this.user_id}/${this.file_name}`
+ return this.CommandRunner.run
+ .calledWith(
+ `${this.project_id}-${this.user_id}`,
+ [
+ '/opt/synctex',
+ 'code',
+ synctex_path,
+ file_path,
+ this.line,
+ this.column,
+ ],
+ `${this.Settings.path.compilesDir}/${this.project_id}-${this.user_id}`,
+ this.Settings.clsi.docker.image,
+ 60000,
+ {}
+ )
+ .should.equal(true)
+ })
+
+ it('should call the callback with the parsed output', function () {
+ return this.callback
+ .calledWith(null, [
+ {
+ page: this.page,
+ h: this.h,
+ v: this.v,
+ height: this.height,
+ width: this.width,
+ },
+ ])
+ .should.equal(true)
+ })
+
+ describe('with a custom imageName', function () {
+ const customImageName = 'foo/bar:tag-0'
+ beforeEach(function () {
+ this.CommandRunner.run.reset()
+ this.CompileManager.syncFromCode(
+ this.project_id,
+ this.user_id,
+ this.file_name,
+ this.line,
+ this.column,
+ customImageName,
+ this.callback
+ )
+ })
+
+ it('should execute the synctex binary in a custom docker image', function () {
+ const synctex_path = `${this.Settings.path.compilesDir}/${this.project_id}-${this.user_id}/output.pdf`
+ const file_path = `${this.Settings.path.compilesDir}/${this.project_id}-${this.user_id}/${this.file_name}`
+ this.CommandRunner.run
+ .calledWith(
+ `${this.project_id}-${this.user_id}`,
+ [
+ '/opt/synctex',
+ 'code',
+ synctex_path,
+ file_path,
+ this.line,
+ this.column,
+ ],
+ `${this.Settings.path.compilesDir}/${this.project_id}-${this.user_id}`,
+ customImageName,
+ 60000,
+ {}
+ )
+ .should.equal(true)
+ })
+ })
+ })
+
+ return describe('syncFromPdf', function () {
+ beforeEach(function () {
+ this.fs.stat = sinon.stub().callsArgWith(1, null, {
+ isFile() {
+ return true
+ },
+ })
+ this.stdout = `NODE\t${this.Settings.path.compilesDir}/${this.project_id}-${this.user_id}/${this.file_name}\t${this.line}\t${this.column}\n`
+ this.CommandRunner.run = sinon
+ .stub()
+ .callsArgWith(7, null, { stdout: this.stdout })
+ return this.CompileManager.syncFromPdf(
+ this.project_id,
+ this.user_id,
+ this.page,
+ this.h,
+ this.v,
+ '',
+ this.callback
+ )
+ })
+
+ it('should execute the synctex binary', function () {
+ const bin_path = Path.resolve(__dirname + '/../../../bin/synctex')
+ const synctex_path = `${this.Settings.path.compilesDir}/${this.project_id}-${this.user_id}/output.pdf`
+ return this.CommandRunner.run
+ .calledWith(
+ `${this.project_id}-${this.user_id}`,
+ ['/opt/synctex', 'pdf', synctex_path, this.page, this.h, this.v],
+ `${this.Settings.path.compilesDir}/${this.project_id}-${this.user_id}`,
+ this.Settings.clsi.docker.image,
+ 60000,
+ {}
+ )
+ .should.equal(true)
+ })
+
+ it('should call the callback with the parsed output', function () {
+ return this.callback
+ .calledWith(null, [
+ {
+ file: this.file_name,
+ line: this.line,
+ column: this.column,
+ },
+ ])
+ .should.equal(true)
+ })
+
+ describe('with a custom imageName', function () {
+ const customImageName = 'foo/bar:tag-1'
+ beforeEach(function () {
+ this.CommandRunner.run.reset()
+ this.CompileManager.syncFromPdf(
+ this.project_id,
+ this.user_id,
+ this.page,
+ this.h,
+ this.v,
+ customImageName,
+ this.callback
+ )
+ })
+
+ it('should execute the synctex binary in a custom docker image', function () {
+ const synctex_path = `${this.Settings.path.compilesDir}/${this.project_id}-${this.user_id}/output.pdf`
+ this.CommandRunner.run
+ .calledWith(
+ `${this.project_id}-${this.user_id}`,
+ ['/opt/synctex', 'pdf', synctex_path, this.page, this.h, this.v],
+ `${this.Settings.path.compilesDir}/${this.project_id}-${this.user_id}`,
+ customImageName,
+ 60000,
+ {}
+ )
+ .should.equal(true)
+ })
+ })
+ })
+ })
+
+ return describe('wordcount', function () {
+ beforeEach(function () {
+ this.CommandRunner.run = sinon.stub().callsArg(7)
+ this.fs.readFile = sinon
+ .stub()
+ .callsArgWith(
+ 2,
+ null,
+ (this.stdout = 'Encoding: ascii\nWords in text: 2')
+ )
+ this.callback = sinon.stub()
+
+ this.project_id
+ this.timeout = 60 * 1000
+ this.file_name = 'main.tex'
+ this.Settings.path.compilesDir = '/local/compile/directory'
+ this.image = 'example.com/image'
+
+ return this.CompileManager.wordcount(
+ this.project_id,
+ this.user_id,
+ this.file_name,
+ this.image,
+ this.callback
+ )
+ })
+
+ it('should run the texcount command', function () {
+ this.directory = `${this.Settings.path.compilesDir}/${this.project_id}-${this.user_id}`
+ this.file_path = `$COMPILE_DIR/${this.file_name}`
+ this.command = [
+ 'texcount',
+ '-nocol',
+ '-inc',
+ this.file_path,
+ `-out=${this.file_path}.wc`,
+ ]
+
+ return this.CommandRunner.run
+ .calledWith(
+ `${this.project_id}-${this.user_id}`,
+ this.command,
+ this.directory,
+ this.image,
+ this.timeout,
+ {}
+ )
+ .should.equal(true)
+ })
+
+ return it('should call the callback with the parsed output', function () {
+ return this.callback
+ .calledWith(null, {
+ encode: 'ascii',
+ textWords: 2,
+ headWords: 0,
+ outside: 0,
+ headers: 0,
+ elements: 0,
+ mathInline: 0,
+ mathDisplay: 0,
+ errors: 0,
+ messages: '',
+ })
+ .should.equal(true)
+ })
+ })
+})
diff --git a/services/clsi/test/unit/js/ContentCacheManagerTests.js b/services/clsi/test/unit/js/ContentCacheManagerTests.js
new file mode 100644
index 0000000000..e59bd68d93
--- /dev/null
+++ b/services/clsi/test/unit/js/ContentCacheManagerTests.js
@@ -0,0 +1,220 @@
+const fs = require('fs')
+const Path = require('path')
+const { expect } = require('chai')
+
+const MODULE_PATH = '../../../app/js/ContentCacheManager'
+
+describe('ContentCacheManager', function () {
+ let contentDir, pdfPath
+ let ContentCacheManager, files, Settings
+ before(function () {
+ Settings = require('@overleaf/settings')
+ ContentCacheManager = require(MODULE_PATH)
+ })
+ let contentRanges, newContentRanges, reclaimed
+ async function run(filePath, size) {
+ const result = await ContentCacheManager.promises.update(
+ contentDir,
+ filePath,
+ size
+ )
+ let newlyReclaimed
+ ;[contentRanges, newContentRanges, newlyReclaimed] = result
+ reclaimed += newlyReclaimed
+
+ const fileNames = await fs.promises.readdir(contentDir)
+ files = {}
+ for (const fileName of fileNames) {
+ const path = Path.join(contentDir, fileName)
+ files[path] = await fs.promises.readFile(path)
+ }
+ }
+ before(function () {
+ contentDir =
+ '/app/output/602cee6f6460fca0ba7921e6/content/1797a7f48f9-5abc1998509dea1f'
+ pdfPath =
+ '/app/output/602cee6f6460fca0ba7921e6/generated-files/1797a7f48ea-8ac6805139f43351/output.pdf'
+
+ reclaimed = 0
+ Settings.pdfCachingMinChunkSize = 1024
+ })
+
+ before(async function () {
+ await fs.promises.rmdir(contentDir, { recursive: true })
+ await fs.promises.mkdir(contentDir, { recursive: true })
+ await fs.promises.mkdir(Path.dirname(pdfPath), { recursive: true })
+ })
+
+ describe('minimal', function () {
+ const PATH_MINIMAL = 'test/acceptance/fixtures/minimal.pdf'
+ const OBJECT_ID_1 = '9 0 '
+ const HASH_LARGE =
+ 'd7cfc73ad2fba4578a437517923e3714927bbf35e63ea88bd93c7a8076cf1fcd'
+ const OBJECT_ID_2 = '10 0 '
+ const HASH_SMALL =
+ '896749b8343851b0dc385f71616916a7ba0434fcfb56d1fc7e27cd139eaa2f71'
+ function getChunkPath(hash) {
+ return Path.join('test/unit/js/snapshots/minimalCompile/chunks', hash)
+ }
+ let MINIMAL_SIZE, RANGE_1, RANGE_2, h1, h2, START_1, START_2, END_1, END_2
+ before(async function () {
+ await fs.promises.copyFile(PATH_MINIMAL, pdfPath)
+ const MINIMAL = await fs.promises.readFile(PATH_MINIMAL)
+ MINIMAL_SIZE = (await fs.promises.stat(PATH_MINIMAL)).size
+ RANGE_1 = await fs.promises.readFile(getChunkPath(HASH_LARGE))
+ RANGE_2 = await fs.promises.readFile(getChunkPath(HASH_SMALL))
+ h1 = HASH_LARGE
+ h2 = HASH_SMALL
+ START_1 = MINIMAL.indexOf(RANGE_1)
+ END_1 = START_1 + RANGE_1.byteLength
+ START_2 = MINIMAL.indexOf(RANGE_2)
+ END_2 = START_2 + RANGE_2.byteLength
+ })
+ async function runWithMinimal() {
+ await run(pdfPath, MINIMAL_SIZE)
+ }
+
+ describe('with two ranges qualifying', function () {
+ before(function () {
+ Settings.pdfCachingMinChunkSize = 500
+ })
+ before(async function () {
+ await runWithMinimal()
+ })
+ it('should produce two ranges', function () {
+ expect(contentRanges).to.have.length(2)
+ })
+
+ it('should find the correct offsets', function () {
+ expect(contentRanges).to.deep.equal([
+ {
+ objectId: OBJECT_ID_1,
+ start: START_1,
+ end: END_1,
+ hash: h1,
+ },
+ {
+ objectId: OBJECT_ID_2,
+ start: START_2,
+ end: END_2,
+ hash: h2,
+ },
+ ])
+ })
+
+ it('should store the contents', function () {
+ expect(files).to.deep.equal({
+ [Path.join(contentDir, h1)]: RANGE_1,
+ [Path.join(contentDir, h2)]: RANGE_2,
+ [Path.join(contentDir, '.state.v0.json')]: Buffer.from(
+ JSON.stringify({
+ hashAge: [
+ [h1, 0],
+ [h2, 0],
+ ],
+ hashSize: [
+ [h1, RANGE_1.byteLength],
+ [h2, RANGE_2.byteLength],
+ ],
+ })
+ ),
+ })
+ })
+
+ it('should mark all ranges as new', function () {
+ expect(contentRanges).to.deep.equal(newContentRanges)
+ })
+
+ describe('when re-running with one range too small', function () {
+ before(function () {
+ Settings.pdfCachingMinChunkSize = 1024
+ })
+
+ before(async function () {
+ await runWithMinimal()
+ })
+
+ it('should produce one range', function () {
+ expect(contentRanges).to.have.length(1)
+ })
+
+ it('should find the correct offsets', function () {
+ expect(contentRanges).to.deep.equal([
+ {
+ objectId: OBJECT_ID_1,
+ start: START_1,
+ end: END_1,
+ hash: h1,
+ },
+ ])
+ })
+
+ it('should update the age of the 2nd range', function () {
+ expect(files).to.deep.equal({
+ [Path.join(contentDir, h1)]: RANGE_1,
+ [Path.join(contentDir, h2)]: RANGE_2,
+ [Path.join(contentDir, '.state.v0.json')]: Buffer.from(
+ JSON.stringify({
+ hashAge: [
+ [h1, 0],
+ [h2, 1],
+ ],
+ hashSize: [
+ [h1, RANGE_1.byteLength],
+ [h2, RANGE_2.byteLength],
+ ],
+ })
+ ),
+ })
+ })
+
+ it('should find no new ranges', function () {
+ expect(newContentRanges).to.deep.equal([])
+ })
+
+ describe('when re-running 5 more times', function () {
+ for (let i = 0; i < 5; i++) {
+ before(async function () {
+ await runWithMinimal()
+ })
+ }
+
+ it('should still produce one range', function () {
+ expect(contentRanges).to.have.length(1)
+ })
+
+ it('should still find the correct offsets', function () {
+ expect(contentRanges).to.deep.equal([
+ {
+ objectId: OBJECT_ID_1,
+ start: START_1,
+ end: END_1,
+ hash: h1,
+ },
+ ])
+ })
+
+ it('should delete the 2nd range', function () {
+ expect(files).to.deep.equal({
+ [Path.join(contentDir, h1)]: RANGE_1,
+ [Path.join(contentDir, '.state.v0.json')]: Buffer.from(
+ JSON.stringify({
+ hashAge: [[h1, 0]],
+ hashSize: [[h1, RANGE_1.byteLength]],
+ })
+ ),
+ })
+ })
+
+ it('should find no new ranges', function () {
+ expect(newContentRanges).to.deep.equal([])
+ })
+
+ it('should yield the reclaimed space', function () {
+ expect(reclaimed).to.equal(RANGE_2.byteLength)
+ })
+ })
+ })
+ })
+ })
+})
diff --git a/services/clsi/test/unit/js/ContentTypeMapperTests.js b/services/clsi/test/unit/js/ContentTypeMapperTests.js
new file mode 100644
index 0000000000..b6363623d2
--- /dev/null
+++ b/services/clsi/test/unit/js/ContentTypeMapperTests.js
@@ -0,0 +1,80 @@
+/* eslint-disable
+ camelcase,
+ no-return-assign,
+ no-unused-vars,
+*/
+// TODO: This file was created by bulk-decaffeinate.
+// Fix any style issues and re-enable lint.
+/*
+ * decaffeinate suggestions:
+ * DS102: Remove unnecessary code created because of implicit returns
+ * Full docs: https://github.com/decaffeinate/decaffeinate/blob/master/docs/suggestions.md
+ */
+const SandboxedModule = require('sandboxed-module')
+const sinon = require('sinon')
+const modulePath = require('path').join(
+ __dirname,
+ '../../../app/js/ContentTypeMapper'
+)
+
+describe('ContentTypeMapper', function () {
+ beforeEach(function () {
+ return (this.ContentTypeMapper = SandboxedModule.require(modulePath))
+ })
+
+ return describe('map', function () {
+ it('should map .txt to text/plain', function () {
+ const content_type = this.ContentTypeMapper.map('example.txt')
+ return content_type.should.equal('text/plain')
+ })
+
+ it('should map .csv to text/csv', function () {
+ const content_type = this.ContentTypeMapper.map('example.csv')
+ return content_type.should.equal('text/csv')
+ })
+
+ it('should map .pdf to application/pdf', function () {
+ const content_type = this.ContentTypeMapper.map('example.pdf')
+ return content_type.should.equal('application/pdf')
+ })
+
+ it('should fall back to octet-stream', function () {
+ const content_type = this.ContentTypeMapper.map('example.unknown')
+ return content_type.should.equal('application/octet-stream')
+ })
+
+ describe('coercing web files to plain text', function () {
+ it('should map .js to plain text', function () {
+ const content_type = this.ContentTypeMapper.map('example.js')
+ return content_type.should.equal('text/plain')
+ })
+
+ it('should map .html to plain text', function () {
+ const content_type = this.ContentTypeMapper.map('example.html')
+ return content_type.should.equal('text/plain')
+ })
+
+ return it('should map .css to plain text', function () {
+ const content_type = this.ContentTypeMapper.map('example.css')
+ return content_type.should.equal('text/plain')
+ })
+ })
+
+ return describe('image files', function () {
+ it('should map .png to image/png', function () {
+ const content_type = this.ContentTypeMapper.map('example.png')
+ return content_type.should.equal('image/png')
+ })
+
+ it('should map .jpeg to image/jpeg', function () {
+ const content_type = this.ContentTypeMapper.map('example.jpeg')
+ return content_type.should.equal('image/jpeg')
+ })
+
+ return it('should map .svg to text/plain to protect against XSS (SVG can execute JS)', function () {
+ const content_type = this.ContentTypeMapper.map('example.svg')
+ return content_type.should.equal('text/plain')
+ })
+ })
+ })
+})
diff --git a/services/clsi/test/unit/js/DockerLockManagerTests.js b/services/clsi/test/unit/js/DockerLockManagerTests.js
new file mode 100644
index 0000000000..5708faf292
--- /dev/null
+++ b/services/clsi/test/unit/js/DockerLockManagerTests.js
@@ -0,0 +1,246 @@
+/* eslint-disable
+ no-return-assign,
+*/
+// TODO: This file was created by bulk-decaffeinate.
+// Fix any style issues and re-enable lint.
+/*
+ * decaffeinate suggestions:
+ * DS101: Remove unnecessary use of Array.from
+ * DS102: Remove unnecessary code created because of implicit returns
+ * Full docs: https://github.com/decaffeinate/decaffeinate/blob/master/docs/suggestions.md
+ */
+const SandboxedModule = require('sandboxed-module')
+const sinon = require('sinon')
+const modulePath = require('path').join(
+ __dirname,
+ '../../../app/js/DockerLockManager'
+)
+
+describe('LockManager', function () {
+ beforeEach(function () {
+ return (this.LockManager = SandboxedModule.require(modulePath, {
+ requires: {
+ '@overleaf/settings': (this.Settings = { clsi: { docker: {} } }),
+ },
+ }))
+ })
+
+ return describe('runWithLock', function () {
+ describe('with a single lock', function () {
+ beforeEach(function (done) {
+ this.callback = sinon.stub()
+ return this.LockManager.runWithLock(
+ 'lock-one',
+ releaseLock =>
+ setTimeout(() => releaseLock(null, 'hello', 'world'), 100),
+
+ (err, ...args) => {
+ this.callback(err, ...Array.from(args))
+ return done()
+ }
+ )
+ })
+
+ return it('should call the callback', function () {
+ return this.callback
+ .calledWith(null, 'hello', 'world')
+ .should.equal(true)
+ })
+ })
+
+ describe('with two locks', function () {
+ beforeEach(function (done) {
+ this.callback1 = sinon.stub()
+ this.callback2 = sinon.stub()
+ this.LockManager.runWithLock(
+ 'lock-one',
+ releaseLock =>
+ setTimeout(() => releaseLock(null, 'hello', 'world', 'one'), 100),
+
+ (err, ...args) => {
+ return this.callback1(err, ...Array.from(args))
+ }
+ )
+ return this.LockManager.runWithLock(
+ 'lock-two',
+ releaseLock =>
+ setTimeout(() => releaseLock(null, 'hello', 'world', 'two'), 200),
+
+ (err, ...args) => {
+ this.callback2(err, ...Array.from(args))
+ return done()
+ }
+ )
+ })
+
+ it('should call the first callback', function () {
+ return this.callback1
+ .calledWith(null, 'hello', 'world', 'one')
+ .should.equal(true)
+ })
+
+ return it('should call the second callback', function () {
+ return this.callback2
+ .calledWith(null, 'hello', 'world', 'two')
+ .should.equal(true)
+ })
+ })
+
+ return describe('with lock contention', function () {
+ describe('where the first lock is released quickly', function () {
+ beforeEach(function (done) {
+ this.LockManager.MAX_LOCK_WAIT_TIME = 1000
+ this.LockManager.LOCK_TEST_INTERVAL = 100
+ this.callback1 = sinon.stub()
+ this.callback2 = sinon.stub()
+ this.LockManager.runWithLock(
+ 'lock',
+ releaseLock =>
+ setTimeout(() => releaseLock(null, 'hello', 'world', 'one'), 100),
+
+ (err, ...args) => {
+ return this.callback1(err, ...Array.from(args))
+ }
+ )
+ return this.LockManager.runWithLock(
+ 'lock',
+ releaseLock =>
+ setTimeout(() => releaseLock(null, 'hello', 'world', 'two'), 200),
+
+ (err, ...args) => {
+ this.callback2(err, ...Array.from(args))
+ return done()
+ }
+ )
+ })
+
+ it('should call the first callback', function () {
+ return this.callback1
+ .calledWith(null, 'hello', 'world', 'one')
+ .should.equal(true)
+ })
+
+ return it('should call the second callback', function () {
+ return this.callback2
+ .calledWith(null, 'hello', 'world', 'two')
+ .should.equal(true)
+ })
+ })
+
+ describe('where the first lock is held longer than the waiting time', function () {
+ beforeEach(function (done) {
+ let doneTwo
+ this.LockManager.MAX_LOCK_HOLD_TIME = 10000
+ this.LockManager.MAX_LOCK_WAIT_TIME = 1000
+ this.LockManager.LOCK_TEST_INTERVAL = 100
+ this.callback1 = sinon.stub()
+ this.callback2 = sinon.stub()
+ let doneOne = (doneTwo = false)
+ const finish = function (key) {
+ if (key === 1) {
+ doneOne = true
+ }
+ if (key === 2) {
+ doneTwo = true
+ }
+ if (doneOne && doneTwo) {
+ return done()
+ }
+ }
+ this.LockManager.runWithLock(
+ 'lock',
+ releaseLock =>
+ setTimeout(
+ () => releaseLock(null, 'hello', 'world', 'one'),
+ 1100
+ ),
+
+ (err, ...args) => {
+ this.callback1(err, ...Array.from(args))
+ return finish(1)
+ }
+ )
+ return this.LockManager.runWithLock(
+ 'lock',
+ releaseLock =>
+ setTimeout(() => releaseLock(null, 'hello', 'world', 'two'), 100),
+
+ (err, ...args) => {
+ this.callback2(err, ...Array.from(args))
+ return finish(2)
+ }
+ )
+ })
+
+ it('should call the first callback', function () {
+ return this.callback1
+ .calledWith(null, 'hello', 'world', 'one')
+ .should.equal(true)
+ })
+
+ return it('should call the second callback with an error', function () {
+ const error = sinon.match.instanceOf(Error)
+ return this.callback2.calledWith(error).should.equal(true)
+ })
+ })
+
+ return describe('where the first lock is held longer than the max holding time', function () {
+ beforeEach(function (done) {
+ let doneTwo
+ this.LockManager.MAX_LOCK_HOLD_TIME = 1000
+ this.LockManager.MAX_LOCK_WAIT_TIME = 2000
+ this.LockManager.LOCK_TEST_INTERVAL = 100
+ this.callback1 = sinon.stub()
+ this.callback2 = sinon.stub()
+ let doneOne = (doneTwo = false)
+ const finish = function (key) {
+ if (key === 1) {
+ doneOne = true
+ }
+ if (key === 2) {
+ doneTwo = true
+ }
+ if (doneOne && doneTwo) {
+ return done()
+ }
+ }
+ this.LockManager.runWithLock(
+ 'lock',
+ releaseLock =>
+ setTimeout(
+ () => releaseLock(null, 'hello', 'world', 'one'),
+ 1500
+ ),
+
+ (err, ...args) => {
+ this.callback1(err, ...Array.from(args))
+ return finish(1)
+ }
+ )
+ return this.LockManager.runWithLock(
+ 'lock',
+ releaseLock =>
+ setTimeout(() => releaseLock(null, 'hello', 'world', 'two'), 100),
+
+ (err, ...args) => {
+ this.callback2(err, ...Array.from(args))
+ return finish(2)
+ }
+ )
+ })
+
+ it('should call the first callback', function () {
+ return this.callback1
+ .calledWith(null, 'hello', 'world', 'one')
+ .should.equal(true)
+ })
+
+ return it('should call the second callback', function () {
+ return this.callback2
+ .calledWith(null, 'hello', 'world', 'two')
+ .should.equal(true)
+ })
+ })
+ })
+ })
+})
diff --git a/services/clsi/test/unit/js/DockerRunnerTests.js b/services/clsi/test/unit/js/DockerRunnerTests.js
new file mode 100644
index 0000000000..dee351ec2f
--- /dev/null
+++ b/services/clsi/test/unit/js/DockerRunnerTests.js
@@ -0,0 +1,957 @@
+/* eslint-disable
+ handle-callback-err,
+ no-return-assign,
+ no-unused-vars,
+*/
+// TODO: This file was created by bulk-decaffeinate.
+// Fix any style issues and re-enable lint.
+/*
+ * decaffeinate suggestions:
+ * DS101: Remove unnecessary use of Array.from
+ * DS102: Remove unnecessary code created because of implicit returns
+ * DS206: Consider reworking classes to avoid initClass
+ * DS207: Consider shorter variations of null checks
+ * Full docs: https://github.com/decaffeinate/decaffeinate/blob/master/docs/suggestions.md
+ */
+const SandboxedModule = require('sandboxed-module')
+const sinon = require('sinon')
+const { expect } = require('chai')
+const modulePath = require('path').join(
+ __dirname,
+ '../../../app/js/DockerRunner'
+)
+const Path = require('path')
+
+describe('DockerRunner', function () {
+ beforeEach(function () {
+ let container, Docker, Timer
+ this.container = container = {}
+ this.DockerRunner = SandboxedModule.require(modulePath, {
+ requires: {
+ '@overleaf/settings': (this.Settings = {
+ clsi: { docker: {} },
+ path: {},
+ }),
+ dockerode: (Docker = (function () {
+ Docker = class Docker {
+ static initClass() {
+ this.prototype.getContainer = sinon.stub().returns(container)
+ this.prototype.createContainer = sinon
+ .stub()
+ .yields(null, container)
+ this.prototype.listContainers = sinon.stub()
+ }
+ }
+ Docker.initClass()
+ return Docker
+ })()),
+ fs: (this.fs = {
+ stat: sinon.stub().yields(null, {
+ isDirectory() {
+ return true
+ },
+ }),
+ }),
+ './Metrics': {
+ Timer: (Timer = class Timer {
+ done() {}
+ }),
+ },
+ './LockManager': {
+ runWithLock(key, runner, callback) {
+ return runner(callback)
+ },
+ },
+ },
+ globals: { Math }, // used by lodash
+ })
+ this.Docker = Docker
+ this.getContainer = Docker.prototype.getContainer
+ this.createContainer = Docker.prototype.createContainer
+ this.listContainers = Docker.prototype.listContainers
+
+ this.directory = '/local/compile/directory'
+ this.mainFile = 'main-file.tex'
+ this.compiler = 'pdflatex'
+ this.image = 'example.com/sharelatex/image:2016.2'
+ this.env = {}
+ this.callback = sinon.stub()
+ this.project_id = 'project-id-123'
+ this.volumes = { '/local/compile/directory': '/compile' }
+ this.Settings.clsi.docker.image = this.defaultImage = 'default-image'
+ this.compileGroup = 'compile-group'
+ return (this.Settings.clsi.docker.env = { PATH: 'mock-path' })
+ })
+
+ afterEach(function () {
+ this.DockerRunner.stopContainerMonitor()
+ })
+
+ describe('run', function () {
+ beforeEach(function (done) {
+ this.DockerRunner._getContainerOptions = sinon
+ .stub()
+ .returns((this.options = { mockoptions: 'foo' }))
+ this.DockerRunner._fingerprintContainer = sinon
+ .stub()
+ .returns((this.fingerprint = 'fingerprint'))
+
+ this.name = `project-${this.project_id}-${this.fingerprint}`
+
+ this.command = ['mock', 'command', '--outdir=$COMPILE_DIR']
+ this.command_with_dir = ['mock', 'command', '--outdir=/compile']
+ this.timeout = 42000
+ return done()
+ })
+
+ describe('successfully', function () {
+ beforeEach(function (done) {
+ this.DockerRunner._runAndWaitForContainer = sinon
+ .stub()
+ .callsArgWith(3, null, (this.output = 'mock-output'))
+ return this.DockerRunner.run(
+ this.project_id,
+ this.command,
+ this.directory,
+ this.image,
+ this.timeout,
+ this.env,
+ this.compileGroup,
+ (err, output) => {
+ this.callback(err, output)
+ return done()
+ }
+ )
+ })
+
+ it('should generate the options for the container', function () {
+ return this.DockerRunner._getContainerOptions
+ .calledWith(
+ this.command_with_dir,
+ this.image,
+ this.volumes,
+ this.timeout
+ )
+ .should.equal(true)
+ })
+
+ it('should generate the fingerprint from the returned options', function () {
+ return this.DockerRunner._fingerprintContainer
+ .calledWith(this.options)
+ .should.equal(true)
+ })
+
+ it('should do the run', function () {
+ return this.DockerRunner._runAndWaitForContainer
+ .calledWith(this.options, this.volumes, this.timeout)
+ .should.equal(true)
+ })
+
+ return it('should call the callback', function () {
+ return this.callback.calledWith(null, this.output).should.equal(true)
+ })
+ })
+
+ describe('when path.sandboxedCompilesHostDir is set', function () {
+ beforeEach(function () {
+ this.Settings.path.sandboxedCompilesHostDir = '/some/host/dir/compiles'
+ this.directory = '/var/lib/sharelatex/data/compiles/xyz'
+ this.DockerRunner._runAndWaitForContainer = sinon
+ .stub()
+ .callsArgWith(3, null, (this.output = 'mock-output'))
+ return this.DockerRunner.run(
+ this.project_id,
+ this.command,
+ this.directory,
+ this.image,
+ this.timeout,
+ this.env,
+ this.compileGroup,
+ this.callback
+ )
+ })
+
+ it('should re-write the bind directory', function () {
+ const volumes =
+ this.DockerRunner._runAndWaitForContainer.lastCall.args[1]
+ return expect(volumes).to.deep.equal({
+ '/some/host/dir/compiles/xyz': '/compile',
+ })
+ })
+
+ return it('should call the callback', function () {
+ return this.callback.calledWith(null, this.output).should.equal(true)
+ })
+ })
+
+ describe('when the run throws an error', function () {
+ beforeEach(function () {
+ let firstTime = true
+ this.output = 'mock-output'
+ this.DockerRunner._runAndWaitForContainer = (
+ options,
+ volumes,
+ timeout,
+ callback
+ ) => {
+ if (callback == null) {
+ callback = function (error, output) {}
+ }
+ if (firstTime) {
+ firstTime = false
+ const error = new Error('(HTTP code 500) server error - ...')
+ error.statusCode = 500
+ return callback(error)
+ } else {
+ return callback(null, this.output)
+ }
+ }
+ sinon.spy(this.DockerRunner, '_runAndWaitForContainer')
+ this.DockerRunner.destroyContainer = sinon.stub().callsArg(3)
+ return this.DockerRunner.run(
+ this.project_id,
+ this.command,
+ this.directory,
+ this.image,
+ this.timeout,
+ this.env,
+ this.compileGroup,
+ this.callback
+ )
+ })
+
+ it('should do the run twice', function () {
+ return this.DockerRunner._runAndWaitForContainer.calledTwice.should.equal(
+ true
+ )
+ })
+
+ it('should destroy the container in between', function () {
+ return this.DockerRunner.destroyContainer
+ .calledWith(this.name, null)
+ .should.equal(true)
+ })
+
+ return it('should call the callback', function () {
+ return this.callback.calledWith(null, this.output).should.equal(true)
+ })
+ })
+
+ describe('with no image', function () {
+ beforeEach(function () {
+ this.DockerRunner._runAndWaitForContainer = sinon
+ .stub()
+ .callsArgWith(3, null, (this.output = 'mock-output'))
+ return this.DockerRunner.run(
+ this.project_id,
+ this.command,
+ this.directory,
+ null,
+ this.timeout,
+ this.env,
+ this.compileGroup,
+ this.callback
+ )
+ })
+
+ return it('should use the default image', function () {
+ return this.DockerRunner._getContainerOptions
+ .calledWith(
+ this.command_with_dir,
+ this.defaultImage,
+ this.volumes,
+ this.timeout
+ )
+ .should.equal(true)
+ })
+ })
+
+ describe('with image override', function () {
+ beforeEach(function () {
+ this.Settings.texliveImageNameOveride = 'overrideimage.com/something'
+ this.DockerRunner._runAndWaitForContainer = sinon
+ .stub()
+ .callsArgWith(3, null, (this.output = 'mock-output'))
+ return this.DockerRunner.run(
+ this.project_id,
+ this.command,
+ this.directory,
+ this.image,
+ this.timeout,
+ this.env,
+ this.compileGroup,
+ this.callback
+ )
+ })
+
+ return it('should use the override and keep the tag', function () {
+ const image = this.DockerRunner._getContainerOptions.args[0][1]
+ return image.should.equal('overrideimage.com/something/image:2016.2')
+ })
+ })
+
+ describe('with image restriction', function () {
+ beforeEach(function () {
+ this.Settings.clsi.docker.allowedImages = [
+ 'repo/image:tag1',
+ 'repo/image:tag2',
+ ]
+ this.DockerRunner._runAndWaitForContainer = sinon
+ .stub()
+ .callsArgWith(3, null, (this.output = 'mock-output'))
+ })
+
+ describe('with a valid image', function () {
+ beforeEach(function () {
+ this.DockerRunner.run(
+ this.project_id,
+ this.command,
+ this.directory,
+ 'repo/image:tag1',
+ this.timeout,
+ this.env,
+ this.compileGroup,
+ this.callback
+ )
+ })
+
+ it('should setup the container', function () {
+ this.DockerRunner._getContainerOptions.called.should.equal(true)
+ })
+ })
+
+ describe('with a invalid image', function () {
+ beforeEach(function () {
+ this.DockerRunner.run(
+ this.project_id,
+ this.command,
+ this.directory,
+ 'something/different:evil',
+ this.timeout,
+ this.env,
+ this.compileGroup,
+ this.callback
+ )
+ })
+
+ it('should call the callback with an error', function () {
+ const err = new Error('image not allowed')
+ this.callback.called.should.equal(true)
+ this.callback.args[0][0].message.should.equal(err.message)
+ })
+
+ it('should not setup the container', function () {
+ this.DockerRunner._getContainerOptions.called.should.equal(false)
+ })
+ })
+ })
+ })
+
+ describe('run with _getOptions', function () {
+ beforeEach(function (done) {
+ // this.DockerRunner._getContainerOptions = sinon
+ // .stub()
+ // .returns((this.options = { mockoptions: 'foo' }))
+ this.DockerRunner._fingerprintContainer = sinon
+ .stub()
+ .returns((this.fingerprint = 'fingerprint'))
+
+ this.name = `project-${this.project_id}-${this.fingerprint}`
+
+ this.command = ['mock', 'command', '--outdir=$COMPILE_DIR']
+ this.command_with_dir = ['mock', 'command', '--outdir=/compile']
+ this.timeout = 42000
+ return done()
+ })
+
+ describe('when a compile group config is set', function () {
+ beforeEach(function () {
+ this.Settings.clsi.docker.compileGroupConfig = {
+ 'compile-group': {
+ 'HostConfig.newProperty': 'new-property',
+ },
+ 'other-group': { otherProperty: 'other-property' },
+ }
+ this.DockerRunner._runAndWaitForContainer = sinon
+ .stub()
+ .callsArgWith(3, null, (this.output = 'mock-output'))
+ return this.DockerRunner.run(
+ this.project_id,
+ this.command,
+ this.directory,
+ this.image,
+ this.timeout,
+ this.env,
+ this.compileGroup,
+ this.callback
+ )
+ })
+
+ it('should set the docker options for the compile group', function () {
+ const options =
+ this.DockerRunner._runAndWaitForContainer.lastCall.args[0]
+ return expect(options.HostConfig).to.deep.include({
+ Binds: ['/local/compile/directory:/compile:rw'],
+ LogConfig: { Type: 'none', Config: {} },
+ CapDrop: 'ALL',
+ SecurityOpt: ['no-new-privileges'],
+ newProperty: 'new-property',
+ })
+ })
+
+ return it('should call the callback', function () {
+ return this.callback.calledWith(null, this.output).should.equal(true)
+ })
+ })
+ })
+
+ describe('_runAndWaitForContainer', function () {
+ beforeEach(function () {
+ this.options = { mockoptions: 'foo', name: (this.name = 'mock-name') }
+ this.DockerRunner.startContainer = (
+ options,
+ volumes,
+ attachStreamHandler,
+ callback
+ ) => {
+ attachStreamHandler(null, (this.output = 'mock-output'))
+ return callback(null, (this.containerId = 'container-id'))
+ }
+ sinon.spy(this.DockerRunner, 'startContainer')
+ this.DockerRunner.waitForContainer = sinon
+ .stub()
+ .callsArgWith(2, null, (this.exitCode = 42))
+ return this.DockerRunner._runAndWaitForContainer(
+ this.options,
+ this.volumes,
+ this.timeout,
+ this.callback
+ )
+ })
+
+ it('should create/start the container', function () {
+ return this.DockerRunner.startContainer
+ .calledWith(this.options, this.volumes)
+ .should.equal(true)
+ })
+
+ it('should wait for the container to finish', function () {
+ return this.DockerRunner.waitForContainer
+ .calledWith(this.name, this.timeout)
+ .should.equal(true)
+ })
+
+ return it('should call the callback with the output', function () {
+ return this.callback.calledWith(null, this.output).should.equal(true)
+ })
+ })
+
+ describe('startContainer', function () {
+ beforeEach(function () {
+ this.attachStreamHandler = sinon.stub()
+ this.attachStreamHandler.cock = true
+ this.options = { mockoptions: 'foo', name: 'mock-name' }
+ this.container.inspect = sinon.stub().callsArgWith(0)
+ this.DockerRunner.attachToContainer = (
+ containerId,
+ attachStreamHandler,
+ cb
+ ) => {
+ attachStreamHandler()
+ return cb()
+ }
+ return sinon.spy(this.DockerRunner, 'attachToContainer')
+ })
+
+ describe('when the container exists', function () {
+ beforeEach(function () {
+ this.container.inspect = sinon.stub().callsArgWith(0)
+ this.container.start = sinon.stub().yields()
+
+ return this.DockerRunner.startContainer(
+ this.options,
+ this.volumes,
+ () => {},
+ this.callback
+ )
+ })
+
+ it('should start the container with the given name', function () {
+ this.getContainer.calledWith(this.options.name).should.equal(true)
+ return this.container.start.called.should.equal(true)
+ })
+
+ it('should not try to create the container', function () {
+ return this.createContainer.called.should.equal(false)
+ })
+
+ it('should attach to the container', function () {
+ return this.DockerRunner.attachToContainer.called.should.equal(true)
+ })
+
+ it('should call the callback', function () {
+ return this.callback.called.should.equal(true)
+ })
+
+ return it('should attach before the container starts', function () {
+ return sinon.assert.callOrder(
+ this.DockerRunner.attachToContainer,
+ this.container.start
+ )
+ })
+ })
+
+ describe('when the container does not exist', function () {
+ beforeEach(function () {
+ const exists = false
+ this.container.start = sinon.stub().yields()
+ this.container.inspect = sinon
+ .stub()
+ .callsArgWith(0, { statusCode: 404 })
+ return this.DockerRunner.startContainer(
+ this.options,
+ this.volumes,
+ this.attachStreamHandler,
+ this.callback
+ )
+ })
+
+ it('should create the container', function () {
+ return this.createContainer.calledWith(this.options).should.equal(true)
+ })
+
+ it('should call the callback and stream handler', function () {
+ this.attachStreamHandler.called.should.equal(true)
+ return this.callback.called.should.equal(true)
+ })
+
+ it('should attach to the container', function () {
+ return this.DockerRunner.attachToContainer.called.should.equal(true)
+ })
+
+ return it('should attach before the container starts', function () {
+ return sinon.assert.callOrder(
+ this.DockerRunner.attachToContainer,
+ this.container.start
+ )
+ })
+ })
+
+ describe('when the container is already running', function () {
+ beforeEach(function () {
+ const error = new Error(
+ `HTTP code is 304 which indicates error: server error - start: Cannot start container ${this.name}: The container MOCKID is already running.`
+ )
+ error.statusCode = 304
+ this.container.start = sinon.stub().yields(error)
+ this.container.inspect = sinon.stub().callsArgWith(0)
+ return this.DockerRunner.startContainer(
+ this.options,
+ this.volumes,
+ this.attachStreamHandler,
+ this.callback
+ )
+ })
+
+ it('should not try to create the container', function () {
+ return this.createContainer.called.should.equal(false)
+ })
+
+ return it('should call the callback and stream handler without an error', function () {
+ this.attachStreamHandler.called.should.equal(true)
+ return this.callback.called.should.equal(true)
+ })
+ })
+
+ describe('when a volume does not exist', function () {
+ beforeEach(function () {
+ this.fs.stat = sinon.stub().yields(new Error('no such path'))
+ return this.DockerRunner.startContainer(
+ this.options,
+ this.volumes,
+ this.attachStreamHandler,
+ this.callback
+ )
+ })
+
+ it('should not try to create the container', function () {
+ return this.createContainer.called.should.equal(false)
+ })
+
+ it('should call the callback with an error', function () {
+ this.callback.calledWith(sinon.match(Error)).should.equal(true)
+ })
+ })
+
+ describe('when a volume exists but is not a directory', function () {
+ beforeEach(function () {
+ this.fs.stat = sinon.stub().yields(null, {
+ isDirectory() {
+ return false
+ },
+ })
+ return this.DockerRunner.startContainer(
+ this.options,
+ this.volumes,
+ this.attachStreamHandler,
+ this.callback
+ )
+ })
+
+ it('should not try to create the container', function () {
+ return this.createContainer.called.should.equal(false)
+ })
+
+ it('should call the callback with an error', function () {
+ this.callback.calledWith(sinon.match(Error)).should.equal(true)
+ })
+ })
+
+ describe('when a volume does not exist, but sibling-containers are used', function () {
+ beforeEach(function () {
+ this.fs.stat = sinon.stub().yields(new Error('no such path'))
+ this.Settings.path.sandboxedCompilesHostDir = '/some/path'
+ this.container.start = sinon.stub().yields()
+ return this.DockerRunner.startContainer(
+ this.options,
+ this.volumes,
+ this.callback
+ )
+ })
+
+ afterEach(function () {
+ return delete this.Settings.path.sandboxedCompilesHostDir
+ })
+
+ it('should start the container with the given name', function () {
+ this.getContainer.calledWith(this.options.name).should.equal(true)
+ return this.container.start.called.should.equal(true)
+ })
+
+ it('should not try to create the container', function () {
+ return this.createContainer.called.should.equal(false)
+ })
+
+ return it('should call the callback', function () {
+ this.callback.called.should.equal(true)
+ return this.callback.calledWith(new Error()).should.equal(false)
+ })
+ })
+
+ return describe('when the container tries to be created, but already has been (race condition)', function () {})
+ })
+
+ describe('waitForContainer', function () {
+ beforeEach(function () {
+ this.containerId = 'container-id'
+ this.timeout = 5000
+ this.container.wait = sinon
+ .stub()
+ .yields(null, { StatusCode: (this.statusCode = 42) })
+ return (this.container.kill = sinon.stub().yields())
+ })
+
+ describe('when the container returns in time', function () {
+ beforeEach(function () {
+ return this.DockerRunner.waitForContainer(
+ this.containerId,
+ this.timeout,
+ this.callback
+ )
+ })
+
+ it('should wait for the container', function () {
+ this.getContainer.calledWith(this.containerId).should.equal(true)
+ return this.container.wait.called.should.equal(true)
+ })
+
+ return it('should call the callback with the exit', function () {
+ return this.callback
+ .calledWith(null, this.statusCode)
+ .should.equal(true)
+ })
+ })
+
+ return describe('when the container does not return before the timeout', function () {
+ beforeEach(function (done) {
+ this.container.wait = function (callback) {
+ if (callback == null) {
+ callback = function (error, exitCode) {}
+ }
+ return setTimeout(() => callback(null, { StatusCode: 42 }), 100)
+ }
+ this.timeout = 5
+ return this.DockerRunner.waitForContainer(
+ this.containerId,
+ this.timeout,
+ (...args) => {
+ this.callback(...Array.from(args || []))
+ return done()
+ }
+ )
+ })
+
+ it('should call kill on the container', function () {
+ this.getContainer.calledWith(this.containerId).should.equal(true)
+ return this.container.kill.called.should.equal(true)
+ })
+
+ it('should call the callback with an error', function () {
+ this.callback.calledWith(sinon.match(Error)).should.equal(true)
+
+ const errorObj = this.callback.args[0][0]
+ expect(errorObj.message).to.include('container timed out')
+ expect(errorObj.timedout).equal(true)
+ })
+ })
+ })
+
+ describe('destroyOldContainers', function () {
+ beforeEach(function (done) {
+ const oneHourInSeconds = 60 * 60
+ const oneHourInMilliseconds = oneHourInSeconds * 1000
+ const nowInSeconds = Date.now() / 1000
+ this.containers = [
+ {
+ Name: '/project-old-container-name',
+ Id: 'old-container-id',
+ Created: nowInSeconds - oneHourInSeconds - 100,
+ },
+ {
+ Name: '/project-new-container-name',
+ Id: 'new-container-id',
+ Created: nowInSeconds - oneHourInSeconds + 100,
+ },
+ {
+ Name: '/totally-not-a-project-container',
+ Id: 'some-random-id',
+ Created: nowInSeconds - 2 * oneHourInSeconds,
+ },
+ ]
+ this.DockerRunner.MAX_CONTAINER_AGE = oneHourInMilliseconds
+ this.listContainers.callsArgWith(1, null, this.containers)
+ this.DockerRunner.destroyContainer = sinon.stub().callsArg(3)
+ return this.DockerRunner.destroyOldContainers(error => {
+ this.callback(error)
+ return done()
+ })
+ })
+
+ it('should list all containers', function () {
+ return this.listContainers.calledWith({ all: true }).should.equal(true)
+ })
+
+ it('should destroy old containers', function () {
+ this.DockerRunner.destroyContainer.callCount.should.equal(1)
+ return this.DockerRunner.destroyContainer
+ .calledWith('project-old-container-name', 'old-container-id')
+ .should.equal(true)
+ })
+
+ it('should not destroy new containers', function () {
+ return this.DockerRunner.destroyContainer
+ .calledWith('project-new-container-name', 'new-container-id')
+ .should.equal(false)
+ })
+
+ it('should not destroy non-project containers', function () {
+ return this.DockerRunner.destroyContainer
+ .calledWith('totally-not-a-project-container', 'some-random-id')
+ .should.equal(false)
+ })
+
+ return it('should callback the callback', function () {
+ return this.callback.called.should.equal(true)
+ })
+ })
+
+ describe('_destroyContainer', function () {
+ beforeEach(function () {
+ this.containerId = 'some_id'
+ this.fakeContainer = { remove: sinon.stub().callsArgWith(1, null) }
+ return (this.Docker.prototype.getContainer = sinon
+ .stub()
+ .returns(this.fakeContainer))
+ })
+
+ it('should get the container', function (done) {
+ return this.DockerRunner._destroyContainer(
+ this.containerId,
+ false,
+ err => {
+ this.Docker.prototype.getContainer.callCount.should.equal(1)
+ this.Docker.prototype.getContainer
+ .calledWith(this.containerId)
+ .should.equal(true)
+ return done()
+ }
+ )
+ })
+
+ it('should try to force-destroy the container when shouldForce=true', function (done) {
+ return this.DockerRunner._destroyContainer(
+ this.containerId,
+ true,
+ err => {
+ this.fakeContainer.remove.callCount.should.equal(1)
+ this.fakeContainer.remove
+ .calledWith({ force: true, v: true })
+ .should.equal(true)
+ return done()
+ }
+ )
+ })
+
+ it('should not try to force-destroy the container when shouldForce=false', function (done) {
+ return this.DockerRunner._destroyContainer(
+ this.containerId,
+ false,
+ err => {
+ this.fakeContainer.remove.callCount.should.equal(1)
+ this.fakeContainer.remove
+ .calledWith({ force: false, v: true })
+ .should.equal(true)
+ return done()
+ }
+ )
+ })
+
+ it('should not produce an error', function (done) {
+ return this.DockerRunner._destroyContainer(
+ this.containerId,
+ false,
+ err => {
+ expect(err).to.equal(null)
+ return done()
+ }
+ )
+ })
+
+ describe('when the container is already gone', function () {
+ beforeEach(function () {
+ this.fakeError = new Error('woops')
+ this.fakeError.statusCode = 404
+ this.fakeContainer = {
+ remove: sinon.stub().callsArgWith(1, this.fakeError),
+ }
+ return (this.Docker.prototype.getContainer = sinon
+ .stub()
+ .returns(this.fakeContainer))
+ })
+
+ return it('should not produce an error', function (done) {
+ return this.DockerRunner._destroyContainer(
+ this.containerId,
+ false,
+ err => {
+ expect(err).to.equal(null)
+ return done()
+ }
+ )
+ })
+ })
+
+ return describe('when container.destroy produces an error', function (done) {
+ beforeEach(function () {
+ this.fakeError = new Error('woops')
+ this.fakeError.statusCode = 500
+ this.fakeContainer = {
+ remove: sinon.stub().callsArgWith(1, this.fakeError),
+ }
+ return (this.Docker.prototype.getContainer = sinon
+ .stub()
+ .returns(this.fakeContainer))
+ })
+
+ return it('should produce an error', function (done) {
+ return this.DockerRunner._destroyContainer(
+ this.containerId,
+ false,
+ err => {
+ expect(err).to.not.equal(null)
+ expect(err).to.equal(this.fakeError)
+ return done()
+ }
+ )
+ })
+ })
+ })
+
+ return describe('kill', function () {
+ beforeEach(function () {
+ this.containerId = 'some_id'
+ this.fakeContainer = { kill: sinon.stub().callsArgWith(0, null) }
+ return (this.Docker.prototype.getContainer = sinon
+ .stub()
+ .returns(this.fakeContainer))
+ })
+
+ it('should get the container', function (done) {
+ return this.DockerRunner.kill(this.containerId, err => {
+ this.Docker.prototype.getContainer.callCount.should.equal(1)
+ this.Docker.prototype.getContainer
+ .calledWith(this.containerId)
+ .should.equal(true)
+ return done()
+ })
+ })
+
+ it('should try to force-destroy the container', function (done) {
+ return this.DockerRunner.kill(this.containerId, err => {
+ this.fakeContainer.kill.callCount.should.equal(1)
+ return done()
+ })
+ })
+
+ it('should not produce an error', function (done) {
+ return this.DockerRunner.kill(this.containerId, err => {
+ expect(err).to.equal(undefined)
+ return done()
+ })
+ })
+
+ describe('when the container is not actually running', function () {
+ beforeEach(function () {
+ this.fakeError = new Error('woops')
+ this.fakeError.statusCode = 500
+ this.fakeError.message =
+ 'Cannot kill container <whatever> is not running'
+ this.fakeContainer = {
+ kill: sinon.stub().callsArgWith(0, this.fakeError),
+ }
+ return (this.Docker.prototype.getContainer = sinon
+ .stub()
+ .returns(this.fakeContainer))
+ })
+
+ return it('should not produce an error', function (done) {
+ return this.DockerRunner.kill(this.containerId, err => {
+ expect(err).to.equal(undefined)
+ return done()
+ })
+ })
+ })
+
+ return describe('when container.kill produces a legitimate error', function (done) {
+ beforeEach(function () {
+ this.fakeError = new Error('woops')
+ this.fakeError.statusCode = 500
+ this.fakeError.message = 'Totally legitimate reason to throw an error'
+ this.fakeContainer = {
+ kill: sinon.stub().callsArgWith(0, this.fakeError),
+ }
+ return (this.Docker.prototype.getContainer = sinon
+ .stub()
+ .returns(this.fakeContainer))
+ })
+
+ return it('should produce an error', function (done) {
+ return this.DockerRunner.kill(this.containerId, err => {
+ expect(err).to.not.equal(undefined)
+ expect(err).to.equal(this.fakeError)
+ return done()
+ })
+ })
+ })
+ })
+})
diff --git a/services/clsi/test/unit/js/DraftModeManagerTests.js b/services/clsi/test/unit/js/DraftModeManagerTests.js
new file mode 100644
index 0000000000..b2391554ca
--- /dev/null
+++ b/services/clsi/test/unit/js/DraftModeManagerTests.js
@@ -0,0 +1,84 @@
+/* eslint-disable
+ no-return-assign,
+*/
+// TODO: This file was created by bulk-decaffeinate.
+// Fix any style issues and re-enable lint.
+/*
+ * decaffeinate suggestions:
+ * DS102: Remove unnecessary code created because of implicit returns
+ * Full docs: https://github.com/decaffeinate/decaffeinate/blob/master/docs/suggestions.md
+ */
+const SandboxedModule = require('sandboxed-module')
+const sinon = require('sinon')
+const modulePath = require('path').join(
+ __dirname,
+ '../../../app/js/DraftModeManager'
+)
+
+describe('DraftModeManager', function () {
+ beforeEach(function () {
+ return (this.DraftModeManager = SandboxedModule.require(modulePath, {
+ requires: {
+ fs: (this.fs = {}),
+ },
+ }))
+ })
+
+ describe('_injectDraftOption', function () {
+ it('should add draft option into documentclass with existing options', function () {
+ return this.DraftModeManager._injectDraftOption(`\
+\\documentclass[a4paper,foo=bar]{article}\
+`).should.equal(`\
+\\documentclass[draft,a4paper,foo=bar]{article}\
+`)
+ })
+
+ return it('should add draft option into documentclass with no options', function () {
+ return this.DraftModeManager._injectDraftOption(`\
+\\documentclass{article}\
+`).should.equal(`\
+\\documentclass[draft]{article}\
+`)
+ })
+ })
+
+ return describe('injectDraftMode', function () {
+ beforeEach(function () {
+ this.filename = '/mock/filename.tex'
+ this.callback = sinon.stub()
+ const content = `\
+\\documentclass{article}
+\\begin{document}
+Hello world
+\\end{document}\
+`
+ this.fs.readFile = sinon.stub().callsArgWith(2, null, content)
+ this.fs.writeFile = sinon.stub().callsArg(2)
+ return this.DraftModeManager.injectDraftMode(this.filename, this.callback)
+ })
+
+ it('should read the file', function () {
+ return this.fs.readFile
+ .calledWith(this.filename, 'utf8')
+ .should.equal(true)
+ })
+
+ it('should write the modified file', function () {
+ return this.fs.writeFile
+ .calledWith(
+ this.filename,
+ `\
+\\documentclass[draft]{article}
+\\begin{document}
+Hello world
+\\end{document}\
+`
+ )
+ .should.equal(true)
+ })
+
+ return it('should call the callback', function () {
+ return this.callback.called.should.equal(true)
+ })
+ })
+})
diff --git a/services/clsi/test/unit/js/LatexRunnerTests.js b/services/clsi/test/unit/js/LatexRunnerTests.js
new file mode 100644
index 0000000000..16f40bd7d8
--- /dev/null
+++ b/services/clsi/test/unit/js/LatexRunnerTests.js
@@ -0,0 +1,195 @@
+/* eslint-disable
+ no-return-assign,
+ no-unused-vars,
+*/
+// TODO: This file was created by bulk-decaffeinate.
+// Fix any style issues and re-enable lint.
+/*
+ * decaffeinate suggestions:
+ * DS102: Remove unnecessary code created because of implicit returns
+ * Full docs: https://github.com/decaffeinate/decaffeinate/blob/master/docs/suggestions.md
+ */
+const SandboxedModule = require('sandboxed-module')
+const sinon = require('sinon')
+const { expect } = require('chai')
+const modulePath = require('path').join(
+ __dirname,
+ '../../../app/js/LatexRunner'
+)
+const Path = require('path')
+
+describe('LatexRunner', function () {
+ beforeEach(function () {
+ let Timer
+ this.LatexRunner = SandboxedModule.require(modulePath, {
+ requires: {
+ '@overleaf/settings': (this.Settings = {
+ docker: {
+ socketPath: '/var/run/docker.sock',
+ },
+ }),
+ './Metrics': {
+ Timer: (Timer = class Timer {
+ done() {}
+ }),
+ },
+ './CommandRunner': (this.CommandRunner = {}),
+ fs: (this.fs = {
+ writeFile: sinon.stub().callsArg(2),
+ }),
+ },
+ })
+
+ this.directory = '/local/compile/directory'
+ this.mainFile = 'main-file.tex'
+ this.compiler = 'pdflatex'
+ this.image = 'example.com/image'
+ this.compileGroup = 'compile-group'
+ this.callback = sinon.stub()
+ this.project_id = 'project-id-123'
+ return (this.env = { foo: '123' })
+ })
+
+ return describe('runLatex', function () {
+ beforeEach(function () {
+ return (this.CommandRunner.run = sinon.stub().callsArgWith(7, null, {
+ stdout: 'this is stdout',
+ stderr: 'this is stderr',
+ }))
+ })
+
+ describe('normally', function () {
+ beforeEach(function (done) {
+ return this.LatexRunner.runLatex(
+ this.project_id,
+ {
+ directory: this.directory,
+ mainFile: this.mainFile,
+ compiler: this.compiler,
+ timeout: (this.timeout = 42000),
+ image: this.image,
+ environment: this.env,
+ compileGroup: this.compileGroup,
+ },
+ (error, output, stats, timings) => {
+ this.timings = timings
+ done(error)
+ }
+ )
+ })
+
+ it('should run the latex command', function () {
+ return this.CommandRunner.run
+ .calledWith(
+ this.project_id,
+ sinon.match.any,
+ this.directory,
+ this.image,
+ this.timeout,
+ this.env,
+ this.compileGroup
+ )
+ .should.equal(true)
+ })
+
+ it('should record the stdout and stderr', function () {
+ this.fs.writeFile
+ .calledWith(this.directory + '/' + 'output.stdout', 'this is stdout')
+ .should.equal(true)
+ this.fs.writeFile
+ .calledWith(this.directory + '/' + 'output.stderr', 'this is stderr')
+ .should.equal(true)
+ })
+
+ it('should not record cpu metrics', function () {
+ expect(this.timings['cpu-percent']).to.not.exist
+ expect(this.timings['cpu-time']).to.not.exist
+ expect(this.timings['sys-time']).to.not.exist
+ })
+ })
+
+ describe('with time -v', function () {
+ beforeEach(function (done) {
+ this.CommandRunner.run = sinon.stub().callsArgWith(7, null, {
+ stdout: 'this is stdout',
+ stderr:
+ '\tCommand being timed: "sh -c timeout 1 yes > /dev/null"\n' +
+ '\tUser time (seconds): 0.28\n' +
+ '\tSystem time (seconds): 0.70\n' +
+ '\tPercent of CPU this job got: 98%\n',
+ })
+ this.LatexRunner.runLatex(
+ this.project_id,
+ {
+ directory: this.directory,
+ mainFile: this.mainFile,
+ compiler: this.compiler,
+ timeout: (this.timeout = 42000),
+ image: this.image,
+ environment: this.env,
+ compileGroup: this.compileGroup,
+ },
+ (error, output, stats, timings) => {
+ this.timings = timings
+ done(error)
+ }
+ )
+ })
+
+ it('should record cpu metrics', function () {
+ expect(this.timings['cpu-percent']).to.equal(98)
+ expect(this.timings['cpu-time']).to.equal(0.28)
+ expect(this.timings['sys-time']).to.equal(0.7)
+ })
+ })
+
+ describe('with an .Rtex main file', function () {
+ beforeEach(function () {
+ return this.LatexRunner.runLatex(
+ this.project_id,
+ {
+ directory: this.directory,
+ mainFile: 'main-file.Rtex',
+ compiler: this.compiler,
+ image: this.image,
+ timeout: (this.timeout = 42000),
+ },
+ this.callback
+ )
+ })
+
+ return it('should run the latex command on the equivalent .tex file', function () {
+ const command = this.CommandRunner.run.args[0][1]
+ const mainFile = command.slice(-1)[0]
+ return mainFile.should.equal('$COMPILE_DIR/main-file.tex')
+ })
+ })
+
+ return describe('with a flags option', function () {
+ beforeEach(function () {
+ return this.LatexRunner.runLatex(
+ this.project_id,
+ {
+ directory: this.directory,
+ mainFile: this.mainFile,
+ compiler: this.compiler,
+ image: this.image,
+ timeout: (this.timeout = 42000),
+ flags: ['-file-line-error', '-halt-on-error'],
+ },
+ this.callback
+ )
+ })
+
+ return it('should include the flags in the command', function () {
+ const command = this.CommandRunner.run.args[0][1]
+ const flags = command.filter(
+ arg => arg === '-file-line-error' || arg === '-halt-on-error'
+ )
+ flags.length.should.equal(2)
+ flags[0].should.equal('-file-line-error')
+ return flags[1].should.equal('-halt-on-error')
+ })
+ })
+ })
+})
diff --git a/services/clsi/test/unit/js/LockManagerTests.js b/services/clsi/test/unit/js/LockManagerTests.js
new file mode 100644
index 0000000000..e109054801
--- /dev/null
+++ b/services/clsi/test/unit/js/LockManagerTests.js
@@ -0,0 +1,88 @@
+/* eslint-disable
+ no-return-assign,
+ no-unused-vars,
+*/
+// TODO: This file was created by bulk-decaffeinate.
+// Fix any style issues and re-enable lint.
+/*
+ * decaffeinate suggestions:
+ * DS102: Remove unnecessary code created because of implicit returns
+ * Full docs: https://github.com/decaffeinate/decaffeinate/blob/master/docs/suggestions.md
+ */
+const SandboxedModule = require('sandboxed-module')
+const sinon = require('sinon')
+const modulePath = require('path').join(
+ __dirname,
+ '../../../app/js/LockManager'
+)
+const Path = require('path')
+const Errors = require('../../../app/js/Errors')
+
+describe('DockerLockManager', function () {
+ beforeEach(function () {
+ this.LockManager = SandboxedModule.require(modulePath, {
+ requires: {
+ '@overleaf/settings': {},
+ fs: {
+ lstat: sinon.stub().callsArgWith(1),
+ readdir: sinon.stub().callsArgWith(1),
+ },
+ lockfile: (this.Lockfile = {}),
+ },
+ })
+ return (this.lockFile = '/local/compile/directory/.project-lock')
+ })
+
+ return describe('runWithLock', function () {
+ beforeEach(function () {
+ this.runner = sinon.stub().callsArgWith(0, null, 'foo', 'bar')
+ return (this.callback = sinon.stub())
+ })
+
+ describe('normally', function () {
+ beforeEach(function () {
+ this.Lockfile.lock = sinon.stub().callsArgWith(2, null)
+ this.Lockfile.unlock = sinon.stub().callsArgWith(1, null)
+ return this.LockManager.runWithLock(
+ this.lockFile,
+ this.runner,
+ this.callback
+ )
+ })
+
+ it('should run the compile', function () {
+ return this.runner.calledWith().should.equal(true)
+ })
+
+ return it('should call the callback with the response from the compile', function () {
+ return this.callback
+ .calledWithExactly(null, 'foo', 'bar')
+ .should.equal(true)
+ })
+ })
+
+ return describe('when the project is locked', function () {
+ beforeEach(function () {
+ this.error = new Error()
+ this.error.code = 'EEXIST'
+ this.Lockfile.lock = sinon.stub().callsArgWith(2, this.error)
+ this.Lockfile.unlock = sinon.stub().callsArgWith(1, null)
+ return this.LockManager.runWithLock(
+ this.lockFile,
+ this.runner,
+ this.callback
+ )
+ })
+
+ it('should not run the compile', function () {
+ return this.runner.called.should.equal(false)
+ })
+
+ it('should return an error', function () {
+ this.callback
+ .calledWithExactly(sinon.match(Errors.AlreadyCompilingError))
+ .should.equal(true)
+ })
+ })
+ })
+})
diff --git a/services/clsi/test/unit/js/OutputFileFinderTests.js b/services/clsi/test/unit/js/OutputFileFinderTests.js
new file mode 100644
index 0000000000..9d1eb4388c
--- /dev/null
+++ b/services/clsi/test/unit/js/OutputFileFinderTests.js
@@ -0,0 +1,107 @@
+/* eslint-disable
+ handle-callback-err,
+ no-return-assign,
+ no-unused-vars,
+*/
+// TODO: This file was created by bulk-decaffeinate.
+// Fix any style issues and re-enable lint.
+/*
+ * decaffeinate suggestions:
+ * DS102: Remove unnecessary code created because of implicit returns
+ * Full docs: https://github.com/decaffeinate/decaffeinate/blob/master/docs/suggestions.md
+ */
+const SandboxedModule = require('sandboxed-module')
+const sinon = require('sinon')
+const modulePath = require('path').join(
+ __dirname,
+ '../../../app/js/OutputFileFinder'
+)
+const path = require('path')
+const { expect } = require('chai')
+const { EventEmitter } = require('events')
+
+describe('OutputFileFinder', function () {
+ beforeEach(function () {
+ this.OutputFileFinder = SandboxedModule.require(modulePath, {
+ requires: {
+ fs: (this.fs = {}),
+ child_process: { spawn: (this.spawn = sinon.stub()) },
+ },
+ globals: {
+ Math, // used by lodash
+ },
+ })
+ this.directory = '/test/dir'
+ return (this.callback = sinon.stub())
+ })
+
+ describe('findOutputFiles', function () {
+ beforeEach(function () {
+ this.resource_path = 'resource/path.tex'
+ this.output_paths = ['output.pdf', 'extra/file.tex']
+ this.all_paths = this.output_paths.concat([this.resource_path])
+ this.resources = [{ path: (this.resource_path = 'resource/path.tex') }]
+ this.OutputFileFinder._getAllFiles = sinon
+ .stub()
+ .callsArgWith(1, null, this.all_paths)
+ return this.OutputFileFinder.findOutputFiles(
+ this.resources,
+ this.directory,
+ (error, outputFiles) => {
+ this.outputFiles = outputFiles
+ }
+ )
+ })
+
+ return it('should only return the output files, not directories or resource paths', function () {
+ return expect(this.outputFiles).to.deep.equal([
+ {
+ path: 'output.pdf',
+ type: 'pdf',
+ },
+ {
+ path: 'extra/file.tex',
+ type: 'tex',
+ },
+ ])
+ })
+ })
+
+ return describe('_getAllFiles', function () {
+ beforeEach(function () {
+ this.proc = new EventEmitter()
+ this.proc.stdout = new EventEmitter()
+ this.proc.stdout.setEncoding = sinon.stub().returns(this.proc.stdout)
+ this.spawn.returns(this.proc)
+ this.directory = '/base/dir'
+ return this.OutputFileFinder._getAllFiles(this.directory, this.callback)
+ })
+
+ describe('successfully', function () {
+ beforeEach(function () {
+ this.proc.stdout.emit(
+ 'data',
+ ['/base/dir/main.tex', '/base/dir/chapters/chapter1.tex'].join('\n') +
+ '\n'
+ )
+ return this.proc.emit('close', 0)
+ })
+
+ return it('should call the callback with the relative file paths', function () {
+ return this.callback
+ .calledWith(null, ['main.tex', 'chapters/chapter1.tex'])
+ .should.equal(true)
+ })
+ })
+
+ return describe("when the directory doesn't exist", function () {
+ beforeEach(function () {
+ return this.proc.emit('close', 1)
+ })
+
+ return it('should call the callback with a blank array', function () {
+ return this.callback.calledWith(null, []).should.equal(true)
+ })
+ })
+ })
+})
diff --git a/services/clsi/test/unit/js/OutputFileOptimiserTests.js b/services/clsi/test/unit/js/OutputFileOptimiserTests.js
new file mode 100644
index 0000000000..6a0a015d97
--- /dev/null
+++ b/services/clsi/test/unit/js/OutputFileOptimiserTests.js
@@ -0,0 +1,192 @@
+/* eslint-disable
+ no-return-assign,
+ no-unused-vars,
+ node/no-deprecated-api,
+*/
+// TODO: This file was created by bulk-decaffeinate.
+// Fix any style issues and re-enable lint.
+/*
+ * decaffeinate suggestions:
+ * DS102: Remove unnecessary code created because of implicit returns
+ * Full docs: https://github.com/decaffeinate/decaffeinate/blob/master/docs/suggestions.md
+ */
+const SandboxedModule = require('sandboxed-module')
+const sinon = require('sinon')
+const modulePath = require('path').join(
+ __dirname,
+ '../../../app/js/OutputFileOptimiser'
+)
+const path = require('path')
+const { expect } = require('chai')
+const { EventEmitter } = require('events')
+
+describe('OutputFileOptimiser', function () {
+ beforeEach(function () {
+ this.OutputFileOptimiser = SandboxedModule.require(modulePath, {
+ requires: {
+ fs: (this.fs = {}),
+ path: (this.Path = {}),
+ child_process: { spawn: (this.spawn = sinon.stub()) },
+ './Metrics': {},
+ },
+ globals: { Math }, // used by lodash
+ })
+ this.directory = '/test/dir'
+ return (this.callback = sinon.stub())
+ })
+
+ describe('optimiseFile', function () {
+ beforeEach(function () {
+ this.src = './output.pdf'
+ return (this.dst = './output.pdf')
+ })
+
+ describe('when the file is not a pdf file', function () {
+ beforeEach(function (done) {
+ this.src = './output.log'
+ this.OutputFileOptimiser.checkIfPDFIsOptimised = sinon
+ .stub()
+ .callsArgWith(1, null, false)
+ this.OutputFileOptimiser.optimisePDF = sinon
+ .stub()
+ .callsArgWith(2, null)
+ return this.OutputFileOptimiser.optimiseFile(this.src, this.dst, done)
+ })
+
+ it('should not check if the file is optimised', function () {
+ return this.OutputFileOptimiser.checkIfPDFIsOptimised
+ .calledWith(this.src)
+ .should.equal(false)
+ })
+
+ return it('should not optimise the file', function () {
+ return this.OutputFileOptimiser.optimisePDF
+ .calledWith(this.src, this.dst)
+ .should.equal(false)
+ })
+ })
+
+ describe('when the pdf file is not optimised', function () {
+ beforeEach(function (done) {
+ this.OutputFileOptimiser.checkIfPDFIsOptimised = sinon
+ .stub()
+ .callsArgWith(1, null, false)
+ this.OutputFileOptimiser.optimisePDF = sinon
+ .stub()
+ .callsArgWith(2, null)
+ return this.OutputFileOptimiser.optimiseFile(this.src, this.dst, done)
+ })
+
+ it('should check if the pdf is optimised', function () {
+ return this.OutputFileOptimiser.checkIfPDFIsOptimised
+ .calledWith(this.src)
+ .should.equal(true)
+ })
+
+ return it('should optimise the pdf', function () {
+ return this.OutputFileOptimiser.optimisePDF
+ .calledWith(this.src, this.dst)
+ .should.equal(true)
+ })
+ })
+
+ return describe('when the pdf file is optimised', function () {
+ beforeEach(function (done) {
+ this.OutputFileOptimiser.checkIfPDFIsOptimised = sinon
+ .stub()
+ .callsArgWith(1, null, true)
+ this.OutputFileOptimiser.optimisePDF = sinon
+ .stub()
+ .callsArgWith(2, null)
+ return this.OutputFileOptimiser.optimiseFile(this.src, this.dst, done)
+ })
+
+ it('should check if the pdf is optimised', function () {
+ return this.OutputFileOptimiser.checkIfPDFIsOptimised
+ .calledWith(this.src)
+ .should.equal(true)
+ })
+
+ return it('should not optimise the pdf', function () {
+ return this.OutputFileOptimiser.optimisePDF
+ .calledWith(this.src, this.dst)
+ .should.equal(false)
+ })
+ })
+ })
+
+ return describe('checkIfPDFISOptimised', function () {
+ beforeEach(function () {
+ this.callback = sinon.stub()
+ this.fd = 1234
+ this.fs.open = sinon.stub().yields(null, this.fd)
+ this.fs.read = sinon
+ .stub()
+ .withArgs(this.fd)
+ .yields(null, 100, Buffer.from('hello /Linearized 1'))
+ this.fs.close = sinon.stub().withArgs(this.fd).yields(null)
+ return this.OutputFileOptimiser.checkIfPDFIsOptimised(
+ this.src,
+ this.callback
+ )
+ })
+
+ describe('for a linearised file', function () {
+ beforeEach(function () {
+ this.fs.read = sinon
+ .stub()
+ .withArgs(this.fd)
+ .yields(null, 100, Buffer.from('hello /Linearized 1'))
+ return this.OutputFileOptimiser.checkIfPDFIsOptimised(
+ this.src,
+ this.callback
+ )
+ })
+
+ it('should open the file', function () {
+ return this.fs.open.calledWith(this.src, 'r').should.equal(true)
+ })
+
+ it('should read the header', function () {
+ return this.fs.read.calledWith(this.fd).should.equal(true)
+ })
+
+ it('should close the file', function () {
+ return this.fs.close.calledWith(this.fd).should.equal(true)
+ })
+
+ return it('should call the callback with a true result', function () {
+ return this.callback.calledWith(null, true).should.equal(true)
+ })
+ })
+
+ return describe('for an unlinearised file', function () {
+ beforeEach(function () {
+ this.fs.read = sinon
+ .stub()
+ .withArgs(this.fd)
+ .yields(null, 100, Buffer.from('hello not linearized 1'))
+ return this.OutputFileOptimiser.checkIfPDFIsOptimised(
+ this.src,
+ this.callback
+ )
+ })
+
+ it('should open the file', function () {
+ return this.fs.open.calledWith(this.src, 'r').should.equal(true)
+ })
+
+ it('should read the header', function () {
+ return this.fs.read.calledWith(this.fd).should.equal(true)
+ })
+
+ it('should close the file', function () {
+ return this.fs.close.calledWith(this.fd).should.equal(true)
+ })
+
+ return it('should call the callback with a false result', function () {
+ return this.callback.calledWith(null, false).should.equal(true)
+ })
+ })
+ })
+})
diff --git a/services/clsi/test/unit/js/ProjectPersistenceManagerTests.js b/services/clsi/test/unit/js/ProjectPersistenceManagerTests.js
new file mode 100644
index 0000000000..eceaf89821
--- /dev/null
+++ b/services/clsi/test/unit/js/ProjectPersistenceManagerTests.js
@@ -0,0 +1,156 @@
+/* eslint-disable
+ camelcase,
+ no-return-assign,
+ no-unused-vars,
+*/
+// TODO: This file was created by bulk-decaffeinate.
+// Fix any style issues and re-enable lint.
+/*
+ * decaffeinate suggestions:
+ * DS101: Remove unnecessary use of Array.from
+ * DS102: Remove unnecessary code created because of implicit returns
+ * Full docs: https://github.com/decaffeinate/decaffeinate/blob/master/docs/suggestions.md
+ */
+const SandboxedModule = require('sandboxed-module')
+const sinon = require('sinon')
+const assert = require('chai').assert
+const modulePath = require('path').join(
+ __dirname,
+ '../../../app/js/ProjectPersistenceManager'
+)
+const tk = require('timekeeper')
+
+describe('ProjectPersistenceManager', function () {
+ beforeEach(function () {
+ this.ProjectPersistenceManager = SandboxedModule.require(modulePath, {
+ requires: {
+ './UrlCache': (this.UrlCache = {}),
+ './CompileManager': (this.CompileManager = {}),
+ diskusage: (this.diskusage = { check: sinon.stub() }),
+ '@overleaf/settings': (this.settings = {
+ project_cache_length_ms: 1000,
+ path: {
+ compilesDir: '/compiles',
+ outputDir: '/output',
+ clsiCacheDir: '/cache',
+ },
+ }),
+ './db': (this.db = {}),
+ },
+ })
+ this.callback = sinon.stub()
+ this.project_id = 'project-id-123'
+ return (this.user_id = '1234')
+ })
+
+ describe('refreshExpiryTimeout', function () {
+ it('should leave expiry alone if plenty of disk', function (done) {
+ this.diskusage.check.resolves({
+ available: 40,
+ total: 100,
+ })
+
+ this.ProjectPersistenceManager.refreshExpiryTimeout(() => {
+ this.ProjectPersistenceManager.EXPIRY_TIMEOUT.should.equal(
+ this.settings.project_cache_length_ms
+ )
+ done()
+ })
+ })
+
+ it('should drop EXPIRY_TIMEOUT 10% if low disk usage', function (done) {
+ this.diskusage.check.resolves({
+ available: 5,
+ total: 100,
+ })
+
+ this.ProjectPersistenceManager.refreshExpiryTimeout(() => {
+ this.ProjectPersistenceManager.EXPIRY_TIMEOUT.should.equal(900)
+ done()
+ })
+ })
+
+ it('should not drop EXPIRY_TIMEOUT to below 50% of project_cache_length_ms', function (done) {
+ this.diskusage.check.resolves({
+ available: 5,
+ total: 100,
+ })
+ this.ProjectPersistenceManager.EXPIRY_TIMEOUT = 500
+ this.ProjectPersistenceManager.refreshExpiryTimeout(() => {
+ this.ProjectPersistenceManager.EXPIRY_TIMEOUT.should.equal(500)
+ done()
+ })
+ })
+
+ it('should not modify EXPIRY_TIMEOUT if there is an error getting disk values', function (done) {
+ this.diskusage.check.throws(new Error())
+ this.ProjectPersistenceManager.refreshExpiryTimeout(() => {
+ this.ProjectPersistenceManager.EXPIRY_TIMEOUT.should.equal(1000)
+ done()
+ })
+ })
+ })
+
+ describe('clearExpiredProjects', function () {
+ beforeEach(function () {
+ this.project_ids = ['project-id-1', 'project-id-2']
+ this.ProjectPersistenceManager._findExpiredProjectIds = sinon
+ .stub()
+ .callsArgWith(0, null, this.project_ids)
+ this.ProjectPersistenceManager.clearProjectFromCache = sinon
+ .stub()
+ .callsArg(1)
+ this.CompileManager.clearExpiredProjects = sinon.stub().callsArg(1)
+ return this.ProjectPersistenceManager.clearExpiredProjects(this.callback)
+ })
+
+ it('should clear each expired project', function () {
+ return Array.from(this.project_ids).map(project_id =>
+ this.ProjectPersistenceManager.clearProjectFromCache
+ .calledWith(project_id)
+ .should.equal(true)
+ )
+ })
+
+ return it('should call the callback', function () {
+ return this.callback.called.should.equal(true)
+ })
+ })
+
+ return describe('clearProject', function () {
+ beforeEach(function () {
+ this.ProjectPersistenceManager._clearProjectFromDatabase = sinon
+ .stub()
+ .callsArg(1)
+ this.UrlCache.clearProject = sinon.stub().callsArg(1)
+ this.CompileManager.clearProject = sinon.stub().callsArg(2)
+ return this.ProjectPersistenceManager.clearProject(
+ this.project_id,
+ this.user_id,
+ this.callback
+ )
+ })
+
+ it('should clear the project from the database', function () {
+ return this.ProjectPersistenceManager._clearProjectFromDatabase
+ .calledWith(this.project_id)
+ .should.equal(true)
+ })
+
+ it('should clear all the cached Urls for the project', function () {
+ return this.UrlCache.clearProject
+ .calledWith(this.project_id)
+ .should.equal(true)
+ })
+
+ it('should clear the project compile folder', function () {
+ return this.CompileManager.clearProject
+ .calledWith(this.project_id, this.user_id)
+ .should.equal(true)
+ })
+
+ return it('should call the callback', function () {
+ return this.callback.called.should.equal(true)
+ })
+ })
+})
diff --git a/services/clsi/test/unit/js/RequestParserTests.js b/services/clsi/test/unit/js/RequestParserTests.js
new file mode 100644
index 0000000000..48364990b4
--- /dev/null
+++ b/services/clsi/test/unit/js/RequestParserTests.js
@@ -0,0 +1,461 @@
+/* eslint-disable
+ handle-callback-err,
+ no-return-assign,
+*/
+// TODO: This file was created by bulk-decaffeinate.
+// Fix any style issues and re-enable lint.
+/*
+ * decaffeinate suggestions:
+ * DS102: Remove unnecessary code created because of implicit returns
+ * Full docs: https://github.com/decaffeinate/decaffeinate/blob/master/docs/suggestions.md
+ */
+const SandboxedModule = require('sandboxed-module')
+const sinon = require('sinon')
+const { expect } = require('chai')
+const modulePath = require('path').join(
+ __dirname,
+ '../../../app/js/RequestParser'
+)
+const tk = require('timekeeper')
+
+describe('RequestParser', function () {
+ beforeEach(function () {
+ tk.freeze()
+ this.callback = sinon.stub()
+ this.validResource = {
+ path: 'main.tex',
+ date: '12:00 01/02/03',
+ content: 'Hello world',
+ }
+ this.validRequest = {
+ compile: {
+ token: 'token-123',
+ options: {
+ imageName: 'basicImageName/here:2017-1',
+ compiler: 'pdflatex',
+ timeout: 42,
+ },
+ resources: [],
+ },
+ }
+ return (this.RequestParser = SandboxedModule.require(modulePath, {
+ requires: {
+ '@overleaf/settings': (this.settings = {}),
+ },
+ }))
+ })
+
+ afterEach(function () {
+ return tk.reset()
+ })
+
+ describe('without a top level object', function () {
+ beforeEach(function () {
+ return this.RequestParser.parse([], this.callback)
+ })
+
+ return it('should return an error', function () {
+ return this.callback
+ .calledWith('top level object should have a compile attribute')
+ .should.equal(true)
+ })
+ })
+
+ describe('without a compile attribute', function () {
+ beforeEach(function () {
+ return this.RequestParser.parse({}, this.callback)
+ })
+
+ return it('should return an error', function () {
+ return this.callback
+ .calledWith('top level object should have a compile attribute')
+ .should.equal(true)
+ })
+ })
+
+ describe('without a valid compiler', function () {
+ beforeEach(function () {
+ this.validRequest.compile.options.compiler = 'not-a-compiler'
+ return this.RequestParser.parse(this.validRequest, this.callback)
+ })
+
+ return it('should return an error', function () {
+ return this.callback
+ .calledWith(
+ 'compiler attribute should be one of: pdflatex, latex, xelatex, lualatex'
+ )
+ .should.equal(true)
+ })
+ })
+
+ describe('without a compiler specified', function () {
+ beforeEach(function () {
+ delete this.validRequest.compile.options.compiler
+ return this.RequestParser.parse(this.validRequest, (error, data) => {
+ this.data = data
+ })
+ })
+
+ return it('should set the compiler to pdflatex by default', function () {
+ return this.data.compiler.should.equal('pdflatex')
+ })
+ })
+
+ describe('with imageName set', function () {
+ beforeEach(function () {
+ return this.RequestParser.parse(this.validRequest, (error, data) => {
+ this.data = data
+ })
+ })
+
+ return it('should set the imageName', function () {
+ return this.data.imageName.should.equal('basicImageName/here:2017-1')
+ })
+ })
+
+ describe('when image restrictions are present', function () {
+ beforeEach(function () {
+ this.settings.clsi = { docker: {} }
+ this.settings.clsi.docker.allowedImages = [
+ 'repo/name:tag1',
+ 'repo/name:tag2',
+ ]
+ })
+
+ describe('with imageName set to something invalid', function () {
+ beforeEach(function () {
+ const request = this.validRequest
+ request.compile.options.imageName = 'something/different:latest'
+ this.RequestParser.parse(request, (error, data) => {
+ this.error = error
+ this.data = data
+ })
+ })
+
+ it('should throw an error for imageName', function () {
+ expect(String(this.error)).to.include(
+ 'imageName attribute should be one of'
+ )
+ })
+ })
+
+ describe('with imageName set to something valid', function () {
+ beforeEach(function () {
+ const request = this.validRequest
+ request.compile.options.imageName = 'repo/name:tag1'
+ this.RequestParser.parse(request, (error, data) => {
+ this.error = error
+ this.data = data
+ })
+ })
+
+ it('should set the imageName', function () {
+ this.data.imageName.should.equal('repo/name:tag1')
+ })
+ })
+ })
+
+ describe('with flags set', function () {
+ beforeEach(function () {
+ this.validRequest.compile.options.flags = ['-file-line-error']
+ return this.RequestParser.parse(this.validRequest, (error, data) => {
+ this.data = data
+ })
+ })
+
+ return it('should set the flags attribute', function () {
+ return expect(this.data.flags).to.deep.equal(['-file-line-error'])
+ })
+ })
+
+ describe('with flags not specified', function () {
+ beforeEach(function () {
+ return this.RequestParser.parse(this.validRequest, (error, data) => {
+ this.data = data
+ })
+ })
+
+ return it('it should have an empty flags list', function () {
+ return expect(this.data.flags).to.deep.equal([])
+ })
+ })
+
+ describe('without a timeout specified', function () {
+ beforeEach(function () {
+ delete this.validRequest.compile.options.timeout
+ return this.RequestParser.parse(this.validRequest, (error, data) => {
+ this.data = data
+ })
+ })
+
+ return it('should set the timeout to MAX_TIMEOUT', function () {
+ return this.data.timeout.should.equal(
+ this.RequestParser.MAX_TIMEOUT * 1000
+ )
+ })
+ })
+
+ describe('with a timeout larger than the maximum', function () {
+ beforeEach(function () {
+ this.validRequest.compile.options.timeout =
+ this.RequestParser.MAX_TIMEOUT + 1
+ return this.RequestParser.parse(this.validRequest, (error, data) => {
+ this.data = data
+ })
+ })
+
+ return it('should set the timeout to MAX_TIMEOUT', function () {
+ return this.data.timeout.should.equal(
+ this.RequestParser.MAX_TIMEOUT * 1000
+ )
+ })
+ })
+
+ describe('with a timeout', function () {
+ beforeEach(function () {
+ return this.RequestParser.parse(this.validRequest, (error, data) => {
+ this.data = data
+ })
+ })
+
+ return it('should set the timeout (in milliseconds)', function () {
+ return this.data.timeout.should.equal(
+ this.validRequest.compile.options.timeout * 1000
+ )
+ })
+ })
+
+ describe('with a resource without a path', function () {
+ beforeEach(function () {
+ delete this.validResource.path
+ this.validRequest.compile.resources.push(this.validResource)
+ return this.RequestParser.parse(this.validRequest, this.callback)
+ })
+
+ return it('should return an error', function () {
+ return this.callback
+ .calledWith('all resources should have a path attribute')
+ .should.equal(true)
+ })
+ })
+
+ describe('with a resource with a path', function () {
+ beforeEach(function () {
+ this.validResource.path = this.path = 'test.tex'
+ this.validRequest.compile.resources.push(this.validResource)
+ this.RequestParser.parse(this.validRequest, this.callback)
+ return (this.data = this.callback.args[0][1])
+ })
+
+ return it('should return the path in the parsed response', function () {
+ return this.data.resources[0].path.should.equal(this.path)
+ })
+ })
+
+ describe('with a resource with a malformed modified date', function () {
+ beforeEach(function () {
+ this.validResource.modified = 'not-a-date'
+ this.validRequest.compile.resources.push(this.validResource)
+ return this.RequestParser.parse(this.validRequest, this.callback)
+ })
+
+ return it('should return an error', function () {
+ return this.callback
+ .calledWith(
+ 'resource modified date could not be understood: ' +
+ this.validResource.modified
+ )
+ .should.equal(true)
+ })
+ })
+
+ describe('with a resource with a valid date', function () {
+ beforeEach(function () {
+ this.date = '12:00 01/02/03'
+ this.validResource.modified = this.date
+ this.validRequest.compile.resources.push(this.validResource)
+ this.RequestParser.parse(this.validRequest, this.callback)
+ return (this.data = this.callback.args[0][1])
+ })
+
+ return it('should return the date as a Javascript Date object', function () {
+ ;(this.data.resources[0].modified instanceof Date).should.equal(true)
+ return this.data.resources[0].modified
+ .getTime()
+ .should.equal(Date.parse(this.date))
+ })
+ })
+
+ describe('with a resource without either a content or URL attribute', function () {
+ beforeEach(function () {
+ delete this.validResource.url
+ delete this.validResource.content
+ this.validRequest.compile.resources.push(this.validResource)
+ return this.RequestParser.parse(this.validRequest, this.callback)
+ })
+
+ return it('should return an error', function () {
+ return this.callback
+ .calledWith(
+ 'all resources should have either a url or content attribute'
+ )
+ .should.equal(true)
+ })
+ })
+
+ describe('with a resource where the content is not a string', function () {
+ beforeEach(function () {
+ this.validResource.content = []
+ this.validRequest.compile.resources.push(this.validResource)
+ return this.RequestParser.parse(this.validRequest, this.callback)
+ })
+
+ return it('should return an error', function () {
+ return this.callback
+ .calledWith('content attribute should be a string')
+ .should.equal(true)
+ })
+ })
+
+ describe('with a resource where the url is not a string', function () {
+ beforeEach(function () {
+ this.validResource.url = []
+ this.validRequest.compile.resources.push(this.validResource)
+ return this.RequestParser.parse(this.validRequest, this.callback)
+ })
+
+ return it('should return an error', function () {
+ return this.callback
+ .calledWith('url attribute should be a string')
+ .should.equal(true)
+ })
+ })
+
+ describe('with a resource with a url', function () {
+ beforeEach(function () {
+ this.validResource.url = this.url = 'www.example.com'
+ this.validRequest.compile.resources.push(this.validResource)
+ this.RequestParser.parse(this.validRequest, this.callback)
+ return (this.data = this.callback.args[0][1])
+ })
+
+ return it('should return the url in the parsed response', function () {
+ return this.data.resources[0].url.should.equal(this.url)
+ })
+ })
+
+ describe('with a resource with a content attribute', function () {
+ beforeEach(function () {
+ this.validResource.content = this.content = 'Hello world'
+ this.validRequest.compile.resources.push(this.validResource)
+ this.RequestParser.parse(this.validRequest, this.callback)
+ return (this.data = this.callback.args[0][1])
+ })
+
+ return it('should return the content in the parsed response', function () {
+ return this.data.resources[0].content.should.equal(this.content)
+ })
+ })
+
+ describe('without a root resource path', function () {
+ beforeEach(function () {
+ delete this.validRequest.compile.rootResourcePath
+ this.RequestParser.parse(this.validRequest, this.callback)
+ return (this.data = this.callback.args[0][1])
+ })
+
+ return it("should set the root resource path to 'main.tex' by default", function () {
+ return this.data.rootResourcePath.should.equal('main.tex')
+ })
+ })
+
+ describe('with a root resource path', function () {
+ beforeEach(function () {
+ this.validRequest.compile.rootResourcePath = this.path = 'test.tex'
+ this.RequestParser.parse(this.validRequest, this.callback)
+ return (this.data = this.callback.args[0][1])
+ })
+
+ return it('should return the root resource path in the parsed response', function () {
+ return this.data.rootResourcePath.should.equal(this.path)
+ })
+ })
+
+ describe('with a root resource path that is not a string', function () {
+ beforeEach(function () {
+ this.validRequest.compile.rootResourcePath = []
+ return this.RequestParser.parse(this.validRequest, this.callback)
+ })
+
+ return it('should return an error', function () {
+ return this.callback
+ .calledWith('rootResourcePath attribute should be a string')
+ .should.equal(true)
+ })
+ })
+
+ describe('with a root resource path that needs escaping', function () {
+ beforeEach(function () {
+ this.badPath = '`rm -rf foo`.tex'
+ this.goodPath = 'rm -rf foo.tex'
+ this.validRequest.compile.rootResourcePath = this.badPath
+ this.validRequest.compile.resources.push({
+ path: this.badPath,
+ date: '12:00 01/02/03',
+ content: 'Hello world',
+ })
+ this.RequestParser.parse(this.validRequest, this.callback)
+ return (this.data = this.callback.args[0][1])
+ })
+
+ it('should return the escaped resource', function () {
+ return this.data.rootResourcePath.should.equal(this.goodPath)
+ })
+
+ return it('should also escape the resource path', function () {
+ return this.data.resources[0].path.should.equal(this.goodPath)
+ })
+ })
+
+ describe('with a root resource path that has a relative path', function () {
+ beforeEach(function () {
+ this.validRequest.compile.rootResourcePath = 'foo/../../bar.tex'
+ this.RequestParser.parse(this.validRequest, this.callback)
+ return (this.data = this.callback.args[0][1])
+ })
+
+ return it('should return an error', function () {
+ return this.callback
+ .calledWith('relative path in root resource')
+ .should.equal(true)
+ })
+ })
+
+ describe('with a root resource path that has unescaped + relative path', function () {
+ beforeEach(function () {
+ this.validRequest.compile.rootResourcePath = 'foo/#../bar.tex'
+ this.RequestParser.parse(this.validRequest, this.callback)
+ return (this.data = this.callback.args[0][1])
+ })
+
+ return it('should return an error', function () {
+ return this.callback
+ .calledWith('relative path in root resource')
+ .should.equal(true)
+ })
+ })
+
+ return describe('with an unknown syncType', function () {
+ beforeEach(function () {
+ this.validRequest.compile.options.syncType = 'unexpected'
+ this.RequestParser.parse(this.validRequest, this.callback)
+ return (this.data = this.callback.args[0][1])
+ })
+
+ return it('should return an error', function () {
+ return this.callback
+ .calledWith('syncType attribute should be one of: full, incremental')
+ .should.equal(true)
+ })
+ })
+})
diff --git a/services/clsi/test/unit/js/ResourceStateManagerTests.js b/services/clsi/test/unit/js/ResourceStateManagerTests.js
new file mode 100644
index 0000000000..0a97d7b705
--- /dev/null
+++ b/services/clsi/test/unit/js/ResourceStateManagerTests.js
@@ -0,0 +1,241 @@
+/* eslint-disable
+ no-return-assign,
+ no-unused-vars,
+*/
+// TODO: This file was created by bulk-decaffeinate.
+// Fix any style issues and re-enable lint.
+/*
+ * decaffeinate suggestions:
+ * DS102: Remove unnecessary code created because of implicit returns
+ * Full docs: https://github.com/decaffeinate/decaffeinate/blob/master/docs/suggestions.md
+ */
+const SandboxedModule = require('sandboxed-module')
+const sinon = require('sinon')
+const { expect } = require('chai')
+const modulePath = require('path').join(
+ __dirname,
+ '../../../app/js/ResourceStateManager'
+)
+const Path = require('path')
+const Errors = require('../../../app/js/Errors')
+
+describe('ResourceStateManager', function () {
+ beforeEach(function () {
+ this.ResourceStateManager = SandboxedModule.require(modulePath, {
+ singleOnly: true,
+ requires: {
+ fs: (this.fs = {}),
+ './SafeReader': (this.SafeReader = {}),
+ },
+ })
+ this.basePath = '/path/to/write/files/to'
+ this.resources = [
+ { path: 'resource-1-mock' },
+ { path: 'resource-2-mock' },
+ { path: 'resource-3-mock' },
+ ]
+ this.state = '1234567890'
+ this.resourceFileName = `${this.basePath}/.project-sync-state`
+ this.resourceFileContents = `${this.resources[0].path}\n${this.resources[1].path}\n${this.resources[2].path}\nstateHash:${this.state}`
+ return (this.callback = sinon.stub())
+ })
+
+ describe('saveProjectState', function () {
+ beforeEach(function () {
+ return (this.fs.writeFile = sinon.stub().callsArg(2))
+ })
+
+ describe('when the state is specified', function () {
+ beforeEach(function () {
+ return this.ResourceStateManager.saveProjectState(
+ this.state,
+ this.resources,
+ this.basePath,
+ this.callback
+ )
+ })
+
+ it('should write the resource list to disk', function () {
+ return this.fs.writeFile
+ .calledWith(this.resourceFileName, this.resourceFileContents)
+ .should.equal(true)
+ })
+
+ return it('should call the callback', function () {
+ return this.callback.called.should.equal(true)
+ })
+ })
+
+ return describe('when the state is undefined', function () {
+ beforeEach(function () {
+ this.state = undefined
+ this.fs.unlink = sinon.stub().callsArg(1)
+ return this.ResourceStateManager.saveProjectState(
+ this.state,
+ this.resources,
+ this.basePath,
+ this.callback
+ )
+ })
+
+ it('should unlink the resource file', function () {
+ return this.fs.unlink
+ .calledWith(this.resourceFileName)
+ .should.equal(true)
+ })
+
+ it('should not write the resource list to disk', function () {
+ return this.fs.writeFile.called.should.equal(false)
+ })
+
+ return it('should call the callback', function () {
+ return this.callback.called.should.equal(true)
+ })
+ })
+ })
+
+ describe('checkProjectStateMatches', function () {
+ describe('when the state matches', function () {
+ beforeEach(function () {
+ this.SafeReader.readFile = sinon
+ .stub()
+ .callsArgWith(3, null, this.resourceFileContents)
+ return this.ResourceStateManager.checkProjectStateMatches(
+ this.state,
+ this.basePath,
+ this.callback
+ )
+ })
+
+ it('should read the resource file', function () {
+ return this.SafeReader.readFile
+ .calledWith(this.resourceFileName)
+ .should.equal(true)
+ })
+
+ return it('should call the callback with the results', function () {
+ return this.callback
+ .calledWithMatch(null, this.resources)
+ .should.equal(true)
+ })
+ })
+
+ describe('when the state file is not present', function () {
+ beforeEach(function () {
+ this.SafeReader.readFile = sinon.stub().callsArg(3)
+ return this.ResourceStateManager.checkProjectStateMatches(
+ this.state,
+ this.basePath,
+ this.callback
+ )
+ })
+
+ it('should read the resource file', function () {
+ return this.SafeReader.readFile
+ .calledWith(this.resourceFileName)
+ .should.equal(true)
+ })
+
+ it('should call the callback with an error', function () {
+ this.callback
+ .calledWith(sinon.match(Errors.FilesOutOfSyncError))
+ .should.equal(true)
+
+ const message = this.callback.args[0][0].message
+ expect(message).to.include('invalid state for incremental update')
+ })
+ })
+
+ return describe('when the state does not match', function () {
+ beforeEach(function () {
+ this.SafeReader.readFile = sinon
+ .stub()
+ .callsArgWith(3, null, this.resourceFileContents)
+ return this.ResourceStateManager.checkProjectStateMatches(
+ 'not-the-original-state',
+ this.basePath,
+ this.callback
+ )
+ })
+
+ it('should call the callback with an error', function () {
+ this.callback
+ .calledWith(sinon.match(Errors.FilesOutOfSyncError))
+ .should.equal(true)
+
+ const message = this.callback.args[0][0].message
+ expect(message).to.include('invalid state for incremental update')
+ })
+ })
+ })
+
+ return describe('checkResourceFiles', function () {
+ describe('when all the files are present', function () {
+ beforeEach(function () {
+ this.allFiles = [
+ this.resources[0].path,
+ this.resources[1].path,
+ this.resources[2].path,
+ ]
+ return this.ResourceStateManager.checkResourceFiles(
+ this.resources,
+ this.allFiles,
+ this.basePath,
+ this.callback
+ )
+ })
+
+ return it('should call the callback', function () {
+ return this.callback.calledWithExactly().should.equal(true)
+ })
+ })
+
+ describe('when there is a missing file', function () {
+ beforeEach(function () {
+ this.allFiles = [this.resources[0].path, this.resources[1].path]
+ this.fs.stat = sinon.stub().callsArgWith(1, new Error())
+ return this.ResourceStateManager.checkResourceFiles(
+ this.resources,
+ this.allFiles,
+ this.basePath,
+ this.callback
+ )
+ })
+
+ it('should call the callback with an error', function () {
+ this.callback
+ .calledWith(sinon.match(Errors.FilesOutOfSyncError))
+ .should.equal(true)
+
+ const message = this.callback.args[0][0].message
+ expect(message).to.include(
+ 'resource files missing in incremental update'
+ )
+ })
+ })
+
+ return describe('when a resource contains a relative path', function () {
+ beforeEach(function () {
+ this.resources[0].path = '../foo/bar.tex'
+ this.allFiles = [
+ this.resources[0].path,
+ this.resources[1].path,
+ this.resources[2].path,
+ ]
+ return this.ResourceStateManager.checkResourceFiles(
+ this.resources,
+ this.allFiles,
+ this.basePath,
+ this.callback
+ )
+ })
+
+ it('should call the callback with an error', function () {
+ this.callback.calledWith(sinon.match(Error)).should.equal(true)
+
+ const message = this.callback.args[0][0].message
+ expect(message).to.include('relative path in resource file list')
+ })
+ })
+ })
+})
diff --git a/services/clsi/test/unit/js/ResourceWriterTests.js b/services/clsi/test/unit/js/ResourceWriterTests.js
new file mode 100644
index 0000000000..4d69f557f6
--- /dev/null
+++ b/services/clsi/test/unit/js/ResourceWriterTests.js
@@ -0,0 +1,518 @@
+/* eslint-disable
+ no-return-assign,
+*/
+// TODO: This file was created by bulk-decaffeinate.
+// Fix any style issues and re-enable lint.
+/*
+ * decaffeinate suggestions:
+ * DS101: Remove unnecessary use of Array.from
+ * DS102: Remove unnecessary code created because of implicit returns
+ * DS206: Consider reworking classes to avoid initClass
+ * Full docs: https://github.com/decaffeinate/decaffeinate/blob/master/docs/suggestions.md
+ */
+const SandboxedModule = require('sandboxed-module')
+const sinon = require('sinon')
+const { expect } = require('chai')
+const modulePath = require('path').join(
+ __dirname,
+ '../../../app/js/ResourceWriter'
+)
+const path = require('path')
+
+describe('ResourceWriter', function () {
+ beforeEach(function () {
+ let Timer
+ this.ResourceWriter = SandboxedModule.require(modulePath, {
+ singleOnly: true,
+ requires: {
+ fs: (this.fs = {
+ mkdir: sinon.stub().callsArg(1),
+ unlink: sinon.stub().callsArg(1),
+ }),
+ './ResourceStateManager': (this.ResourceStateManager = {}),
+ wrench: (this.wrench = {}),
+ './UrlCache': (this.UrlCache = {}),
+ './OutputFileFinder': (this.OutputFileFinder = {}),
+ './Metrics': (this.Metrics = {
+ inc: sinon.stub(),
+ Timer: (Timer = (function () {
+ Timer = class Timer {
+ static initClass() {
+ this.prototype.done = sinon.stub()
+ }
+ }
+ Timer.initClass()
+ return Timer
+ })()),
+ }),
+ },
+ })
+ this.project_id = 'project-id-123'
+ this.basePath = '/path/to/write/files/to'
+ return (this.callback = sinon.stub())
+ })
+
+ describe('syncResourcesToDisk on a full request', function () {
+ beforeEach(function () {
+ this.resources = ['resource-1-mock', 'resource-2-mock', 'resource-3-mock']
+ this.ResourceWriter._writeResourceToDisk = sinon.stub().callsArg(3)
+ this.ResourceWriter._removeExtraneousFiles = sinon.stub().callsArg(2)
+ this.ResourceStateManager.saveProjectState = sinon.stub().callsArg(3)
+ return this.ResourceWriter.syncResourcesToDisk(
+ {
+ project_id: this.project_id,
+ syncState: (this.syncState = '0123456789abcdef'),
+ resources: this.resources,
+ },
+ this.basePath,
+ this.callback
+ )
+ })
+
+ it('should remove old files', function () {
+ return this.ResourceWriter._removeExtraneousFiles
+ .calledWith(this.resources, this.basePath)
+ .should.equal(true)
+ })
+
+ it('should write each resource to disk', function () {
+ return Array.from(this.resources).map(resource =>
+ this.ResourceWriter._writeResourceToDisk
+ .calledWith(this.project_id, resource, this.basePath)
+ .should.equal(true)
+ )
+ })
+
+ it('should store the sync state and resource list', function () {
+ return this.ResourceStateManager.saveProjectState
+ .calledWith(this.syncState, this.resources, this.basePath)
+ .should.equal(true)
+ })
+
+ return it('should call the callback', function () {
+ return this.callback.called.should.equal(true)
+ })
+ })
+
+ describe('syncResourcesToDisk on an incremental update', function () {
+ beforeEach(function () {
+ this.resources = ['resource-1-mock']
+ this.ResourceWriter._writeResourceToDisk = sinon.stub().callsArg(3)
+ this.ResourceWriter._removeExtraneousFiles = sinon
+ .stub()
+ .callsArgWith(2, null, (this.outputFiles = []), (this.allFiles = []))
+ this.ResourceStateManager.checkProjectStateMatches = sinon
+ .stub()
+ .callsArgWith(2, null, this.resources)
+ this.ResourceStateManager.saveProjectState = sinon.stub().callsArg(3)
+ this.ResourceStateManager.checkResourceFiles = sinon.stub().callsArg(3)
+ return this.ResourceWriter.syncResourcesToDisk(
+ {
+ project_id: this.project_id,
+ syncType: 'incremental',
+ syncState: (this.syncState = '1234567890abcdef'),
+ resources: this.resources,
+ },
+ this.basePath,
+ this.callback
+ )
+ })
+
+ it('should check the sync state matches', function () {
+ return this.ResourceStateManager.checkProjectStateMatches
+ .calledWith(this.syncState, this.basePath)
+ .should.equal(true)
+ })
+
+ it('should remove old files', function () {
+ return this.ResourceWriter._removeExtraneousFiles
+ .calledWith(this.resources, this.basePath)
+ .should.equal(true)
+ })
+
+ it('should check each resource exists', function () {
+ return this.ResourceStateManager.checkResourceFiles
+ .calledWith(this.resources, this.allFiles, this.basePath)
+ .should.equal(true)
+ })
+
+ it('should write each resource to disk', function () {
+ return Array.from(this.resources).map(resource =>
+ this.ResourceWriter._writeResourceToDisk
+ .calledWith(this.project_id, resource, this.basePath)
+ .should.equal(true)
+ )
+ })
+
+ return it('should call the callback', function () {
+ return this.callback.called.should.equal(true)
+ })
+ })
+
+ describe('syncResourcesToDisk on an incremental update when the state does not match', function () {
+ beforeEach(function () {
+ this.resources = ['resource-1-mock']
+ this.ResourceStateManager.checkProjectStateMatches = sinon
+ .stub()
+ .callsArgWith(2, (this.error = new Error()))
+ return this.ResourceWriter.syncResourcesToDisk(
+ {
+ project_id: this.project_id,
+ syncType: 'incremental',
+ syncState: (this.syncState = '1234567890abcdef'),
+ resources: this.resources,
+ },
+ this.basePath,
+ this.callback
+ )
+ })
+
+ it('should check whether the sync state matches', function () {
+ return this.ResourceStateManager.checkProjectStateMatches
+ .calledWith(this.syncState, this.basePath)
+ .should.equal(true)
+ })
+
+ return it('should call the callback with an error', function () {
+ return this.callback.calledWith(this.error).should.equal(true)
+ })
+ })
+
+ describe('_removeExtraneousFiles', function () {
+ beforeEach(function () {
+ this.output_files = [
+ {
+ path: 'output.pdf',
+ type: 'pdf',
+ },
+ {
+ path: 'extra/file.tex',
+ type: 'tex',
+ },
+ {
+ path: 'extra.aux',
+ type: 'aux',
+ },
+ {
+ path: 'cache/_chunk1',
+ },
+ {
+ path: 'figures/image-eps-converted-to.pdf',
+ type: 'pdf',
+ },
+ {
+ path: 'foo/main-figure0.md5',
+ type: 'md5',
+ },
+ {
+ path: 'foo/main-figure0.dpth',
+ type: 'dpth',
+ },
+ {
+ path: 'foo/main-figure0.pdf',
+ type: 'pdf',
+ },
+ {
+ path: '_minted-main/default-pyg-prefix.pygstyle',
+ type: 'pygstyle',
+ },
+ {
+ path: '_minted-main/default.pygstyle',
+ type: 'pygstyle',
+ },
+ {
+ path: '_minted-main/35E248B60965545BD232AE9F0FE9750D504A7AF0CD3BAA7542030FC560DFCC45.pygtex',
+ type: 'pygtex',
+ },
+ {
+ path: '_markdown_main/30893013dec5d869a415610079774c2f.md.tex',
+ type: 'tex',
+ },
+ {
+ path: 'output.stdout',
+ },
+ {
+ path: 'output.stderr',
+ },
+ ]
+ this.resources = 'mock-resources'
+ this.OutputFileFinder.findOutputFiles = sinon
+ .stub()
+ .callsArgWith(2, null, this.output_files)
+ this.ResourceWriter._deleteFileIfNotDirectory = sinon.stub().callsArg(1)
+ return this.ResourceWriter._removeExtraneousFiles(
+ this.resources,
+ this.basePath,
+ this.callback
+ )
+ })
+
+ it('should find the existing output files', function () {
+ return this.OutputFileFinder.findOutputFiles
+ .calledWith(this.resources, this.basePath)
+ .should.equal(true)
+ })
+
+ it('should delete the output files', function () {
+ return this.ResourceWriter._deleteFileIfNotDirectory
+ .calledWith(path.join(this.basePath, 'output.pdf'))
+ .should.equal(true)
+ })
+
+ it('should delete the stdout log file', function () {
+ return this.ResourceWriter._deleteFileIfNotDirectory
+ .calledWith(path.join(this.basePath, 'output.stdout'))
+ .should.equal(true)
+ })
+
+ it('should delete the stderr log file', function () {
+ return this.ResourceWriter._deleteFileIfNotDirectory
+ .calledWith(path.join(this.basePath, 'output.stderr'))
+ .should.equal(true)
+ })
+
+ it('should delete the extra files', function () {
+ return this.ResourceWriter._deleteFileIfNotDirectory
+ .calledWith(path.join(this.basePath, 'extra/file.tex'))
+ .should.equal(true)
+ })
+
+ it('should not delete the extra aux files', function () {
+ return this.ResourceWriter._deleteFileIfNotDirectory
+ .calledWith(path.join(this.basePath, 'extra.aux'))
+ .should.equal(false)
+ })
+
+ it('should not delete the knitr cache file', function () {
+ return this.ResourceWriter._deleteFileIfNotDirectory
+ .calledWith(path.join(this.basePath, 'cache/_chunk1'))
+ .should.equal(false)
+ })
+
+ it('should not delete the epstopdf converted files', function () {
+ return this.ResourceWriter._deleteFileIfNotDirectory
+ .calledWith(
+ path.join(this.basePath, 'figures/image-eps-converted-to.pdf')
+ )
+ .should.equal(false)
+ })
+
+ it('should not delete the tikz md5 files', function () {
+ return this.ResourceWriter._deleteFileIfNotDirectory
+ .calledWith(path.join(this.basePath, 'foo/main-figure0.md5'))
+ .should.equal(false)
+ })
+
+ it('should not delete the tikz dpth files', function () {
+ return this.ResourceWriter._deleteFileIfNotDirectory
+ .calledWith(path.join(this.basePath, 'foo/main-figure0.dpth'))
+ .should.equal(false)
+ })
+
+ it('should not delete the tikz pdf files', function () {
+ return this.ResourceWriter._deleteFileIfNotDirectory
+ .calledWith(path.join(this.basePath, 'foo/main-figure0.pdf'))
+ .should.equal(false)
+ })
+
+ it('should not delete the minted pygstyle files', function () {
+ return this.ResourceWriter._deleteFileIfNotDirectory
+ .calledWith(
+ path.join(this.basePath, '_minted-main/default-pyg-prefix.pygstyle')
+ )
+ .should.equal(false)
+ })
+
+ it('should not delete the minted default pygstyle files', function () {
+ return this.ResourceWriter._deleteFileIfNotDirectory
+ .calledWith(path.join(this.basePath, '_minted-main/default.pygstyle'))
+ .should.equal(false)
+ })
+
+ it('should not delete the minted default pygtex files', function () {
+ return this.ResourceWriter._deleteFileIfNotDirectory
+ .calledWith(
+ path.join(
+ this.basePath,
+ '_minted-main/35E248B60965545BD232AE9F0FE9750D504A7AF0CD3BAA7542030FC560DFCC45.pygtex'
+ )
+ )
+ .should.equal(false)
+ })
+
+ it('should not delete the markdown md.tex files', function () {
+ return this.ResourceWriter._deleteFileIfNotDirectory
+ .calledWith(
+ path.join(
+ this.basePath,
+ '_markdown_main/30893013dec5d869a415610079774c2f.md.tex'
+ )
+ )
+ .should.equal(false)
+ })
+
+ it('should call the callback', function () {
+ return this.callback.called.should.equal(true)
+ })
+
+ return it('should time the request', function () {
+ return this.Metrics.Timer.prototype.done.called.should.equal(true)
+ })
+ })
+
+ describe('_writeResourceToDisk', function () {
+ describe('with a url based resource', function () {
+ beforeEach(function () {
+ this.fs.mkdir = sinon.stub().callsArg(2)
+ this.resource = {
+ path: 'main.tex',
+ url: 'http://www.example.com/main.tex',
+ modified: Date.now(),
+ }
+ this.UrlCache.downloadUrlToFile = sinon
+ .stub()
+ .callsArgWith(4, 'fake error downloading file')
+ return this.ResourceWriter._writeResourceToDisk(
+ this.project_id,
+ this.resource,
+ this.basePath,
+ this.callback
+ )
+ })
+
+ it('should ensure the directory exists', function () {
+ this.fs.mkdir
+ .calledWith(
+ path.dirname(path.join(this.basePath, this.resource.path))
+ )
+ .should.equal(true)
+ })
+
+ it('should write the URL from the cache', function () {
+ return this.UrlCache.downloadUrlToFile
+ .calledWith(
+ this.project_id,
+ this.resource.url,
+ path.join(this.basePath, this.resource.path),
+ this.resource.modified
+ )
+ .should.equal(true)
+ })
+
+ it('should call the callback', function () {
+ return this.callback.called.should.equal(true)
+ })
+
+ return it('should not return an error if the resource writer errored', function () {
+ return expect(this.callback.args[0][0]).not.to.exist
+ })
+ })
+
+ describe('with a content based resource', function () {
+ beforeEach(function () {
+ this.resource = {
+ path: 'main.tex',
+ content: 'Hello world',
+ }
+ this.fs.writeFile = sinon.stub().callsArg(2)
+ this.fs.mkdir = sinon.stub().callsArg(2)
+ return this.ResourceWriter._writeResourceToDisk(
+ this.project_id,
+ this.resource,
+ this.basePath,
+ this.callback
+ )
+ })
+
+ it('should ensure the directory exists', function () {
+ return this.fs.mkdir
+ .calledWith(
+ path.dirname(path.join(this.basePath, this.resource.path))
+ )
+ .should.equal(true)
+ })
+
+ it('should write the contents to disk', function () {
+ return this.fs.writeFile
+ .calledWith(
+ path.join(this.basePath, this.resource.path),
+ this.resource.content
+ )
+ .should.equal(true)
+ })
+
+ return it('should call the callback', function () {
+ return this.callback.called.should.equal(true)
+ })
+ })
+
+ return describe('with a file path that breaks out of the root folder', function () {
+ beforeEach(function () {
+ this.resource = {
+ path: '../../main.tex',
+ content: 'Hello world',
+ }
+ this.fs.writeFile = sinon.stub().callsArg(2)
+ return this.ResourceWriter._writeResourceToDisk(
+ this.project_id,
+ this.resource,
+ this.basePath,
+ this.callback
+ )
+ })
+
+ it('should not write to disk', function () {
+ return this.fs.writeFile.called.should.equal(false)
+ })
+
+ it('should return an error', function () {
+ this.callback.calledWith(sinon.match(Error)).should.equal(true)
+
+ const message = this.callback.args[0][0].message
+ expect(message).to.include('resource path is outside root directory')
+ })
+ })
+ })
+
+ return describe('checkPath', function () {
+ describe('with a valid path', function () {
+ beforeEach(function () {
+ return this.ResourceWriter.checkPath('foo', 'bar', this.callback)
+ })
+
+ return it('should return the joined path', function () {
+ return this.callback.calledWith(null, 'foo/bar').should.equal(true)
+ })
+ })
+
+ describe('with an invalid path', function () {
+ beforeEach(function () {
+ this.ResourceWriter.checkPath('foo', 'baz/../../bar', this.callback)
+ })
+
+ it('should return an error', function () {
+ this.callback.calledWith(sinon.match(Error)).should.equal(true)
+
+ const message = this.callback.args[0][0].message
+ expect(message).to.include('resource path is outside root directory')
+ })
+ })
+
+ describe('with another invalid path matching on a prefix', function () {
+ beforeEach(function () {
+ return this.ResourceWriter.checkPath(
+ 'foo',
+ '../foobar/baz',
+ this.callback
+ )
+ })
+
+ it('should return an error', function () {
+ this.callback.calledWith(sinon.match(Error)).should.equal(true)
+
+ const message = this.callback.args[0][0].message
+ expect(message).to.include('resource path is outside root directory')
+ })
+ })
+ })
+})
diff --git a/services/clsi/test/unit/js/StaticServerForbidSymlinksTests.js b/services/clsi/test/unit/js/StaticServerForbidSymlinksTests.js
new file mode 100644
index 0000000000..dd67506bfc
--- /dev/null
+++ b/services/clsi/test/unit/js/StaticServerForbidSymlinksTests.js
@@ -0,0 +1,231 @@
+/* eslint-disable
+ no-return-assign,
+ no-unused-vars,
+*/
+// TODO: This file was created by bulk-decaffeinate.
+// Fix any style issues and re-enable lint.
+/*
+ * decaffeinate suggestions:
+ * DS102: Remove unnecessary code created because of implicit returns
+ * Full docs: https://github.com/decaffeinate/decaffeinate/blob/master/docs/suggestions.md
+ */
+const SandboxedModule = require('sandboxed-module')
+const assert = require('assert')
+const path = require('path')
+const sinon = require('sinon')
+const modulePath = path.join(
+ __dirname,
+ '../../../app/js/StaticServerForbidSymlinks'
+)
+const { expect } = require('chai')
+
+describe('StaticServerForbidSymlinks', function () {
+ beforeEach(function () {
+ this.settings = {
+ path: {
+ compilesDir: '/compiles/here',
+ },
+ }
+
+ this.fs = {}
+ this.ForbidSymlinks = SandboxedModule.require(modulePath, {
+ requires: {
+ '@overleaf/settings': this.settings,
+ fs: this.fs,
+ },
+ })
+
+ this.dummyStatic = (rootDir, options) => (req, res, next) =>
+ // console.log "dummyStatic serving file", rootDir, "called with", req.url
+ // serve it
+ next()
+
+ this.StaticServerForbidSymlinks = this.ForbidSymlinks(
+ this.dummyStatic,
+ this.settings.path.compilesDir
+ )
+ this.req = {
+ params: {
+ project_id: '12345',
+ },
+ }
+
+ this.res = {}
+ return (this.req.url = '/12345/output.pdf')
+ })
+
+ describe('sending a normal file through', function () {
+ beforeEach(function () {
+ return (this.fs.realpath = sinon
+ .stub()
+ .callsArgWith(
+ 1,
+ null,
+ `${this.settings.path.compilesDir}/${this.req.params.project_id}/output.pdf`
+ ))
+ })
+
+ return it('should call next', function (done) {
+ this.res.sendStatus = function (resCode) {
+ resCode.should.equal(200)
+ return done()
+ }
+ return this.StaticServerForbidSymlinks(this.req, this.res, done)
+ })
+ })
+
+ describe('with a missing file', function () {
+ beforeEach(function () {
+ return (this.fs.realpath = sinon
+ .stub()
+ .callsArgWith(
+ 1,
+ { code: 'ENOENT' },
+ `${this.settings.path.compilesDir}/${this.req.params.project_id}/unknown.pdf`
+ ))
+ })
+
+ return it('should send a 404', function (done) {
+ this.res.sendStatus = function (resCode) {
+ resCode.should.equal(404)
+ return done()
+ }
+ return this.StaticServerForbidSymlinks(this.req, this.res)
+ })
+ })
+
+ describe('with a symlink file', function () {
+ beforeEach(function () {
+ return (this.fs.realpath = sinon
+ .stub()
+ .callsArgWith(1, null, `/etc/${this.req.params.project_id}/output.pdf`))
+ })
+
+ return it('should send a 404', function (done) {
+ this.res.sendStatus = function (resCode) {
+ resCode.should.equal(404)
+ return done()
+ }
+ return this.StaticServerForbidSymlinks(this.req, this.res)
+ })
+ })
+
+ describe('with a relative file', function () {
+ beforeEach(function () {
+ return (this.req.url = '/12345/../67890/output.pdf')
+ })
+
+ return it('should send a 404', function (done) {
+ this.res.sendStatus = function (resCode) {
+ resCode.should.equal(404)
+ return done()
+ }
+ return this.StaticServerForbidSymlinks(this.req, this.res)
+ })
+ })
+
+ describe('with a unnormalized file containing .', function () {
+ beforeEach(function () {
+ return (this.req.url = '/12345/foo/./output.pdf')
+ })
+
+ return it('should send a 404', function (done) {
+ this.res.sendStatus = function (resCode) {
+ resCode.should.equal(404)
+ return done()
+ }
+ return this.StaticServerForbidSymlinks(this.req, this.res)
+ })
+ })
+
+ describe('with a file containing an empty path', function () {
+ beforeEach(function () {
+ return (this.req.url = '/12345/foo//output.pdf')
+ })
+
+ return it('should send a 404', function (done) {
+ this.res.sendStatus = function (resCode) {
+ resCode.should.equal(404)
+ return done()
+ }
+ return this.StaticServerForbidSymlinks(this.req, this.res)
+ })
+ })
+
+ describe('with a non-project file', function () {
+ beforeEach(function () {
+ return (this.req.url = '/.foo/output.pdf')
+ })
+
+ return it('should send a 404', function (done) {
+ this.res.sendStatus = function (resCode) {
+ resCode.should.equal(404)
+ return done()
+ }
+ return this.StaticServerForbidSymlinks(this.req, this.res)
+ })
+ })
+
+ describe('with a file outside the compiledir', function () {
+ beforeEach(function () {
+ return (this.req.url = '/../bar/output.pdf')
+ })
+
+ return it('should send a 404', function (done) {
+ this.res.sendStatus = function (resCode) {
+ resCode.should.equal(404)
+ return done()
+ }
+ return this.StaticServerForbidSymlinks(this.req, this.res)
+ })
+ })
+
+ describe('with a file with no leading /', function () {
+ beforeEach(function () {
+ return (this.req.url = './../bar/output.pdf')
+ })
+
+ return it('should send a 404', function (done) {
+ this.res.sendStatus = function (resCode) {
+ resCode.should.equal(404)
+ return done()
+ }
+ return this.StaticServerForbidSymlinks(this.req, this.res)
+ })
+ })
+
+ describe('with a github style path', function () {
+ beforeEach(function () {
+ this.req.url = '/henryoswald-latex_example/output/output.log'
+ return (this.fs.realpath = sinon
+ .stub()
+ .callsArgWith(
+ 1,
+ null,
+ `${this.settings.path.compilesDir}/henryoswald-latex_example/output/output.log`
+ ))
+ })
+
+ return it('should call next', function (done) {
+ this.res.sendStatus = function (resCode) {
+ resCode.should.equal(200)
+ return done()
+ }
+ return this.StaticServerForbidSymlinks(this.req, this.res, done)
+ })
+ })
+
+ return describe('with an error from fs.realpath', function () {
+ beforeEach(function () {
+ return (this.fs.realpath = sinon.stub().callsArgWith(1, 'error'))
+ })
+
+ return it('should send a 500', function (done) {
+ this.res.sendStatus = function (resCode) {
+ resCode.should.equal(500)
+ return done()
+ }
+ return this.StaticServerForbidSymlinks(this.req, this.res)
+ })
+ })
+})
diff --git a/services/clsi/test/unit/js/TikzManager.js b/services/clsi/test/unit/js/TikzManager.js
new file mode 100644
index 0000000000..8e01194955
--- /dev/null
+++ b/services/clsi/test/unit/js/TikzManager.js
@@ -0,0 +1,185 @@
+/* eslint-disable
+ no-return-assign,
+*/
+// TODO: This file was created by bulk-decaffeinate.
+// Fix any style issues and re-enable lint.
+/*
+ * decaffeinate suggestions:
+ * DS102: Remove unnecessary code created because of implicit returns
+ * Full docs: https://github.com/decaffeinate/decaffeinate/blob/master/docs/suggestions.md
+ */
+const SandboxedModule = require('sandboxed-module')
+const sinon = require('sinon')
+const modulePath = require('path').join(
+ __dirname,
+ '../../../app/js/TikzManager'
+)
+
+describe('TikzManager', function () {
+ beforeEach(function () {
+ return (this.TikzManager = SandboxedModule.require(modulePath, {
+ requires: {
+ './ResourceWriter': (this.ResourceWriter = {}),
+ './SafeReader': (this.SafeReader = {}),
+ fs: (this.fs = {}),
+ },
+ }))
+ })
+
+ describe('checkMainFile', function () {
+ beforeEach(function () {
+ this.compileDir = 'compile-dir'
+ this.mainFile = 'main.tex'
+ return (this.callback = sinon.stub())
+ })
+
+ describe('if there is already an output.tex file in the resources', function () {
+ beforeEach(function () {
+ this.resources = [{ path: 'main.tex' }, { path: 'output.tex' }]
+ return this.TikzManager.checkMainFile(
+ this.compileDir,
+ this.mainFile,
+ this.resources,
+ this.callback
+ )
+ })
+
+ return it('should call the callback with false ', function () {
+ return this.callback.calledWithExactly(null, false).should.equal(true)
+ })
+ })
+
+ return describe('if there is no output.tex file in the resources', function () {
+ beforeEach(function () {
+ this.resources = [{ path: 'main.tex' }]
+ return (this.ResourceWriter.checkPath = sinon
+ .stub()
+ .withArgs(this.compileDir, this.mainFile)
+ .callsArgWith(2, null, `${this.compileDir}/${this.mainFile}`))
+ })
+
+ describe('and the main file contains tikzexternalize', function () {
+ beforeEach(function () {
+ this.SafeReader.readFile = sinon
+ .stub()
+ .withArgs(`${this.compileDir}/${this.mainFile}`)
+ .callsArgWith(3, null, 'hello \\tikzexternalize')
+ return this.TikzManager.checkMainFile(
+ this.compileDir,
+ this.mainFile,
+ this.resources,
+ this.callback
+ )
+ })
+
+ it('should look at the file on disk', function () {
+ return this.SafeReader.readFile
+ .calledWith(`${this.compileDir}/${this.mainFile}`)
+ .should.equal(true)
+ })
+
+ return it('should call the callback with true ', function () {
+ return this.callback.calledWithExactly(null, true).should.equal(true)
+ })
+ })
+
+ describe('and the main file does not contain tikzexternalize', function () {
+ beforeEach(function () {
+ this.SafeReader.readFile = sinon
+ .stub()
+ .withArgs(`${this.compileDir}/${this.mainFile}`)
+ .callsArgWith(3, null, 'hello')
+ return this.TikzManager.checkMainFile(
+ this.compileDir,
+ this.mainFile,
+ this.resources,
+ this.callback
+ )
+ })
+
+ it('should look at the file on disk', function () {
+ return this.SafeReader.readFile
+ .calledWith(`${this.compileDir}/${this.mainFile}`)
+ .should.equal(true)
+ })
+
+ return it('should call the callback with false', function () {
+ return this.callback.calledWithExactly(null, false).should.equal(true)
+ })
+ })
+
+ return describe('and the main file contains \\usepackage{pstool}', function () {
+ beforeEach(function () {
+ this.SafeReader.readFile = sinon
+ .stub()
+ .withArgs(`${this.compileDir}/${this.mainFile}`)
+ .callsArgWith(3, null, 'hello \\usepackage[random-options]{pstool}')
+ return this.TikzManager.checkMainFile(
+ this.compileDir,
+ this.mainFile,
+ this.resources,
+ this.callback
+ )
+ })
+
+ it('should look at the file on disk', function () {
+ return this.SafeReader.readFile
+ .calledWith(`${this.compileDir}/${this.mainFile}`)
+ .should.equal(true)
+ })
+
+ return it('should call the callback with true ', function () {
+ return this.callback.calledWithExactly(null, true).should.equal(true)
+ })
+ })
+ })
+ })
+
+ return describe('injectOutputFile', function () {
+ beforeEach(function () {
+ this.rootDir = '/mock'
+ this.filename = 'filename.tex'
+ this.callback = sinon.stub()
+ this.content = `\
+\\documentclass{article}
+\\usepackage{tikz}
+\\tikzexternalize
+\\begin{document}
+Hello world
+\\end{document}\
+`
+ this.fs.readFile = sinon.stub().callsArgWith(2, null, this.content)
+ this.fs.writeFile = sinon.stub().callsArg(3)
+ this.ResourceWriter.checkPath = sinon
+ .stub()
+ .callsArgWith(2, null, `${this.rootDir}/${this.filename}`)
+ return this.TikzManager.injectOutputFile(
+ this.rootDir,
+ this.filename,
+ this.callback
+ )
+ })
+
+ it('sould check the path', function () {
+ return this.ResourceWriter.checkPath
+ .calledWith(this.rootDir, this.filename)
+ .should.equal(true)
+ })
+
+ it('should read the file', function () {
+ return this.fs.readFile
+ .calledWith(`${this.rootDir}/${this.filename}`, 'utf8')
+ .should.equal(true)
+ })
+
+ it('should write out the same file as output.tex', function () {
+ return this.fs.writeFile
+ .calledWith(`${this.rootDir}/output.tex`, this.content, { flag: 'wx' })
+ .should.equal(true)
+ })
+
+ return it('should call the callback', function () {
+ return this.callback.called.should.equal(true)
+ })
+ })
+})
diff --git a/services/clsi/test/unit/js/UrlCacheTests.js b/services/clsi/test/unit/js/UrlCacheTests.js
new file mode 100644
index 0000000000..33decd3418
--- /dev/null
+++ b/services/clsi/test/unit/js/UrlCacheTests.js
@@ -0,0 +1,353 @@
+/* eslint-disable
+ no-return-assign,
+ no-unused-vars,
+*/
+// TODO: This file was created by bulk-decaffeinate.
+// Fix any style issues and re-enable lint.
+/*
+ * decaffeinate suggestions:
+ * DS101: Remove unnecessary use of Array.from
+ * DS102: Remove unnecessary code created because of implicit returns
+ * Full docs: https://github.com/decaffeinate/decaffeinate/blob/master/docs/suggestions.md
+ */
+const SandboxedModule = require('sandboxed-module')
+const sinon = require('sinon')
+const modulePath = require('path').join(__dirname, '../../../app/js/UrlCache')
+const { EventEmitter } = require('events')
+
+describe('UrlCache', function () {
+ beforeEach(function () {
+ this.callback = sinon.stub()
+ this.url = 'www.example.com/file'
+ this.project_id = 'project-id-123'
+ return (this.UrlCache = SandboxedModule.require(modulePath, {
+ requires: {
+ './db': {},
+ './UrlFetcher': (this.UrlFetcher = {}),
+ '@overleaf/settings': (this.Settings = {
+ path: { clsiCacheDir: '/cache/dir' },
+ }),
+ fs: (this.fs = { copyFile: sinon.stub().yields() }),
+ },
+ }))
+ })
+
+ describe('_doesUrlNeedDownloading', function () {
+ beforeEach(function () {
+ this.lastModified = new Date()
+ return (this.lastModifiedRoundedToSeconds = new Date(
+ Math.floor(this.lastModified.getTime() / 1000) * 1000
+ ))
+ })
+
+ describe('when URL does not exist in cache', function () {
+ beforeEach(function () {
+ this.UrlCache._findUrlDetails = sinon.stub().callsArgWith(2, null, null)
+ return this.UrlCache._doesUrlNeedDownloading(
+ this.project_id,
+ this.url,
+ this.lastModified,
+ this.callback
+ )
+ })
+
+ return it('should return the callback with true', function () {
+ return this.callback.calledWith(null, true).should.equal(true)
+ })
+ })
+
+ return describe('when URL does exist in cache', function () {
+ beforeEach(function () {
+ this.urlDetails = {}
+ return (this.UrlCache._findUrlDetails = sinon
+ .stub()
+ .callsArgWith(2, null, this.urlDetails))
+ })
+
+ describe('when the modified date is more recent than the cached modified date', function () {
+ beforeEach(function () {
+ this.urlDetails.lastModified = new Date(
+ this.lastModified.getTime() - 1000
+ )
+ return this.UrlCache._doesUrlNeedDownloading(
+ this.project_id,
+ this.url,
+ this.lastModified,
+ this.callback
+ )
+ })
+
+ it('should get the url details', function () {
+ return this.UrlCache._findUrlDetails
+ .calledWith(this.project_id, this.url)
+ .should.equal(true)
+ })
+
+ return it('should return the callback with true', function () {
+ return this.callback.calledWith(null, true).should.equal(true)
+ })
+ })
+
+ describe('when the cached modified date is more recent than the modified date', function () {
+ beforeEach(function () {
+ this.urlDetails.lastModified = new Date(
+ this.lastModified.getTime() + 1000
+ )
+ return this.UrlCache._doesUrlNeedDownloading(
+ this.project_id,
+ this.url,
+ this.lastModified,
+ this.callback
+ )
+ })
+
+ return it('should return the callback with false', function () {
+ return this.callback.calledWith(null, false).should.equal(true)
+ })
+ })
+
+ describe('when the cached modified date is equal to the modified date', function () {
+ beforeEach(function () {
+ this.urlDetails.lastModified = this.lastModified
+ return this.UrlCache._doesUrlNeedDownloading(
+ this.project_id,
+ this.url,
+ this.lastModified,
+ this.callback
+ )
+ })
+
+ return it('should return the callback with false', function () {
+ return this.callback.calledWith(null, false).should.equal(true)
+ })
+ })
+
+ describe('when the provided modified date does not exist', function () {
+ beforeEach(function () {
+ this.lastModified = null
+ return this.UrlCache._doesUrlNeedDownloading(
+ this.project_id,
+ this.url,
+ this.lastModified,
+ this.callback
+ )
+ })
+
+ return it('should return the callback with true', function () {
+ return this.callback.calledWith(null, true).should.equal(true)
+ })
+ })
+
+ return describe('when the URL does not have a modified date', function () {
+ beforeEach(function () {
+ this.urlDetails.lastModified = null
+ return this.UrlCache._doesUrlNeedDownloading(
+ this.project_id,
+ this.url,
+ this.lastModified,
+ this.callback
+ )
+ })
+
+ return it('should return the callback with true', function () {
+ return this.callback.calledWith(null, true).should.equal(true)
+ })
+ })
+ })
+ })
+
+ describe('_ensureUrlIsInCache', function () {
+ beforeEach(function () {
+ this.UrlFetcher.pipeUrlToFileWithRetry = sinon.stub().callsArg(2)
+ return (this.UrlCache._updateOrCreateUrlDetails = sinon
+ .stub()
+ .callsArg(3))
+ })
+
+ describe('when the URL needs updating', function () {
+ beforeEach(function () {
+ this.UrlCache._doesUrlNeedDownloading = sinon
+ .stub()
+ .callsArgWith(3, null, true)
+ return this.UrlCache._ensureUrlIsInCache(
+ this.project_id,
+ this.url,
+ this.lastModified,
+ this.callback
+ )
+ })
+
+ it('should check that the url needs downloading', function () {
+ return this.UrlCache._doesUrlNeedDownloading
+ .calledWith(
+ this.project_id,
+ this.url,
+ this.lastModifiedRoundedToSeconds
+ )
+ .should.equal(true)
+ })
+
+ it('should download the URL to the cache file', function () {
+ return this.UrlFetcher.pipeUrlToFileWithRetry
+ .calledWith(
+ this.url,
+ this.UrlCache._cacheFilePathForUrl(this.project_id, this.url)
+ )
+ .should.equal(true)
+ })
+
+ it('should update the database entry', function () {
+ return this.UrlCache._updateOrCreateUrlDetails
+ .calledWith(
+ this.project_id,
+ this.url,
+ this.lastModifiedRoundedToSeconds
+ )
+ .should.equal(true)
+ })
+
+ return it('should return the callback with the cache file path', function () {
+ return this.callback
+ .calledWith(
+ null,
+ this.UrlCache._cacheFilePathForUrl(this.project_id, this.url)
+ )
+ .should.equal(true)
+ })
+ })
+
+ return describe('when the URL does not need updating', function () {
+ beforeEach(function () {
+ this.UrlCache._doesUrlNeedDownloading = sinon
+ .stub()
+ .callsArgWith(3, null, false)
+ return this.UrlCache._ensureUrlIsInCache(
+ this.project_id,
+ this.url,
+ this.lastModified,
+ this.callback
+ )
+ })
+
+ it('should not download the URL to the cache file', function () {
+ return this.UrlFetcher.pipeUrlToFileWithRetry.called.should.equal(false)
+ })
+
+ return it('should return the callback with the cache file path', function () {
+ return this.callback
+ .calledWith(
+ null,
+ this.UrlCache._cacheFilePathForUrl(this.project_id, this.url)
+ )
+ .should.equal(true)
+ })
+ })
+ })
+
+ describe('downloadUrlToFile', function () {
+ beforeEach(function () {
+ this.cachePath = 'path/to/cached/url'
+ this.destPath = 'path/to/destination'
+ this.UrlCache._ensureUrlIsInCache = sinon
+ .stub()
+ .callsArgWith(3, null, this.cachePath)
+ return this.UrlCache.downloadUrlToFile(
+ this.project_id,
+ this.url,
+ this.destPath,
+ this.lastModified,
+ this.callback
+ )
+ })
+
+ it('should ensure the URL is downloaded and updated in the cache', function () {
+ return this.UrlCache._ensureUrlIsInCache
+ .calledWith(this.project_id, this.url, this.lastModified)
+ .should.equal(true)
+ })
+
+ it('should copy the file to the new location', function () {
+ return this.fs.copyFile
+ .calledWith(this.cachePath, this.destPath)
+ .should.equal(true)
+ })
+
+ return it('should call the callback', function () {
+ return this.callback.called.should.equal(true)
+ })
+ })
+
+ describe('_deleteUrlCacheFromDisk', function () {
+ beforeEach(function () {
+ this.fs.unlink = sinon.stub().callsArg(1)
+ return this.UrlCache._deleteUrlCacheFromDisk(
+ this.project_id,
+ this.url,
+ this.callback
+ )
+ })
+
+ it('should delete the cache file', function () {
+ return this.fs.unlink
+ .calledWith(
+ this.UrlCache._cacheFilePathForUrl(this.project_id, this.url)
+ )
+ .should.equal(true)
+ })
+
+ return it('should call the callback', function () {
+ return this.callback.called.should.equal(true)
+ })
+ })
+
+ describe('_clearUrlFromCache', function () {
+ beforeEach(function () {
+ this.UrlCache._deleteUrlCacheFromDisk = sinon.stub().callsArg(2)
+ this.UrlCache._clearUrlDetails = sinon.stub().callsArg(2)
+ return this.UrlCache._clearUrlFromCache(
+ this.project_id,
+ this.url,
+ this.callback
+ )
+ })
+
+ it('should delete the file on disk', function () {
+ return this.UrlCache._deleteUrlCacheFromDisk
+ .calledWith(this.project_id, this.url)
+ .should.equal(true)
+ })
+
+ it('should clear the entry in the database', function () {
+ return this.UrlCache._clearUrlDetails
+ .calledWith(this.project_id, this.url)
+ .should.equal(true)
+ })
+
+ return it('should call the callback', function () {
+ return this.callback.called.should.equal(true)
+ })
+ })
+
+ return describe('clearProject', function () {
+ beforeEach(function () {
+ this.urls = ['www.example.com/file1', 'www.example.com/file2']
+ this.UrlCache._findAllUrlsInProject = sinon
+ .stub()
+ .callsArgWith(1, null, this.urls)
+ this.UrlCache._clearUrlFromCache = sinon.stub().callsArg(2)
+ return this.UrlCache.clearProject(this.project_id, this.callback)
+ })
+
+ it('should clear the cache for each url in the project', function () {
+ return Array.from(this.urls).map(url =>
+ this.UrlCache._clearUrlFromCache
+ .calledWith(this.project_id, url)
+ .should.equal(true)
+ )
+ })
+
+ return it('should call the callback', function () {
+ return this.callback.called.should.equal(true)
+ })
+ })
+})
diff --git a/services/clsi/test/unit/js/UrlFetcherTests.js b/services/clsi/test/unit/js/UrlFetcherTests.js
new file mode 100644
index 0000000000..8e79bced73
--- /dev/null
+++ b/services/clsi/test/unit/js/UrlFetcherTests.js
@@ -0,0 +1,226 @@
+/* eslint-disable
+ no-return-assign,
+*/
+// TODO: This file was created by bulk-decaffeinate.
+// Fix any style issues and re-enable lint.
+/*
+ * decaffeinate suggestions:
+ * DS102: Remove unnecessary code created because of implicit returns
+ * Full docs: https://github.com/decaffeinate/decaffeinate/blob/master/docs/suggestions.md
+ */
+const SandboxedModule = require('sandboxed-module')
+const sinon = require('sinon')
+const { expect } = require('chai')
+const modulePath = require('path').join(__dirname, '../../../app/js/UrlFetcher')
+const { EventEmitter } = require('events')
+
+describe('UrlFetcher', function () {
+ beforeEach(function () {
+ this.callback = sinon.stub()
+ this.url = 'https://www.example.com/file/here?query=string'
+ return (this.UrlFetcher = SandboxedModule.require(modulePath, {
+ requires: {
+ request: {
+ defaults: (this.defaults = sinon.stub().returns((this.request = {}))),
+ },
+ fs: (this.fs = {}),
+ '@overleaf/settings': (this.settings = {
+ apis: {
+ clsiPerf: {
+ host: 'localhost:3043',
+ },
+ },
+ }),
+ },
+ }))
+ })
+ describe('pipeUrlToFileWithRetry', function () {
+ this.beforeEach(function () {
+ this.UrlFetcher.pipeUrlToFile = sinon.stub()
+ })
+
+ it('should call pipeUrlToFile', function (done) {
+ this.UrlFetcher.pipeUrlToFile.callsArgWith(2)
+ this.UrlFetcher.pipeUrlToFileWithRetry(this.url, this.path, err => {
+ expect(err).to.equal(undefined)
+ this.UrlFetcher.pipeUrlToFile.called.should.equal(true)
+ done()
+ })
+ })
+
+ it('should call pipeUrlToFile multiple times on error', function (done) {
+ const error = new Error("couldn't download file")
+ this.UrlFetcher.pipeUrlToFile.callsArgWith(2, error)
+ this.UrlFetcher.pipeUrlToFileWithRetry(this.url, this.path, err => {
+ expect(err).to.equal(error)
+ this.UrlFetcher.pipeUrlToFile.callCount.should.equal(3)
+ done()
+ })
+ })
+
+ it('should call pipeUrlToFile twice if only 1 error', function (done) {
+ this.UrlFetcher.pipeUrlToFile.onCall(0).callsArgWith(2, 'error')
+ this.UrlFetcher.pipeUrlToFile.onCall(1).callsArgWith(2)
+ this.UrlFetcher.pipeUrlToFileWithRetry(this.url, this.path, err => {
+ expect(err).to.equal(undefined)
+ this.UrlFetcher.pipeUrlToFile.callCount.should.equal(2)
+ done()
+ })
+ })
+ })
+
+ describe('pipeUrlToFile', function () {
+ it('should turn off the cookie jar in request', function () {
+ return this.defaults.calledWith({ jar: false }).should.equal(true)
+ })
+
+ describe('rewrite url domain if filestoreDomainOveride is set', function () {
+ beforeEach(function () {
+ this.path = '/path/to/file/on/disk'
+ this.request.get = sinon
+ .stub()
+ .returns((this.urlStream = new EventEmitter()))
+ this.urlStream.pipe = sinon.stub()
+ this.urlStream.pause = sinon.stub()
+ this.urlStream.resume = sinon.stub()
+ this.fs.createWriteStream = sinon
+ .stub()
+ .returns((this.fileStream = new EventEmitter()))
+ return (this.fs.unlink = (file, callback) => callback())
+ })
+
+ it('should use the normal domain when override not set', function (done) {
+ this.UrlFetcher.pipeUrlToFile(this.url, this.path, () => {
+ this.request.get.args[0][0].url.should.equal(this.url)
+ return done()
+ })
+ this.res = { statusCode: 200 }
+ this.urlStream.emit('response', this.res)
+ this.urlStream.emit('end')
+ return this.fileStream.emit('finish')
+ })
+
+ it('should not use override clsiPerf domain when filestoreDomainOveride is set', function (done) {
+ this.settings.filestoreDomainOveride = '192.11.11.11'
+ const url = 'http://localhost:3043/file/here?query=string'
+ this.UrlFetcher.pipeUrlToFile(url, this.path, () => {
+ this.request.get.args[0][0].url.should.equal(url)
+ done()
+ })
+ this.res = { statusCode: 200 }
+ this.urlStream.emit('response', this.res)
+ this.urlStream.emit('end')
+ this.fileStream.emit('finish')
+ })
+
+ return it('should use override domain when filestoreDomainOveride is set', function (done) {
+ this.settings.filestoreDomainOveride = '192.11.11.11'
+ this.UrlFetcher.pipeUrlToFile(this.url, this.path, () => {
+ this.request.get.args[0][0].url.should.equal(
+ '192.11.11.11/file/here?query=string'
+ )
+ return done()
+ })
+ this.res = { statusCode: 200 }
+ this.urlStream.emit('response', this.res)
+ this.urlStream.emit('end')
+ return this.fileStream.emit('finish')
+ })
+ })
+
+ return describe('pipeUrlToFile', function () {
+ beforeEach(function (done) {
+ this.path = '/path/to/file/on/disk'
+ this.request.get = sinon
+ .stub()
+ .returns((this.urlStream = new EventEmitter()))
+ this.urlStream.pipe = sinon.stub()
+ this.urlStream.pause = sinon.stub()
+ this.urlStream.resume = sinon.stub()
+ this.fs.createWriteStream = sinon
+ .stub()
+ .returns((this.fileStream = new EventEmitter()))
+ this.fs.unlink = (file, callback) => callback()
+ return done()
+ })
+
+ describe('successfully', function () {
+ beforeEach(function (done) {
+ this.UrlFetcher.pipeUrlToFile(this.url, this.path, () => {
+ this.callback()
+ return done()
+ })
+ this.res = { statusCode: 200 }
+ this.urlStream.emit('response', this.res)
+ this.urlStream.emit('end')
+ return this.fileStream.emit('finish')
+ })
+
+ it('should request the URL', function () {
+ return this.request.get
+ .calledWith(sinon.match({ url: this.url }))
+ .should.equal(true)
+ })
+
+ it('should open the file for writing', function () {
+ return this.fs.createWriteStream
+ .calledWith(this.path)
+ .should.equal(true)
+ })
+
+ it('should pipe the URL to the file', function () {
+ return this.urlStream.pipe
+ .calledWith(this.fileStream)
+ .should.equal(true)
+ })
+
+ return it('should call the callback', function () {
+ return this.callback.called.should.equal(true)
+ })
+ })
+
+ describe('with non success status code', function () {
+ beforeEach(function (done) {
+ this.UrlFetcher.pipeUrlToFile(this.url, this.path, err => {
+ this.callback(err)
+ return done()
+ })
+ this.res = { statusCode: 404 }
+ this.urlStream.emit('response', this.res)
+ return this.urlStream.emit('end')
+ })
+
+ it('should call the callback with an error', function () {
+ this.callback.calledWith(sinon.match(Error)).should.equal(true)
+
+ const message = this.callback.args[0][0].message
+ expect(message).to.include(
+ 'URL returned non-success status code: 404'
+ )
+ })
+ })
+
+ return describe('with error', function () {
+ beforeEach(function (done) {
+ this.UrlFetcher.pipeUrlToFile(this.url, this.path, err => {
+ this.callback(err)
+ return done()
+ })
+ return this.urlStream.emit(
+ 'error',
+ (this.error = new Error('something went wrong'))
+ )
+ })
+
+ it('should call the callback with the error', function () {
+ return this.callback.calledWith(this.error).should.equal(true)
+ })
+
+ return it('should only call the callback once, even if end is called', function () {
+ this.urlStream.emit('end')
+ return this.callback.calledOnce.should.equal(true)
+ })
+ })
+ })
+ })
+})
diff --git a/services/clsi/test/unit/js/pdfjsTests.js b/services/clsi/test/unit/js/pdfjsTests.js
new file mode 100644
index 0000000000..92f10279d2
--- /dev/null
+++ b/services/clsi/test/unit/js/pdfjsTests.js
@@ -0,0 +1,96 @@
+const fs = require('fs')
+const Path = require('path')
+const { expect } = require('chai')
+const { parseXrefTable } = require('../../../app/lib/pdfjs/parseXrefTable')
+const PATH_EXAMPLES = 'test/acceptance/fixtures/examples/'
+const PATH_SNAPSHOTS = 'test/unit/js/snapshots/pdfjs/'
+const EXAMPLES = fs.readdirSync(PATH_EXAMPLES)
+
+function snapshotPath(example) {
+ return Path.join(PATH_SNAPSHOTS, example, 'XrefTable.json')
+}
+
+function pdfPath(example) {
+ return Path.join(PATH_EXAMPLES, example, 'output.pdf')
+}
+
+async function loadContext(example) {
+ const size = (await fs.promises.stat(pdfPath(example))).size
+
+ let blob
+ try {
+ blob = await fs.promises.readFile(snapshotPath(example))
+ } catch (e) {
+ if (e.code !== 'ENOENT') {
+ throw e
+ }
+ }
+ const snapshot = blob ? JSON.parse(blob) : null
+ return {
+ size,
+ snapshot,
+ }
+}
+
+async function backFillSnapshot(example, size) {
+ const table = await parseXrefTable(pdfPath(example), size, () => {})
+ await fs.promises.mkdir(Path.dirname(snapshotPath(example)), {
+ recursive: true,
+ })
+ await fs.promises.writeFile(
+ snapshotPath(example),
+ JSON.stringify(table, null, 2)
+ )
+ return table
+}
+
+describe('pdfjs', function () {
+ describe('when the pdf is an empty file', function () {
+ it('should yield no entries', async function () {
+ const path = 'does/not/matter.pdf'
+ const table = await parseXrefTable(path, 0)
+ expect(table).to.deep.equal([])
+ })
+ })
+
+ describe('when the operation times out', function () {
+ it('should bail out', async function () {
+ const path = pdfPath(EXAMPLES[0])
+ const { size } = await loadContext(EXAMPLES[0])
+ const err = new Error()
+ let table
+ try {
+ table = await parseXrefTable(path, size, () => {
+ throw err
+ })
+ } catch (e) {
+ expect(e).to.equal(err)
+ return
+ }
+ expect(table).to.not.exist
+ })
+ })
+
+ for (const example of EXAMPLES) {
+ describe(example, function () {
+ let size, snapshot
+ before('load snapshot', async function () {
+ const ctx = await loadContext(example)
+ size = ctx.size
+ snapshot = ctx.snapshot
+ })
+
+ before('back fill new snapshot', async function () {
+ if (snapshot === null) {
+ console.error('back filling snapshot for', example)
+ snapshot = await backFillSnapshot(example, size)
+ }
+ })
+
+ it('should produce the expected xRef table', async function () {
+ const table = await parseXrefTable(pdfPath(example), size, () => {})
+ expect(table).to.deep.equal(snapshot)
+ })
+ })
+ }
+})
diff --git a/services/clsi/test/unit/js/snapshots/minimalCompile/chunks/896749b8343851b0dc385f71616916a7ba0434fcfb56d1fc7e27cd139eaa2f71 b/services/clsi/test/unit/js/snapshots/minimalCompile/chunks/896749b8343851b0dc385f71616916a7ba0434fcfb56d1fc7e27cd139eaa2f71
new file mode 100644
index 0000000000..bb9f891be7
--- /dev/null
+++ b/services/clsi/test/unit/js/snapshots/minimalCompile/chunks/896749b8343851b0dc385f71616916a7ba0434fcfb56d1fc7e27cd139eaa2f71
@@ -0,0 +1,7 @@
+obj
+<< /Type /ObjStm /Length 447 /Filter /FlateDecode /N 5 /First 32 >>
+stream
+xRQk0~߯ǍK'ɒ $vkGIJ[(y8*$IRd>I "H@9@J!` V/gg f>BZxJ9ۮ]-B'ZNg k%i\!f4m݁49ĶCY]\@! 4c
Uf =JgOg>zz>A)C9WwKqPÜ#/48VX/ Tp -%2"*B;X2,9Gz;EΥ Jj/c
+n%ᵦf3]!=y
,s]@e+COW .Ckڒ c_ťX v>N2u7=} #HVr9?kv6G^z.v=Uyjǡpz2
+endstream
+endobj
diff --git a/services/clsi/test/unit/js/snapshots/minimalCompile/chunks/d7cfc73ad2fba4578a437517923e3714927bbf35e63ea88bd93c7a8076cf1fcd b/services/clsi/test/unit/js/snapshots/minimalCompile/chunks/d7cfc73ad2fba4578a437517923e3714927bbf35e63ea88bd93c7a8076cf1fcd
new file mode 100644
index 0000000000..d503090d3a
Binary files /dev/null and b/services/clsi/test/unit/js/snapshots/minimalCompile/chunks/d7cfc73ad2fba4578a437517923e3714927bbf35e63ea88bd93c7a8076cf1fcd differ
diff --git a/services/clsi/test/unit/js/snapshots/pdfjs/asymptote/XrefTable.json b/services/clsi/test/unit/js/snapshots/pdfjs/asymptote/XrefTable.json
new file mode 100644
index 0000000000..be9f29164d
--- /dev/null
+++ b/services/clsi/test/unit/js/snapshots/pdfjs/asymptote/XrefTable.json
@@ -0,0 +1,356 @@
+[
+ {
+ "offset": 0,
+ "gen": 0,
+ "free": true
+ },
+ {
+ "offset": 123086,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 123405,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 15,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 216,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 1084,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 1244,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 4001,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 4155,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 4297,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 4932,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 5307,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 5495,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 30246,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 31466,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 38398,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 39039,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 40158,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 40897,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 65550,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 74691,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 81693,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 97169,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 104103,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 111180,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 118555,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 6,
+ "gen": 0
+ },
+ {
+ "offset": 6,
+ "gen": 1
+ },
+ {
+ "offset": 6,
+ "gen": 2
+ },
+ {
+ "offset": 6,
+ "gen": 3
+ },
+ {
+ "offset": 6,
+ "gen": 4
+ },
+ {
+ "offset": 6,
+ "gen": 5
+ },
+ {
+ "offset": 6,
+ "gen": 6
+ },
+ {
+ "offset": 6,
+ "gen": 7
+ },
+ {
+ "offset": 6,
+ "gen": 8
+ },
+ {
+ "offset": 6,
+ "gen": 9
+ },
+ {
+ "offset": 6,
+ "gen": 10
+ },
+ {
+ "offset": 6,
+ "gen": 11
+ },
+ {
+ "offset": 6,
+ "gen": 12
+ },
+ {
+ "offset": 6,
+ "gen": 13
+ },
+ {
+ "offset": 6,
+ "gen": 14
+ },
+ {
+ "offset": 6,
+ "gen": 15
+ },
+ {
+ "offset": 6,
+ "gen": 16
+ },
+ {
+ "offset": 6,
+ "gen": 17
+ },
+ {
+ "offset": 6,
+ "gen": 18
+ },
+ {
+ "offset": 6,
+ "gen": 19
+ },
+ {
+ "offset": 6,
+ "gen": 20
+ },
+ {
+ "offset": 6,
+ "gen": 21
+ },
+ {
+ "offset": 6,
+ "gen": 22
+ },
+ {
+ "offset": 6,
+ "gen": 23
+ },
+ {
+ "offset": 6,
+ "gen": 24
+ },
+ {
+ "offset": 6,
+ "gen": 25
+ },
+ {
+ "offset": 6,
+ "gen": 26
+ },
+ {
+ "offset": 6,
+ "gen": 27
+ },
+ {
+ "offset": 6,
+ "gen": 28
+ },
+ {
+ "offset": 6,
+ "gen": 29
+ },
+ {
+ "offset": 6,
+ "gen": 30
+ },
+ {
+ "offset": 6,
+ "gen": 31
+ },
+ {
+ "offset": 6,
+ "gen": 32
+ },
+ {
+ "offset": 6,
+ "gen": 33
+ },
+ {
+ "offset": 6,
+ "gen": 34
+ },
+ {
+ "offset": 6,
+ "gen": 35
+ },
+ {
+ "offset": 6,
+ "gen": 36
+ },
+ {
+ "offset": 6,
+ "gen": 37
+ },
+ {
+ "offset": 6,
+ "gen": 38
+ },
+ {
+ "offset": 6,
+ "gen": 39
+ },
+ {
+ "offset": 6,
+ "gen": 40
+ },
+ {
+ "offset": 6,
+ "gen": 41
+ },
+ {
+ "offset": 6,
+ "gen": 42
+ },
+ {
+ "offset": 6,
+ "gen": 43
+ },
+ {
+ "offset": 6,
+ "gen": 44
+ },
+ {
+ "offset": 6,
+ "gen": 45
+ },
+ {
+ "offset": 6,
+ "gen": 46
+ },
+ {
+ "offset": 6,
+ "gen": 47
+ },
+ {
+ "offset": 6,
+ "gen": 48
+ },
+ {
+ "offset": 6,
+ "gen": 49
+ },
+ {
+ "offset": 6,
+ "gen": 50
+ },
+ {
+ "offset": 6,
+ "gen": 51
+ },
+ {
+ "offset": 6,
+ "gen": 52
+ },
+ {
+ "offset": 6,
+ "gen": 53
+ },
+ {
+ "offset": 6,
+ "gen": 54
+ },
+ {
+ "offset": 6,
+ "gen": 55
+ }
+]
\ No newline at end of file
diff --git a/services/clsi/test/unit/js/snapshots/pdfjs/biber_bibliography/XrefTable.json b/services/clsi/test/unit/js/snapshots/pdfjs/biber_bibliography/XrefTable.json
new file mode 100644
index 0000000000..94c0fddf42
--- /dev/null
+++ b/services/clsi/test/unit/js/snapshots/pdfjs/biber_bibliography/XrefTable.json
@@ -0,0 +1,128 @@
+[
+ {
+ "offset": 0,
+ "gen": 255,
+ "free": true
+ },
+ {
+ "offset": 9,
+ "gen": 1
+ },
+ {
+ "offset": 9,
+ "gen": 0
+ },
+ {
+ "offset": 15,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 9,
+ "gen": 14
+ },
+ {
+ "offset": 9,
+ "gen": 12
+ },
+ {
+ "offset": 9,
+ "gen": 15
+ },
+ {
+ "offset": 9,
+ "gen": 13
+ },
+ {
+ "offset": 9,
+ "gen": 16
+ },
+ {
+ "offset": 57274,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 9,
+ "gen": 17
+ },
+ {
+ "offset": 9,
+ "gen": 2
+ },
+ {
+ "offset": 9,
+ "gen": 3
+ },
+ {
+ "offset": 9,
+ "gen": 4
+ },
+ {
+ "offset": 9,
+ "gen": 5
+ },
+ {
+ "offset": 9,
+ "gen": 6
+ },
+ {
+ "offset": 522,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 9,
+ "gen": 7
+ },
+ {
+ "offset": 8788,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 9,
+ "gen": 8
+ },
+ {
+ "offset": 17289,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 9,
+ "gen": 9
+ },
+ {
+ "offset": 32619,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 9,
+ "gen": 10
+ },
+ {
+ "offset": 44596,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 9,
+ "gen": 11
+ },
+ {
+ "offset": 9,
+ "gen": 18
+ },
+ {
+ "offset": 57027,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 58655,
+ "gen": 0,
+ "uncompressed": true
+ }
+]
\ No newline at end of file
diff --git a/services/clsi/test/unit/js/snapshots/pdfjs/epstopdf/XrefTable.json b/services/clsi/test/unit/js/snapshots/pdfjs/epstopdf/XrefTable.json
new file mode 100644
index 0000000000..fca6e5447d
--- /dev/null
+++ b/services/clsi/test/unit/js/snapshots/pdfjs/epstopdf/XrefTable.json
@@ -0,0 +1,125 @@
+[
+ {
+ "offset": 0,
+ "gen": 255,
+ "free": true
+ },
+ {
+ "offset": 208,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 6,
+ "gen": 11
+ },
+ {
+ "offset": 6,
+ "gen": 0
+ },
+ {
+ "offset": 15,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 6,
+ "gen": 14
+ },
+ {
+ "offset": 29580,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 6,
+ "gen": 15
+ },
+ {
+ "offset": 6,
+ "gen": 1
+ },
+ {
+ "offset": 6,
+ "gen": 2
+ },
+ {
+ "offset": 6,
+ "gen": 3
+ },
+ {
+ "offset": 6,
+ "gen": 4
+ },
+ {
+ "offset": 6,
+ "gen": 5
+ },
+ {
+ "offset": 6,
+ "gen": 6
+ },
+ {
+ "offset": 6,
+ "gen": 7
+ },
+ {
+ "offset": 6,
+ "gen": 8
+ },
+ {
+ "offset": 18310,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 6,
+ "gen": 9
+ },
+ {
+ "offset": 6,
+ "gen": 10
+ },
+ {
+ "offset": 18554,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 18945,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 19674,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 6,
+ "gen": 12
+ },
+ {
+ "offset": 22318,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 6,
+ "gen": 13
+ },
+ {
+ "offset": 6,
+ "gen": 16
+ },
+ {
+ "offset": 29321,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 30697,
+ "gen": 0,
+ "uncompressed": true
+ }
+]
\ No newline at end of file
diff --git a/services/clsi/test/unit/js/snapshots/pdfjs/feynmf/XrefTable.json b/services/clsi/test/unit/js/snapshots/pdfjs/feynmf/XrefTable.json
new file mode 100644
index 0000000000..0da87fc092
--- /dev/null
+++ b/services/clsi/test/unit/js/snapshots/pdfjs/feynmf/XrefTable.json
@@ -0,0 +1,115 @@
+[
+ {
+ "offset": 0,
+ "gen": 255,
+ "free": true
+ },
+ {
+ "offset": 8,
+ "gen": 1
+ },
+ {
+ "offset": 8,
+ "gen": 0
+ },
+ {
+ "offset": 15,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 8,
+ "gen": 5
+ },
+ {
+ "offset": 8,
+ "gen": 12
+ },
+ {
+ "offset": 8,
+ "gen": 14
+ },
+ {
+ "offset": 8,
+ "gen": 13
+ },
+ {
+ "offset": 25628,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 8,
+ "gen": 15
+ },
+ {
+ "offset": 8,
+ "gen": 2
+ },
+ {
+ "offset": 8,
+ "gen": 3
+ },
+ {
+ "offset": 8,
+ "gen": 4
+ },
+ {
+ "offset": 250,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 8,
+ "gen": 6
+ },
+ {
+ "offset": 8,
+ "gen": 7
+ },
+ {
+ "offset": 8,
+ "gen": 8
+ },
+ {
+ "offset": 3854,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 8,
+ "gen": 9
+ },
+ {
+ "offset": 11227,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 8,
+ "gen": 10
+ },
+ {
+ "offset": 18230,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 8,
+ "gen": 11
+ },
+ {
+ "offset": 8,
+ "gen": 16
+ },
+ {
+ "offset": 25381,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 26423,
+ "gen": 0,
+ "uncompressed": true
+ }
+]
\ No newline at end of file
diff --git a/services/clsi/test/unit/js/snapshots/pdfjs/feynmp/XrefTable.json b/services/clsi/test/unit/js/snapshots/pdfjs/feynmp/XrefTable.json
new file mode 100644
index 0000000000..34048b037d
--- /dev/null
+++ b/services/clsi/test/unit/js/snapshots/pdfjs/feynmp/XrefTable.json
@@ -0,0 +1,102 @@
+[
+ {
+ "offset": 0,
+ "gen": 65535,
+ "free": true
+ },
+ {
+ "offset": 1094,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 5512,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 1035,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 875,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 15,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 856,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 1159,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 1593,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 3149,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 1436,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 2412,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 1282,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 1768,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 1200,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 1230,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 2006,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 2625,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 3381,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 4069,
+ "gen": 0,
+ "uncompressed": true
+ }
+]
\ No newline at end of file
diff --git a/services/clsi/test/unit/js/snapshots/pdfjs/fontawesome/XrefTable.json b/services/clsi/test/unit/js/snapshots/pdfjs/fontawesome/XrefTable.json
new file mode 100644
index 0000000000..1951e17f7f
--- /dev/null
+++ b/services/clsi/test/unit/js/snapshots/pdfjs/fontawesome/XrefTable.json
@@ -0,0 +1,93 @@
+[
+ {
+ "offset": 0,
+ "gen": 255,
+ "free": true
+ },
+ {
+ "offset": 7,
+ "gen": 1
+ },
+ {
+ "offset": 7,
+ "gen": 0
+ },
+ {
+ "offset": 15,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 7,
+ "gen": 11
+ },
+ {
+ "offset": 7,
+ "gen": 10
+ },
+ {
+ "offset": 7,
+ "gen": 9
+ },
+ {
+ "offset": 29476,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 7,
+ "gen": 12
+ },
+ {
+ "offset": 7,
+ "gen": 7
+ },
+ {
+ "offset": 7,
+ "gen": 2
+ },
+ {
+ "offset": 7,
+ "gen": 8
+ },
+ {
+ "offset": 7,
+ "gen": 3
+ },
+ {
+ "offset": 7,
+ "gen": 4
+ },
+ {
+ "offset": 255,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 7,
+ "gen": 5
+ },
+ {
+ "offset": 17910,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 7,
+ "gen": 6
+ },
+ {
+ "offset": 7,
+ "gen": 13
+ },
+ {
+ "offset": 29228,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 30448,
+ "gen": 0,
+ "uncompressed": true
+ }
+]
\ No newline at end of file
diff --git a/services/clsi/test/unit/js/snapshots/pdfjs/fontawesome_xelatex/XrefTable.json b/services/clsi/test/unit/js/snapshots/pdfjs/fontawesome_xelatex/XrefTable.json
new file mode 100644
index 0000000000..e6315a28e7
--- /dev/null
+++ b/services/clsi/test/unit/js/snapshots/pdfjs/fontawesome_xelatex/XrefTable.json
@@ -0,0 +1,126 @@
+[
+ {
+ "offset": 0,
+ "gen": 0,
+ "free": true
+ },
+ {
+ "offset": 6338,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 15,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 216,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 707,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 757,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 888,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 991,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 1257,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 1678,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 2050,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 4246,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 4339,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 5382,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 5475,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 5513,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 15,
+ "gen": 0
+ },
+ {
+ "offset": 15,
+ "gen": 1
+ },
+ {
+ "offset": 15,
+ "gen": 2
+ },
+ {
+ "offset": 15,
+ "gen": 3
+ },
+ {
+ "offset": 15,
+ "gen": 4
+ },
+ {
+ "offset": 15,
+ "gen": 5
+ },
+ {
+ "offset": 15,
+ "gen": 6
+ },
+ {
+ "offset": 15,
+ "gen": 7
+ },
+ {
+ "offset": 15,
+ "gen": 8
+ },
+ {
+ "offset": 15,
+ "gen": 9
+ },
+ {
+ "offset": 15,
+ "gen": 10
+ }
+]
\ No newline at end of file
diff --git a/services/clsi/test/unit/js/snapshots/pdfjs/glossaries/XrefTable.json b/services/clsi/test/unit/js/snapshots/pdfjs/glossaries/XrefTable.json
new file mode 100644
index 0000000000..51f7dca8bb
--- /dev/null
+++ b/services/clsi/test/unit/js/snapshots/pdfjs/glossaries/XrefTable.json
@@ -0,0 +1,94 @@
+[
+ {
+ "offset": 0,
+ "gen": 255,
+ "free": true
+ },
+ {
+ "offset": 7,
+ "gen": 1
+ },
+ {
+ "offset": 7,
+ "gen": 0
+ },
+ {
+ "offset": 15,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 7,
+ "gen": 10
+ },
+ {
+ "offset": 7,
+ "gen": 9
+ },
+ {
+ "offset": 7,
+ "gen": 8
+ },
+ {
+ "offset": 33085,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 7,
+ "gen": 11
+ },
+ {
+ "offset": 7,
+ "gen": 2
+ },
+ {
+ "offset": 7,
+ "gen": 3
+ },
+ {
+ "offset": 7,
+ "gen": 4
+ },
+ {
+ "offset": 445,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 7,
+ "gen": 5
+ },
+ {
+ "offset": 10048,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 7,
+ "gen": 6
+ },
+ {
+ "offset": 18151,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 7,
+ "gen": 7
+ },
+ {
+ "offset": 7,
+ "gen": 12
+ },
+ {
+ "offset": 32838,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 34157,
+ "gen": 0,
+ "uncompressed": true
+ }
+]
\ No newline at end of file
diff --git a/services/clsi/test/unit/js/snapshots/pdfjs/gnuplot/XrefTable.json b/services/clsi/test/unit/js/snapshots/pdfjs/gnuplot/XrefTable.json
new file mode 100644
index 0000000000..5148059666
--- /dev/null
+++ b/services/clsi/test/unit/js/snapshots/pdfjs/gnuplot/XrefTable.json
@@ -0,0 +1,89 @@
+[
+ {
+ "offset": 0,
+ "gen": 255,
+ "free": true
+ },
+ {
+ "offset": 4,
+ "gen": 0
+ },
+ {
+ "offset": 4,
+ "gen": 1
+ },
+ {
+ "offset": 4,
+ "gen": 2
+ },
+ {
+ "offset": 22047,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 4,
+ "gen": 4
+ },
+ {
+ "offset": 4,
+ "gen": 3
+ },
+ {
+ "offset": 15,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 4,
+ "gen": 10
+ },
+ {
+ "offset": 4,
+ "gen": 9
+ },
+ {
+ "offset": 4,
+ "gen": 11
+ },
+ {
+ "offset": 4,
+ "gen": 5
+ },
+ {
+ "offset": 4,
+ "gen": 6
+ },
+ {
+ "offset": 6451,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 4,
+ "gen": 7
+ },
+ {
+ "offset": 14825,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 4,
+ "gen": 8
+ },
+ {
+ "offset": 4,
+ "gen": 12
+ },
+ {
+ "offset": 21800,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 22696,
+ "gen": 0,
+ "uncompressed": true
+ }
+]
\ No newline at end of file
diff --git a/services/clsi/test/unit/js/snapshots/pdfjs/hebrew/XrefTable.json b/services/clsi/test/unit/js/snapshots/pdfjs/hebrew/XrefTable.json
new file mode 100644
index 0000000000..d3e8221a2e
--- /dev/null
+++ b/services/clsi/test/unit/js/snapshots/pdfjs/hebrew/XrefTable.json
@@ -0,0 +1,81 @@
+[
+ {
+ "offset": 0,
+ "gen": 255,
+ "free": true
+ },
+ {
+ "offset": 6,
+ "gen": 1
+ },
+ {
+ "offset": 6,
+ "gen": 0
+ },
+ {
+ "offset": 15,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 6,
+ "gen": 8
+ },
+ {
+ "offset": 6,
+ "gen": 7
+ },
+ {
+ "offset": 22744,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 6,
+ "gen": 9
+ },
+ {
+ "offset": 6,
+ "gen": 2
+ },
+ {
+ "offset": 6,
+ "gen": 6
+ },
+ {
+ "offset": 6,
+ "gen": 3
+ },
+ {
+ "offset": 364,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 6,
+ "gen": 4
+ },
+ {
+ "offset": 12163,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 6,
+ "gen": 5
+ },
+ {
+ "offset": 6,
+ "gen": 10
+ },
+ {
+ "offset": 22496,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 23856,
+ "gen": 0,
+ "uncompressed": true
+ }
+]
\ No newline at end of file
diff --git a/services/clsi/test/unit/js/snapshots/pdfjs/knitr/XrefTable.json b/services/clsi/test/unit/js/snapshots/pdfjs/knitr/XrefTable.json
new file mode 100644
index 0000000000..d57e124754
--- /dev/null
+++ b/services/clsi/test/unit/js/snapshots/pdfjs/knitr/XrefTable.json
@@ -0,0 +1,145 @@
+[
+ {
+ "offset": 0,
+ "gen": 0,
+ "free": true
+ },
+ {
+ "offset": 43543,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 43792,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 15,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 216,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 734,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 784,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 912,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 1020,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 1544,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 5791,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 12911,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 23655,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 30651,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 42597,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 14,
+ "gen": 0
+ },
+ {
+ "offset": 14,
+ "gen": 1
+ },
+ {
+ "offset": 14,
+ "gen": 2
+ },
+ {
+ "offset": 14,
+ "gen": 3
+ },
+ {
+ "offset": 14,
+ "gen": 4
+ },
+ {
+ "offset": 14,
+ "gen": 5
+ },
+ {
+ "offset": 14,
+ "gen": 6
+ },
+ {
+ "offset": 14,
+ "gen": 7
+ },
+ {
+ "offset": 14,
+ "gen": 8
+ },
+ {
+ "offset": 14,
+ "gen": 9
+ },
+ {
+ "offset": 14,
+ "gen": 10
+ },
+ {
+ "offset": 14,
+ "gen": 11
+ },
+ {
+ "offset": 14,
+ "gen": 12
+ },
+ {
+ "offset": 14,
+ "gen": 13
+ },
+ {
+ "offset": 14,
+ "gen": 14
+ },
+ {
+ "offset": 14,
+ "gen": 15
+ },
+ {
+ "offset": 14,
+ "gen": 16
+ }
+]
\ No newline at end of file
diff --git a/services/clsi/test/unit/js/snapshots/pdfjs/knitr_utf8/XrefTable.json b/services/clsi/test/unit/js/snapshots/pdfjs/knitr_utf8/XrefTable.json
new file mode 100644
index 0000000000..14982555fc
--- /dev/null
+++ b/services/clsi/test/unit/js/snapshots/pdfjs/knitr_utf8/XrefTable.json
@@ -0,0 +1,179 @@
+[
+ {
+ "offset": 0,
+ "gen": 0,
+ "free": true
+ },
+ {
+ "offset": 75291,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 75540,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 15,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 216,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 790,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 840,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 975,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 1083,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 2127,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 13797,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 23679,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 31863,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 36111,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 50346,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 61562,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 73508,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 16,
+ "gen": 0
+ },
+ {
+ "offset": 16,
+ "gen": 1
+ },
+ {
+ "offset": 16,
+ "gen": 2
+ },
+ {
+ "offset": 16,
+ "gen": 3
+ },
+ {
+ "offset": 16,
+ "gen": 4
+ },
+ {
+ "offset": 16,
+ "gen": 5
+ },
+ {
+ "offset": 16,
+ "gen": 6
+ },
+ {
+ "offset": 16,
+ "gen": 7
+ },
+ {
+ "offset": 16,
+ "gen": 8
+ },
+ {
+ "offset": 16,
+ "gen": 9
+ },
+ {
+ "offset": 16,
+ "gen": 10
+ },
+ {
+ "offset": 16,
+ "gen": 11
+ },
+ {
+ "offset": 16,
+ "gen": 12
+ },
+ {
+ "offset": 16,
+ "gen": 13
+ },
+ {
+ "offset": 16,
+ "gen": 14
+ },
+ {
+ "offset": 16,
+ "gen": 15
+ },
+ {
+ "offset": 16,
+ "gen": 16
+ },
+ {
+ "offset": 16,
+ "gen": 17
+ },
+ {
+ "offset": 16,
+ "gen": 18
+ },
+ {
+ "offset": 16,
+ "gen": 19
+ },
+ {
+ "offset": 16,
+ "gen": 20
+ },
+ {
+ "offset": 16,
+ "gen": 21
+ },
+ {
+ "offset": 16,
+ "gen": 22
+ }
+]
\ No newline at end of file
diff --git a/services/clsi/test/unit/js/snapshots/pdfjs/latex_compiler/XrefTable.json b/services/clsi/test/unit/js/snapshots/pdfjs/latex_compiler/XrefTable.json
new file mode 100644
index 0000000000..91e596e54f
--- /dev/null
+++ b/services/clsi/test/unit/js/snapshots/pdfjs/latex_compiler/XrefTable.json
@@ -0,0 +1,132 @@
+[
+ {
+ "offset": 0,
+ "gen": 65535,
+ "free": true
+ },
+ {
+ "offset": 17349,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 25448,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 17290,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 17130,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 15,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 17109,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 17414,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 17548,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 18912,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 18381,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 22406,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 17897,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 21796,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 18758,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 23361,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 17455,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 17485,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 19218,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 22021,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 22638,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 23599,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 18051,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 18142,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 18657,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 24005,
+ "gen": 0,
+ "uncompressed": true
+ }
+]
\ No newline at end of file
diff --git a/services/clsi/test/unit/js/snapshots/pdfjs/lualatex_compiler/XrefTable.json b/services/clsi/test/unit/js/snapshots/pdfjs/lualatex_compiler/XrefTable.json
new file mode 100644
index 0000000000..a403bb4f6a
--- /dev/null
+++ b/services/clsi/test/unit/js/snapshots/pdfjs/lualatex_compiler/XrefTable.json
@@ -0,0 +1,74 @@
+[
+ {
+ "offset": 0,
+ "gen": 255,
+ "free": true
+ },
+ {
+ "offset": 6,
+ "gen": 1
+ },
+ {
+ "offset": 6,
+ "gen": 0
+ },
+ {
+ "offset": 15,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 6,
+ "gen": 4
+ },
+ {
+ "offset": 6,
+ "gen": 6
+ },
+ {
+ "offset": 2320,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 6,
+ "gen": 2
+ },
+ {
+ "offset": 202,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 298,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 6,
+ "gen": 3
+ },
+ {
+ "offset": 1642,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 6,
+ "gen": 5
+ },
+ {
+ "offset": 6,
+ "gen": 7
+ },
+ {
+ "offset": 2120,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 2892,
+ "gen": 0,
+ "uncompressed": true
+ }
+]
\ No newline at end of file
diff --git a/services/clsi/test/unit/js/snapshots/pdfjs/makeindex-custom-style/XrefTable.json b/services/clsi/test/unit/js/snapshots/pdfjs/makeindex-custom-style/XrefTable.json
new file mode 100644
index 0000000000..b2b9dcef35
--- /dev/null
+++ b/services/clsi/test/unit/js/snapshots/pdfjs/makeindex-custom-style/XrefTable.json
@@ -0,0 +1,107 @@
+[
+ {
+ "offset": 0,
+ "gen": 255,
+ "free": true
+ },
+ {
+ "offset": 5,
+ "gen": 1
+ },
+ {
+ "offset": 5,
+ "gen": 0
+ },
+ {
+ "offset": 15,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 5,
+ "gen": 12
+ },
+ {
+ "offset": 30470,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 5,
+ "gen": 13
+ },
+ {
+ "offset": 5,
+ "gen": 3
+ },
+ {
+ "offset": 5,
+ "gen": 2
+ },
+ {
+ "offset": 366,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 5,
+ "gen": 11
+ },
+ {
+ "offset": 5,
+ "gen": 10
+ },
+ {
+ "offset": 5,
+ "gen": 4
+ },
+ {
+ "offset": 5,
+ "gen": 5
+ },
+ {
+ "offset": 5,
+ "gen": 6
+ },
+ {
+ "offset": 638,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 5,
+ "gen": 7
+ },
+ {
+ "offset": 7838,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 5,
+ "gen": 8
+ },
+ {
+ "offset": 15674,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 5,
+ "gen": 9
+ },
+ {
+ "offset": 5,
+ "gen": 14
+ },
+ {
+ "offset": 30223,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 31457,
+ "gen": 0,
+ "uncompressed": true
+ }
+]
\ No newline at end of file
diff --git a/services/clsi/test/unit/js/snapshots/pdfjs/makeindex/XrefTable.json b/services/clsi/test/unit/js/snapshots/pdfjs/makeindex/XrefTable.json
new file mode 100644
index 0000000000..9a58bed4cb
--- /dev/null
+++ b/services/clsi/test/unit/js/snapshots/pdfjs/makeindex/XrefTable.json
@@ -0,0 +1,90 @@
+[
+ {
+ "offset": 0,
+ "gen": 255,
+ "free": true
+ },
+ {
+ "offset": 5,
+ "gen": 1
+ },
+ {
+ "offset": 5,
+ "gen": 0
+ },
+ {
+ "offset": 15,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 5,
+ "gen": 9
+ },
+ {
+ "offset": 23352,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 5,
+ "gen": 10
+ },
+ {
+ "offset": 5,
+ "gen": 3
+ },
+ {
+ "offset": 5,
+ "gen": 2
+ },
+ {
+ "offset": 366,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 5,
+ "gen": 8
+ },
+ {
+ "offset": 5,
+ "gen": 4
+ },
+ {
+ "offset": 5,
+ "gen": 5
+ },
+ {
+ "offset": 589,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 5,
+ "gen": 6
+ },
+ {
+ "offset": 8425,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 5,
+ "gen": 7
+ },
+ {
+ "offset": 5,
+ "gen": 11
+ },
+ {
+ "offset": 23105,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 24245,
+ "gen": 0,
+ "uncompressed": true
+ }
+]
\ No newline at end of file
diff --git a/services/clsi/test/unit/js/snapshots/pdfjs/minted/XrefTable.json b/services/clsi/test/unit/js/snapshots/pdfjs/minted/XrefTable.json
new file mode 100644
index 0000000000..f0d2f2a195
--- /dev/null
+++ b/services/clsi/test/unit/js/snapshots/pdfjs/minted/XrefTable.json
@@ -0,0 +1,77 @@
+[
+ {
+ "offset": 0,
+ "gen": 255,
+ "free": true
+ },
+ {
+ "offset": 6,
+ "gen": 1
+ },
+ {
+ "offset": 6,
+ "gen": 0
+ },
+ {
+ "offset": 15,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 6,
+ "gen": 7
+ },
+ {
+ "offset": 6,
+ "gen": 6
+ },
+ {
+ "offset": 19462,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 6,
+ "gen": 8
+ },
+ {
+ "offset": 6,
+ "gen": 2
+ },
+ {
+ "offset": 6,
+ "gen": 3
+ },
+ {
+ "offset": 340,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 6,
+ "gen": 4
+ },
+ {
+ "offset": 7343,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 6,
+ "gen": 5
+ },
+ {
+ "offset": 6,
+ "gen": 9
+ },
+ {
+ "offset": 19215,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 20089,
+ "gen": 0,
+ "uncompressed": true
+ }
+]
\ No newline at end of file
diff --git a/services/clsi/test/unit/js/snapshots/pdfjs/multibib_bibliography/XrefTable.json b/services/clsi/test/unit/js/snapshots/pdfjs/multibib_bibliography/XrefTable.json
new file mode 100644
index 0000000000..ffd44df50b
--- /dev/null
+++ b/services/clsi/test/unit/js/snapshots/pdfjs/multibib_bibliography/XrefTable.json
@@ -0,0 +1,133 @@
+[
+ {
+ "offset": 0,
+ "gen": 255,
+ "free": true
+ },
+ {
+ "offset": 6,
+ "gen": 1
+ },
+ {
+ "offset": 6,
+ "gen": 0
+ },
+ {
+ "offset": 15,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 6,
+ "gen": 14
+ },
+ {
+ "offset": 6,
+ "gen": 15
+ },
+ {
+ "offset": 40591,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 6,
+ "gen": 17
+ },
+ {
+ "offset": 6,
+ "gen": 3
+ },
+ {
+ "offset": 6,
+ "gen": 2
+ },
+ {
+ "offset": 290,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 6,
+ "gen": 16
+ },
+ {
+ "offset": 6,
+ "gen": 5
+ },
+ {
+ "offset": 6,
+ "gen": 4
+ },
+ {
+ "offset": 595,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 6,
+ "gen": 7
+ },
+ {
+ "offset": 6,
+ "gen": 6
+ },
+ {
+ "offset": 844,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 6,
+ "gen": 8
+ },
+ {
+ "offset": 6,
+ "gen": 9
+ },
+ {
+ "offset": 6,
+ "gen": 10
+ },
+ {
+ "offset": 1107,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 6,
+ "gen": 11
+ },
+ {
+ "offset": 11816,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 6,
+ "gen": 12
+ },
+ {
+ "offset": 28180,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 6,
+ "gen": 13
+ },
+ {
+ "offset": 6,
+ "gen": 18
+ },
+ {
+ "offset": 40344,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 41851,
+ "gen": 0,
+ "uncompressed": true
+ }
+]
\ No newline at end of file
diff --git a/services/clsi/test/unit/js/snapshots/pdfjs/nomenclature/XrefTable.json b/services/clsi/test/unit/js/snapshots/pdfjs/nomenclature/XrefTable.json
new file mode 100644
index 0000000000..51286af2bc
--- /dev/null
+++ b/services/clsi/test/unit/js/snapshots/pdfjs/nomenclature/XrefTable.json
@@ -0,0 +1,94 @@
+[
+ {
+ "offset": 0,
+ "gen": 255,
+ "free": true
+ },
+ {
+ "offset": 7,
+ "gen": 1
+ },
+ {
+ "offset": 7,
+ "gen": 0
+ },
+ {
+ "offset": 15,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 7,
+ "gen": 8
+ },
+ {
+ "offset": 7,
+ "gen": 9
+ },
+ {
+ "offset": 7,
+ "gen": 10
+ },
+ {
+ "offset": 32363,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 7,
+ "gen": 11
+ },
+ {
+ "offset": 7,
+ "gen": 2
+ },
+ {
+ "offset": 7,
+ "gen": 3
+ },
+ {
+ "offset": 7,
+ "gen": 4
+ },
+ {
+ "offset": 565,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 7,
+ "gen": 5
+ },
+ {
+ "offset": 10031,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 7,
+ "gen": 6
+ },
+ {
+ "offset": 18203,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 7,
+ "gen": 7
+ },
+ {
+ "offset": 7,
+ "gen": 12
+ },
+ {
+ "offset": 32116,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 33492,
+ "gen": 0,
+ "uncompressed": true
+ }
+]
\ No newline at end of file
diff --git a/services/clsi/test/unit/js/snapshots/pdfjs/references_in_include/XrefTable.json b/services/clsi/test/unit/js/snapshots/pdfjs/references_in_include/XrefTable.json
new file mode 100644
index 0000000000..b0c6731240
--- /dev/null
+++ b/services/clsi/test/unit/js/snapshots/pdfjs/references_in_include/XrefTable.json
@@ -0,0 +1,90 @@
+[
+ {
+ "offset": 0,
+ "gen": 255,
+ "free": true
+ },
+ {
+ "offset": 5,
+ "gen": 1
+ },
+ {
+ "offset": 5,
+ "gen": 0
+ },
+ {
+ "offset": 15,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 5,
+ "gen": 9
+ },
+ {
+ "offset": 15855,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 5,
+ "gen": 10
+ },
+ {
+ "offset": 5,
+ "gen": 3
+ },
+ {
+ "offset": 5,
+ "gen": 2
+ },
+ {
+ "offset": 167,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 5,
+ "gen": 8
+ },
+ {
+ "offset": 5,
+ "gen": 4
+ },
+ {
+ "offset": 5,
+ "gen": 5
+ },
+ {
+ "offset": 341,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 5,
+ "gen": 6
+ },
+ {
+ "offset": 7911,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 5,
+ "gen": 7
+ },
+ {
+ "offset": 5,
+ "gen": 11
+ },
+ {
+ "offset": 15608,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 16597,
+ "gen": 0,
+ "uncompressed": true
+ }
+]
\ No newline at end of file
diff --git a/services/clsi/test/unit/js/snapshots/pdfjs/simple_bibliography/XrefTable.json b/services/clsi/test/unit/js/snapshots/pdfjs/simple_bibliography/XrefTable.json
new file mode 100644
index 0000000000..d633b7ba6f
--- /dev/null
+++ b/services/clsi/test/unit/js/snapshots/pdfjs/simple_bibliography/XrefTable.json
@@ -0,0 +1,94 @@
+[
+ {
+ "offset": 0,
+ "gen": 255,
+ "free": true
+ },
+ {
+ "offset": 7,
+ "gen": 1
+ },
+ {
+ "offset": 7,
+ "gen": 0
+ },
+ {
+ "offset": 15,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 7,
+ "gen": 9
+ },
+ {
+ "offset": 7,
+ "gen": 8
+ },
+ {
+ "offset": 7,
+ "gen": 10
+ },
+ {
+ "offset": 35573,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 7,
+ "gen": 11
+ },
+ {
+ "offset": 7,
+ "gen": 2
+ },
+ {
+ "offset": 7,
+ "gen": 3
+ },
+ {
+ "offset": 7,
+ "gen": 4
+ },
+ {
+ "offset": 373,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 7,
+ "gen": 5
+ },
+ {
+ "offset": 8639,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 7,
+ "gen": 6
+ },
+ {
+ "offset": 23349,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 7,
+ "gen": 7
+ },
+ {
+ "offset": 7,
+ "gen": 12
+ },
+ {
+ "offset": 35326,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 36668,
+ "gen": 0,
+ "uncompressed": true
+ }
+]
\ No newline at end of file
diff --git a/services/clsi/test/unit/js/snapshots/pdfjs/subdirectories/XrefTable.json b/services/clsi/test/unit/js/snapshots/pdfjs/subdirectories/XrefTable.json
new file mode 100644
index 0000000000..06ed0fdf7d
--- /dev/null
+++ b/services/clsi/test/unit/js/snapshots/pdfjs/subdirectories/XrefTable.json
@@ -0,0 +1,108 @@
+[
+ {
+ "offset": 0,
+ "gen": 255,
+ "free": true
+ },
+ {
+ "offset": 548,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 9,
+ "gen": 1
+ },
+ {
+ "offset": 9,
+ "gen": 2
+ },
+ {
+ "offset": 9,
+ "gen": 0
+ },
+ {
+ "offset": 15,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 9,
+ "gen": 10
+ },
+ {
+ "offset": 9,
+ "gen": 9
+ },
+ {
+ "offset": 9,
+ "gen": 11
+ },
+ {
+ "offset": 46398,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 9,
+ "gen": 12
+ },
+ {
+ "offset": 8100,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 9,
+ "gen": 3
+ },
+ {
+ "offset": 9,
+ "gen": 4
+ },
+ {
+ "offset": 9,
+ "gen": 5
+ },
+ {
+ "offset": 9693,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 9,
+ "gen": 6
+ },
+ {
+ "offset": 17959,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 9,
+ "gen": 7
+ },
+ {
+ "offset": 34174,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 9,
+ "gen": 8
+ },
+ {
+ "offset": 9,
+ "gen": 13
+ },
+ {
+ "offset": 46151,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 47562,
+ "gen": 0,
+ "uncompressed": true
+ }
+]
\ No newline at end of file
diff --git a/services/clsi/test/unit/js/snapshots/pdfjs/tikz_feynman/XrefTable.json b/services/clsi/test/unit/js/snapshots/pdfjs/tikz_feynman/XrefTable.json
new file mode 100644
index 0000000000..afeaa84536
--- /dev/null
+++ b/services/clsi/test/unit/js/snapshots/pdfjs/tikz_feynman/XrefTable.json
@@ -0,0 +1,145 @@
+[
+ {
+ "offset": 0,
+ "gen": 255,
+ "free": true
+ },
+ {
+ "offset": 8,
+ "gen": 8
+ },
+ {
+ "offset": 8,
+ "gen": 9
+ },
+ {
+ "offset": 8,
+ "gen": 10
+ },
+ {
+ "offset": 8,
+ "gen": 1
+ },
+ {
+ "offset": 8,
+ "gen": 0
+ },
+ {
+ "offset": 15,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 8,
+ "gen": 20
+ },
+ {
+ "offset": 33577,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 8,
+ "gen": 3
+ },
+ {
+ "offset": 8,
+ "gen": 2
+ },
+ {
+ "offset": 1151,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 8,
+ "gen": 17
+ },
+ {
+ "offset": 8,
+ "gen": 19
+ },
+ {
+ "offset": 8,
+ "gen": 18
+ },
+ {
+ "offset": 8,
+ "gen": 5
+ },
+ {
+ "offset": 8,
+ "gen": 4
+ },
+ {
+ "offset": 2721,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 8,
+ "gen": 7
+ },
+ {
+ "offset": 8,
+ "gen": 6
+ },
+ {
+ "offset": 5757,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 8,
+ "gen": 11
+ },
+ {
+ "offset": 8,
+ "gen": 12
+ },
+ {
+ "offset": 8,
+ "gen": 13
+ },
+ {
+ "offset": 9558,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 8,
+ "gen": 14
+ },
+ {
+ "offset": 18967,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 8,
+ "gen": 15
+ },
+ {
+ "offset": 26388,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 8,
+ "gen": 16
+ },
+ {
+ "offset": 8,
+ "gen": 21
+ },
+ {
+ "offset": 33354,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 34451,
+ "gen": 0,
+ "uncompressed": true
+ }
+]
\ No newline at end of file
diff --git a/services/clsi/test/unit/js/snapshots/pdfjs/xelatex_compiler/XrefTable.json b/services/clsi/test/unit/js/snapshots/pdfjs/xelatex_compiler/XrefTable.json
new file mode 100644
index 0000000000..31080439b5
--- /dev/null
+++ b/services/clsi/test/unit/js/snapshots/pdfjs/xelatex_compiler/XrefTable.json
@@ -0,0 +1,73 @@
+[
+ {
+ "offset": 0,
+ "gen": 65535,
+ "free": true
+ },
+ {
+ "offset": 8,
+ "gen": 4
+ },
+ {
+ "offset": 8,
+ "gen": 3
+ },
+ {
+ "offset": 8,
+ "gen": 1
+ },
+ {
+ "offset": 8,
+ "gen": 6
+ },
+ {
+ "offset": 8,
+ "gen": 8
+ },
+ {
+ "offset": 15,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 8,
+ "gen": 0
+ },
+ {
+ "offset": 6857,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 8,
+ "gen": 2
+ },
+ {
+ "offset": 265,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 8,
+ "gen": 7
+ },
+ {
+ "offset": 8,
+ "gen": 5
+ },
+ {
+ "offset": 701,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 6750,
+ "gen": 0,
+ "uncompressed": true
+ },
+ {
+ "offset": 7655,
+ "gen": 0,
+ "uncompressed": true
+ }
+]
\ No newline at end of file