mirror of
https://github.com/overleaf/overleaf.git
synced 2024-11-07 20:31:06 -05:00
235 lines
9.7 KiB
CoffeeScript
Executable file
235 lines
9.7 KiB
CoffeeScript
Executable file
Path = require "path"
|
|
async = require "async"
|
|
Settings = require "settings-sharelatex"
|
|
request = require('request')
|
|
Project = require("../../models/Project").Project
|
|
ProjectEntityHandler = require("../Project/ProjectEntityHandler")
|
|
logger = require "logger-sharelatex"
|
|
Url = require("url")
|
|
ClsiCookieManager = require("./ClsiCookieManager")
|
|
ClsiStateManager = require("./ClsiStateManager")
|
|
_ = require("underscore")
|
|
async = require("async")
|
|
ClsiFormatChecker = require("./ClsiFormatChecker")
|
|
DocumentUpdaterHandler = require "../DocumentUpdater/DocumentUpdaterHandler"
|
|
|
|
module.exports = ClsiManager =
|
|
|
|
sendRequest: (project_id, user_id, options = {}, callback) ->
|
|
ClsiManager.sendRequestOnce project_id, user_id, _.clone(options), (error, status, result...) ->
|
|
return callback(error) if error?
|
|
if status is 'conflict'
|
|
options.state = "conflict" # will force full compile
|
|
ClsiManager.sendRequestOnce project_id, user_id, options, callback # try again
|
|
else
|
|
callback(error, status, result...)
|
|
|
|
sendRequestOnce: (project_id, user_id, options = {}, callback = (error, status, outputFiles, clsiServerId, validationProblems) ->) ->
|
|
ClsiManager._buildRequest project_id, user_id, options, (error, req) ->
|
|
return callback(error) if error?
|
|
logger.log project_id: project_id, "sending compile to CLSI"
|
|
console.log "REQUEST", JSON.stringify(req, null, 2)
|
|
ClsiFormatChecker.checkRecoursesForProblems req.compile?.resources, (err, validationProblems)->
|
|
if err?
|
|
logger.err err, project_id, "could not check resources for potential problems before sending to clsi"
|
|
return callback(err)
|
|
if validationProblems?
|
|
logger.log project_id:project_id, validationProblems:validationProblems, "problems with users latex before compile was attempted"
|
|
return callback(null, "validation-problems", null, null, validationProblems)
|
|
ClsiManager._postToClsi project_id, user_id, req, options.compileGroup, (error, response) ->
|
|
if error?
|
|
logger.err err:error, project_id:project_id, "error sending request to clsi"
|
|
return callback(error)
|
|
if response?.compile?.status is "conflict"
|
|
# FIXME try again without incremental option
|
|
console.log "CONFLICT TRY AGAIN"
|
|
logger.log project_id: project_id, outputFilesLength: response?.outputFiles?.length, status: response?.status, "received compile response from CLSI"
|
|
ClsiCookieManager._getServerId project_id, (err, clsiServerId)->
|
|
if err?
|
|
logger.err err:err, project_id:project_id, "error getting server id"
|
|
return callback(err)
|
|
outputFiles = ClsiManager._parseOutputFiles(project_id, response?.compile?.outputFiles)
|
|
callback(null, response?.compile?.status, outputFiles, clsiServerId)
|
|
|
|
stopCompile: (project_id, user_id, options, callback = (error) ->) ->
|
|
compilerUrl = @_getCompilerUrl(options?.compileGroup, project_id, user_id, "compile/stop")
|
|
opts =
|
|
url:compilerUrl
|
|
method:"POST"
|
|
ClsiManager._makeRequest project_id, opts, callback
|
|
|
|
deleteAuxFiles: (project_id, user_id, options, callback = (error) ->) ->
|
|
compilerUrl = @_getCompilerUrl(options?.compileGroup, project_id, user_id)
|
|
opts =
|
|
url:compilerUrl
|
|
method:"DELETE"
|
|
ClsiManager._makeRequest project_id, opts, callback
|
|
|
|
_makeRequest: (project_id, opts, callback)->
|
|
ClsiCookieManager.getCookieJar project_id, (err, jar)->
|
|
if err?
|
|
logger.err err:err, "error getting cookie jar for clsi request"
|
|
return callback(err)
|
|
opts.jar = jar
|
|
request opts, (err, response, body)->
|
|
if err?
|
|
logger.err err:err, project_id:project_id, url:opts?.url, "error making request to clsi"
|
|
return callback(err)
|
|
ClsiCookieManager.setServerId project_id, response, (err)->
|
|
if err?
|
|
logger.warn err:err, project_id:project_id, "error setting server id"
|
|
|
|
return callback err, response, body
|
|
|
|
_getCompilerUrl: (compileGroup, project_id, user_id, action) ->
|
|
host = Settings.apis.clsi.url
|
|
path = "/project/#{project_id}"
|
|
path += "/user/#{user_id}" if user_id?
|
|
path += "/#{action}" if action?
|
|
return "#{host}#{path}"
|
|
|
|
_postToClsi: (project_id, user_id, req, compileGroup, callback = (error, response) ->) ->
|
|
compileUrl = @_getCompilerUrl(compileGroup, project_id, user_id, "compile")
|
|
opts =
|
|
url: compileUrl
|
|
json: req
|
|
method: "POST"
|
|
ClsiManager._makeRequest project_id, opts, (error, response, body) ->
|
|
return callback(error) if error?
|
|
if 200 <= response.statusCode < 300
|
|
callback null, body
|
|
else if response.statusCode == 413
|
|
callback null, compile:status:"project-too-large"
|
|
else if response.statusCode == 409
|
|
callback null, compile:status:"conflict"
|
|
else
|
|
error = new Error("CLSI returned non-success code: #{response.statusCode}")
|
|
logger.error err: error, project_id: project_id, "CLSI returned failure code"
|
|
callback error, body
|
|
|
|
_parseOutputFiles: (project_id, rawOutputFiles = []) ->
|
|
outputFiles = []
|
|
for file in rawOutputFiles
|
|
outputFiles.push
|
|
path: file.path # the clsi is now sending this to web
|
|
url: Url.parse(file.url).path # the location of the file on the clsi, excluding the host part
|
|
type: file.type
|
|
build: file.build
|
|
return outputFiles
|
|
|
|
VALID_COMPILERS: ["pdflatex", "latex", "xelatex", "lualatex"]
|
|
|
|
_buildRequest: (project_id, user_id, options={}, callback = (error, request) ->) ->
|
|
Project.findById project_id, {}, (error, project) ->
|
|
return callback(error) if error?
|
|
return callback(new Errors.NotFoundError("project does not exist: #{project_id}")) if !project?
|
|
console.log "PROJECT", project, JSON.stringify(project.rootFolder,null,2)
|
|
if project.compiler not in ClsiManager.VALID_COMPILERS
|
|
project.compiler = "pdflatex"
|
|
|
|
ClsiStateManager.checkState project_id, user_id, project, (error, stateOk, state) ->
|
|
return callback(error) if error?
|
|
logger.log project_id: project_id, checkState: stateOk, "checked project state"
|
|
console.log "OPTIONS ARE", options
|
|
if stateOk and not options.state? # incremental
|
|
ClsiManager._getContentFromDocUpdater project_id, (error, docUpdaterDocs) ->
|
|
return callback(error) if error?
|
|
# make this incremental
|
|
ProjectEntityHandler.getAllDocPathsFromProject project, (error, docPath) ->
|
|
return callback(error) if error?
|
|
console.log "PATHS", docPath
|
|
console.log "DOCS", docUpdaterDocs
|
|
docs = {}
|
|
for doc in docUpdaterDocs or []
|
|
path = docPath[doc._id]
|
|
docs[path] = doc
|
|
console.log "MAPPED DOCS", docs
|
|
options.incremental = state
|
|
ClsiManager._finaliseRequest project_id, options, project, docs, [], callback
|
|
else
|
|
ClsiManager._getContentFromMongo project_id, (error, docs, files) ->
|
|
return callback(error) if error?
|
|
console.log "DOCS", docs
|
|
# FIXME want to store state after project has been sent to clsi
|
|
ClsiStateManager.setState project_id, user_id, project, (error, state) ->
|
|
if error?
|
|
logger.err err:error, project_id:project_id, "error storing state in redis"
|
|
#return callback(error)
|
|
options.state = state
|
|
ClsiManager._finaliseRequest project_id, options, project, docs, files, callback
|
|
|
|
_getContentFromDocUpdater: (project_id, callback = (error, docs) ->) ->
|
|
DocumentUpdaterHandler.getProjectDocs project_id, (error, docs) ->
|
|
return callback(error) if error?
|
|
callback(null, docs)
|
|
|
|
_getContentFromMongo: (project_id, callback = (error, docs, files) ->) ->
|
|
DocumentUpdaterHandler.flushProjectToMongo project_id, (error) ->
|
|
return callback(error) if error?
|
|
ProjectEntityHandler.getAllDocs project_id, (error, docs = {}) ->
|
|
return callback(error) if error?
|
|
ProjectEntityHandler.getAllFiles project_id, (error, files = {}) ->
|
|
return callback(error) if error?
|
|
callback(null, docs, files)
|
|
|
|
_finaliseRequest: (project_id, options, project, docs, files, callback = (error, params) -> ) ->
|
|
resources = []
|
|
rootResourcePath = null
|
|
rootResourcePathOverride = null
|
|
|
|
for path, doc of docs
|
|
path = path.replace(/^\//, "") # Remove leading /
|
|
resources.push
|
|
path: path
|
|
content: doc.lines.join("\n")
|
|
rev: doc.rev
|
|
if project.rootDoc_id? and doc._id.toString() == project.rootDoc_id.toString()
|
|
rootResourcePath = path
|
|
if options.rootDoc_id? and doc._id.toString() == options.rootDoc_id.toString()
|
|
rootResourcePathOverride = path
|
|
|
|
rootResourcePath = rootResourcePathOverride if rootResourcePathOverride?
|
|
if !rootResourcePath?
|
|
logger.warn {project_id}, "no root document found, setting to main.tex"
|
|
rootResourcePath = "main.tex"
|
|
|
|
for path, file of files
|
|
path = path.replace(/^\//, "") # Remove leading /
|
|
resources.push
|
|
path: path
|
|
url: "#{Settings.apis.filestore.url}/project/#{project._id}/file/#{file._id}"
|
|
modified: file.created?.getTime()
|
|
|
|
callback null, {
|
|
compile:
|
|
options:
|
|
compiler: project.compiler
|
|
timeout: options.timeout
|
|
imageName: project.imageName
|
|
draft: !!options.draft
|
|
check: options.check
|
|
incremental: options.incremental
|
|
state: options.state
|
|
rootResourcePath: rootResourcePath
|
|
resources: resources
|
|
}
|
|
|
|
wordCount: (project_id, user_id, file, options, callback = (error, response) ->) ->
|
|
ClsiManager._buildRequest project_id, options, (error, req) ->
|
|
filename = file || req?.compile?.rootResourcePath
|
|
wordcount_url = ClsiManager._getCompilerUrl(options?.compileGroup, project_id, user_id, "wordcount")
|
|
opts =
|
|
url: wordcount_url
|
|
qs:
|
|
file: filename
|
|
image: req.compile.options.imageName
|
|
method: "GET"
|
|
ClsiManager._makeRequest project_id, opts, (error, response, body) ->
|
|
return callback(error) if error?
|
|
if 200 <= response.statusCode < 300
|
|
callback null, body
|
|
else
|
|
error = new Error("CLSI returned non-success code: #{response.statusCode}")
|
|
logger.error err: error, project_id: project_id, "CLSI returned failure code"
|
|
callback error, body
|
|
|