2014-02-12 05:40:42 -05:00
|
|
|
express = require('express')
|
|
|
|
http = require("http")
|
|
|
|
Settings = require('settings-sharelatex')
|
|
|
|
logger = require('logger-sharelatex')
|
|
|
|
logger.initialize("documentupdater")
|
2014-08-07 06:45:19 -04:00
|
|
|
RedisManager = require('./app/js/RedisManager')
|
|
|
|
UpdateManager = require('./app/js/UpdateManager')
|
2014-08-11 09:16:05 -04:00
|
|
|
DispatchManager = require('./app/js/DispatchManager')
|
2014-02-12 05:40:42 -05:00
|
|
|
Keys = require('./app/js/RedisKeyBuilder')
|
|
|
|
Errors = require "./app/js/Errors"
|
|
|
|
HttpController = require "./app/js/HttpController"
|
|
|
|
|
2014-10-07 07:08:36 -04:00
|
|
|
redis = require("redis-sharelatex")
|
2014-11-19 07:54:47 -05:00
|
|
|
rclient = redis.createRobustSubscriptionClient(Settings.redis.web)
|
2014-10-07 07:08:36 -04:00
|
|
|
|
2014-02-13 05:36:26 -05:00
|
|
|
|
2014-05-08 04:28:13 -04:00
|
|
|
Path = require "path"
|
|
|
|
Metrics = require "metrics-sharelatex"
|
|
|
|
Metrics.initialize("doc-updater")
|
|
|
|
Metrics.mongodb.monitor(Path.resolve(__dirname + "/node_modules/mongojs/node_modules/mongodb"), logger)
|
|
|
|
|
2014-02-12 05:40:42 -05:00
|
|
|
app = express()
|
|
|
|
app.configure ->
|
2014-05-08 04:28:13 -04:00
|
|
|
app.use(Metrics.http.monitor(logger));
|
2014-02-12 05:40:42 -05:00
|
|
|
app.use express.bodyParser()
|
|
|
|
app.use app.router
|
|
|
|
|
|
|
|
rclient.subscribe("pending-updates")
|
2014-05-07 05:05:07 -04:00
|
|
|
rclient.on "message", (channel, doc_key) ->
|
2014-02-12 05:40:42 -05:00
|
|
|
[project_id, doc_id] = Keys.splitProjectIdAndDocId(doc_key)
|
2014-05-07 05:05:07 -04:00
|
|
|
if !Settings.shuttingDown
|
|
|
|
UpdateManager.processOutstandingUpdatesWithLock project_id, doc_id, (error) ->
|
|
|
|
logger.error err: error, project_id: project_id, doc_id: doc_id, "error processing update" if error?
|
|
|
|
else
|
2014-08-07 06:45:19 -04:00
|
|
|
logger.log project_id: project_id, doc_id: doc_id, "ignoring incoming update"
|
|
|
|
|
2014-08-11 09:16:05 -04:00
|
|
|
DispatchManager.createAndStartDispatchers(Settings.dispatcherCount || 10)
|
2014-02-12 05:40:42 -05:00
|
|
|
|
|
|
|
UpdateManager.resumeProcessing()
|
|
|
|
|
|
|
|
app.get '/project/:project_id/doc/:doc_id', HttpController.getDoc
|
|
|
|
app.post '/project/:project_id/doc/:doc_id', HttpController.setDoc
|
|
|
|
app.post '/project/:project_id/doc/:doc_id/flush', HttpController.flushDocIfLoaded
|
|
|
|
app.delete '/project/:project_id/doc/:doc_id', HttpController.flushAndDeleteDoc
|
|
|
|
app.delete '/project/:project_id', HttpController.deleteProject
|
|
|
|
app.post '/project/:project_id/flush', HttpController.flushProject
|
|
|
|
|
|
|
|
app.get '/total', (req, res)->
|
2014-05-08 04:28:13 -04:00
|
|
|
timer = new Metrics.Timer("http.allDocList")
|
2014-02-12 05:40:42 -05:00
|
|
|
RedisManager.getCountOfDocsInMemory (err, count)->
|
|
|
|
timer.done()
|
|
|
|
res.send {total:count}
|
|
|
|
|
|
|
|
app.get '/status', (req, res)->
|
2014-05-07 05:05:07 -04:00
|
|
|
if Settings.shuttingDown
|
|
|
|
res.send 503 # Service unavailable
|
|
|
|
else
|
|
|
|
res.send('document updater is alive')
|
2014-02-12 05:40:42 -05:00
|
|
|
|
|
|
|
app.use (error, req, res, next) ->
|
|
|
|
logger.error err: error, "request errored"
|
|
|
|
if error instanceof Errors.NotFoundError
|
|
|
|
res.send 404
|
|
|
|
else
|
|
|
|
res.send(500, "Oops, something went wrong")
|
|
|
|
|
2014-05-07 05:05:07 -04:00
|
|
|
shutdownCleanly = (signal) ->
|
|
|
|
return () ->
|
|
|
|
logger.log signal: signal, "received interrupt, cleaning up"
|
|
|
|
Settings.shuttingDown = true
|
|
|
|
setTimeout () ->
|
|
|
|
logger.log signal: signal, "shutting down"
|
|
|
|
process.exit()
|
|
|
|
, 10000
|
|
|
|
|
2014-02-12 05:40:42 -05:00
|
|
|
port = Settings.internal?.documentupdater?.port or Settings.apis?.documentupdater?.port or 3003
|
|
|
|
app.listen port, "localhost", ->
|
|
|
|
logger.log("documentupdater-sharelatex server listening on port #{port}")
|
2014-05-07 05:05:07 -04:00
|
|
|
|
|
|
|
for signal in ['SIGINT', 'SIGHUP', 'SIGQUIT', 'SIGUSR1', 'SIGUSR2', 'SIGTERM', 'SIGABRT']
|
|
|
|
process.on signal, shutdownCleanly(signal)
|