mirror of
https://github.com/overleaf/overleaf.git
synced 2024-11-21 20:47:08 -05:00
Decaffeinate: convert individual files to js
This commit is contained in:
Simon Detheridge
parent
d70a33c4f5
commit
1d295ef7e4
1 changed files with 140 additions and 114 deletions
|
|
@ -1,147 +1,173 @@
|
|||
Metrics = require "metrics-sharelatex"
|
||||
Metrics.initialize("filestore")
|
||||
express = require('express')
|
||||
bodyParser = require "body-parser"
|
||||
logger = require('logger-sharelatex')
|
||||
logger.initialize("filestore")
|
||||
settings = require("settings-sharelatex")
|
||||
request = require("request")
|
||||
fileController = require("./app/js/FileController")
|
||||
bucketController = require("./app/js/BucketController")
|
||||
keyBuilder = require("./app/js/KeyBuilder")
|
||||
healthCheckController = require("./app/js/HealthCheckController")
|
||||
domain = require("domain")
|
||||
appIsOk = true
|
||||
app = express()
|
||||
/*
|
||||
* decaffeinate suggestions:
|
||||
* DS102: Remove unnecessary code created because of implicit returns
|
||||
* DS207: Consider shorter variations of null checks
|
||||
* Full docs: https://github.com/decaffeinate/decaffeinate/blob/master/docs/suggestions.md
|
||||
*/
|
||||
const Metrics = require("metrics-sharelatex");
|
||||
Metrics.initialize("filestore");
|
||||
const express = require('express');
|
||||
const bodyParser = require("body-parser");
|
||||
let logger = require('logger-sharelatex');
|
||||
logger.initialize("filestore");
|
||||
const settings = require("settings-sharelatex");
|
||||
const request = require("request");
|
||||
const fileController = require("./app/js/FileController");
|
||||
const bucketController = require("./app/js/BucketController");
|
||||
const keyBuilder = require("./app/js/KeyBuilder");
|
||||
const healthCheckController = require("./app/js/HealthCheckController");
|
||||
const domain = require("domain");
|
||||
let appIsOk = true;
|
||||
const app = express();
|
||||
|
||||
if settings.sentry?.dsn?
|
||||
logger.initializeErrorReporting(settings.sentry.dsn)
|
||||
if ((settings.sentry != null ? settings.sentry.dsn : undefined) != null) {
|
||||
logger.initializeErrorReporting(settings.sentry.dsn);
|
||||
}
|
||||
|
||||
Metrics.open_sockets.monitor(logger)
|
||||
Metrics.event_loop?.monitor(logger)
|
||||
Metrics.memory.monitor(logger)
|
||||
Metrics.open_sockets.monitor(logger);
|
||||
if (Metrics.event_loop != null) {
|
||||
Metrics.event_loop.monitor(logger);
|
||||
}
|
||||
Metrics.memory.monitor(logger);
|
||||
|
||||
app.use Metrics.http.monitor(logger)
|
||||
app.use(Metrics.http.monitor(logger));
|
||||
|
||||
app.use (req, res, next)->
|
||||
Metrics.inc "http-request"
|
||||
next()
|
||||
app.use(function(req, res, next){
|
||||
Metrics.inc("http-request");
|
||||
return next();
|
||||
});
|
||||
|
||||
app.use (req, res, next) ->
|
||||
requestDomain = domain.create()
|
||||
requestDomain.add req
|
||||
requestDomain.add res
|
||||
requestDomain.on "error", (err)->
|
||||
try
|
||||
# request a shutdown to prevent memory leaks
|
||||
beginShutdown()
|
||||
if !res.headerSent
|
||||
res.send(500, "uncaught exception")
|
||||
logger = require('logger-sharelatex')
|
||||
req =
|
||||
body:req.body
|
||||
headers:req.headers
|
||||
url:req.url
|
||||
key: req.key
|
||||
app.use(function(req, res, next) {
|
||||
const requestDomain = domain.create();
|
||||
requestDomain.add(req);
|
||||
requestDomain.add(res);
|
||||
requestDomain.on("error", function(err){
|
||||
try {
|
||||
// request a shutdown to prevent memory leaks
|
||||
beginShutdown();
|
||||
if (!res.headerSent) {
|
||||
res.send(500, "uncaught exception");
|
||||
}
|
||||
logger = require('logger-sharelatex');
|
||||
req = {
|
||||
body:req.body,
|
||||
headers:req.headers,
|
||||
url:req.url,
|
||||
key: req.key,
|
||||
statusCode: req.statusCode
|
||||
err =
|
||||
message: err.message
|
||||
stack: err.stack
|
||||
name: err.name
|
||||
type: err.type
|
||||
};
|
||||
err = {
|
||||
message: err.message,
|
||||
stack: err.stack,
|
||||
name: err.name,
|
||||
type: err.type,
|
||||
arguments: err.arguments
|
||||
logger.err err:err, req:req, res:res, "uncaught exception thrown on request"
|
||||
catch exception
|
||||
logger.err err: exception, "exception in request domain handler"
|
||||
requestDomain.run next
|
||||
};
|
||||
return logger.err({err, req, res}, "uncaught exception thrown on request");
|
||||
} catch (exception) {
|
||||
return logger.err({err: exception}, "exception in request domain handler");
|
||||
}
|
||||
});
|
||||
return requestDomain.run(next);
|
||||
});
|
||||
|
||||
app.use (req, res, next) ->
|
||||
if not appIsOk
|
||||
# when shutting down, close any HTTP keep-alive connections
|
||||
res.set 'Connection', 'close'
|
||||
next()
|
||||
app.use(function(req, res, next) {
|
||||
if (!appIsOk) {
|
||||
// when shutting down, close any HTTP keep-alive connections
|
||||
res.set('Connection', 'close');
|
||||
}
|
||||
return next();
|
||||
});
|
||||
|
||||
Metrics.injectMetricsRoute(app)
|
||||
Metrics.injectMetricsRoute(app);
|
||||
|
||||
app.head "/project/:project_id/file/:file_id", keyBuilder.userFileKey, fileController.getFileHead
|
||||
app.get "/project/:project_id/file/:file_id", keyBuilder.userFileKey, fileController.getFile
|
||||
app.post "/project/:project_id/file/:file_id", keyBuilder.userFileKey, fileController.insertFile
|
||||
app.put "/project/:project_id/file/:file_id", keyBuilder.userFileKey, bodyParser.json(), fileController.copyFile
|
||||
app.del "/project/:project_id/file/:file_id", keyBuilder.userFileKey, fileController.deleteFile
|
||||
app.head("/project/:project_id/file/:file_id", keyBuilder.userFileKey, fileController.getFileHead);
|
||||
app.get("/project/:project_id/file/:file_id", keyBuilder.userFileKey, fileController.getFile);
|
||||
app.post("/project/:project_id/file/:file_id", keyBuilder.userFileKey, fileController.insertFile);
|
||||
app.put("/project/:project_id/file/:file_id", keyBuilder.userFileKey, bodyParser.json(), fileController.copyFile);
|
||||
app.del("/project/:project_id/file/:file_id", keyBuilder.userFileKey, fileController.deleteFile);
|
||||
|
||||
app.head "/template/:template_id/v/:version/:format", keyBuilder.templateFileKey, fileController.getFileHead
|
||||
app.get "/template/:template_id/v/:version/:format", keyBuilder.templateFileKey, fileController.getFile
|
||||
app.get "/template/:template_id/v/:version/:format/:sub_type", keyBuilder.templateFileKey, fileController.getFile
|
||||
app.post "/template/:template_id/v/:version/:format", keyBuilder.templateFileKey, fileController.insertFile
|
||||
app.head("/template/:template_id/v/:version/:format", keyBuilder.templateFileKey, fileController.getFileHead);
|
||||
app.get("/template/:template_id/v/:version/:format", keyBuilder.templateFileKey, fileController.getFile);
|
||||
app.get("/template/:template_id/v/:version/:format/:sub_type", keyBuilder.templateFileKey, fileController.getFile);
|
||||
app.post("/template/:template_id/v/:version/:format", keyBuilder.templateFileKey, fileController.insertFile);
|
||||
|
||||
|
||||
app.head "/project/:project_id/public/:public_file_id", keyBuilder.publicFileKey, fileController.getFileHead
|
||||
app.get "/project/:project_id/public/:public_file_id", keyBuilder.publicFileKey, fileController.getFile
|
||||
app.post "/project/:project_id/public/:public_file_id", keyBuilder.publicFileKey, fileController.insertFile
|
||||
app.put "/project/:project_id/public/:public_file_id", keyBuilder.publicFileKey, bodyParser.json(), fileController.copyFile
|
||||
app.del "/project/:project_id/public/:public_file_id", keyBuilder.publicFileKey, fileController.deleteFile
|
||||
app.head("/project/:project_id/public/:public_file_id", keyBuilder.publicFileKey, fileController.getFileHead);
|
||||
app.get("/project/:project_id/public/:public_file_id", keyBuilder.publicFileKey, fileController.getFile);
|
||||
app.post("/project/:project_id/public/:public_file_id", keyBuilder.publicFileKey, fileController.insertFile);
|
||||
app.put("/project/:project_id/public/:public_file_id", keyBuilder.publicFileKey, bodyParser.json(), fileController.copyFile);
|
||||
app.del("/project/:project_id/public/:public_file_id", keyBuilder.publicFileKey, fileController.deleteFile);
|
||||
|
||||
app.get "/project/:project_id/size", keyBuilder.publicProjectKey, fileController.directorySize
|
||||
app.get("/project/:project_id/size", keyBuilder.publicProjectKey, fileController.directorySize);
|
||||
|
||||
app.get "/bucket/:bucket/key/*", bucketController.getFile
|
||||
app.get("/bucket/:bucket/key/*", bucketController.getFile);
|
||||
|
||||
app.get "/heapdump", (req, res)->
|
||||
require('heapdump').writeSnapshot '/tmp/' + Date.now() + '.filestore.heapsnapshot', (err, filename)->
|
||||
res.send filename
|
||||
app.get("/heapdump", (req, res) => require('heapdump').writeSnapshot('/tmp/' + Date.now() + '.filestore.heapsnapshot', (err, filename) => res.send(filename)));
|
||||
|
||||
app.post "/shutdown", (req, res)->
|
||||
appIsOk = false
|
||||
res.send()
|
||||
app.post("/shutdown", function(req, res){
|
||||
appIsOk = false;
|
||||
return res.send();
|
||||
});
|
||||
|
||||
app.get '/status', (req, res)->
|
||||
if appIsOk
|
||||
res.send('filestore sharelatex up')
|
||||
else
|
||||
logger.log "app is not ok - shutting down"
|
||||
res.send("server is being shut down", 500)
|
||||
app.get('/status', function(req, res){
|
||||
if (appIsOk) {
|
||||
return res.send('filestore sharelatex up');
|
||||
} else {
|
||||
logger.log("app is not ok - shutting down");
|
||||
return res.send("server is being shut down", 500);
|
||||
}
|
||||
});
|
||||
|
||||
|
||||
app.get "/health_check", healthCheckController.check
|
||||
app.get("/health_check", healthCheckController.check);
|
||||
|
||||
|
||||
app.get '*', (req, res)->
|
||||
res.send 404
|
||||
app.get('*', (req, res) => res.send(404));
|
||||
|
||||
|
||||
|
||||
|
||||
beginShutdown = () ->
|
||||
if appIsOk
|
||||
appIsOk = false
|
||||
# hard-terminate this process if graceful shutdown fails
|
||||
killTimer = setTimeout () ->
|
||||
process.exit 1
|
||||
, 120*1000
|
||||
killTimer.unref?() # prevent timer from keeping process alive
|
||||
server.close () ->
|
||||
logger.log "closed all connections"
|
||||
Metrics.close()
|
||||
process.disconnect?()
|
||||
logger.log "server will stop accepting connections"
|
||||
var beginShutdown = function() {
|
||||
if (appIsOk) {
|
||||
appIsOk = false;
|
||||
// hard-terminate this process if graceful shutdown fails
|
||||
const killTimer = setTimeout(() => process.exit(1)
|
||||
, 120*1000);
|
||||
if (typeof killTimer.unref === 'function') {
|
||||
killTimer.unref();
|
||||
} // prevent timer from keeping process alive
|
||||
server.close(function() {
|
||||
logger.log("closed all connections");
|
||||
Metrics.close();
|
||||
return (typeof process.disconnect === 'function' ? process.disconnect() : undefined);
|
||||
});
|
||||
return logger.log("server will stop accepting connections");
|
||||
}
|
||||
};
|
||||
|
||||
|
||||
port = settings.internal.filestore.port or 3009
|
||||
host = "0.0.0.0"
|
||||
const port = settings.internal.filestore.port || 3009;
|
||||
const host = "0.0.0.0";
|
||||
|
||||
if !module.parent # Called directly
|
||||
server = app.listen port, host, (error) ->
|
||||
logger.info "Filestore starting up, listening on #{host}:#{port}"
|
||||
if (!module.parent) { // Called directly
|
||||
var server = app.listen(port, host, error => logger.info(`Filestore starting up, listening on ${host}:${port}`));
|
||||
}
|
||||
|
||||
|
||||
module.exports = app
|
||||
module.exports = app;
|
||||
|
||||
process.on 'SIGTERM', () ->
|
||||
logger.log("filestore got SIGTERM, shutting down gracefully")
|
||||
beginShutdown()
|
||||
process.on('SIGTERM', function() {
|
||||
logger.log("filestore got SIGTERM, shutting down gracefully");
|
||||
return beginShutdown();
|
||||
});
|
||||
|
||||
if global.gc?
|
||||
gcTimer = setInterval () ->
|
||||
global.gc()
|
||||
logger.log process.memoryUsage(), "global.gc"
|
||||
, 3 * oneMinute = 60 * 1000
|
||||
gcTimer.unref()
|
||||
if (global.gc != null) {
|
||||
let oneMinute;
|
||||
const gcTimer = setInterval(function() {
|
||||
global.gc();
|
||||
return logger.log(process.memoryUsage(), "global.gc");
|
||||
}
|
||||
, 3 * (oneMinute = 60 * 1000));
|
||||
gcTimer.unref();
|
||||
}
|
||||
|
|
|
|||
Loading…
Reference in a new issue