overleaf/libraries/metrics/index.js

/* eslint-disable no-console */
const os = require('os')
const ExpressCompression = require('compression')
const promClient = require('prom-client')
const promWrapper = require('./prom_wrapper')
const tracing = require('./tracing')

const DEFAULT_APP_NAME = 'unknown'

const { collectDefaultMetrics } = promWrapper
const destructors = []

require('./uv_threadpool_size')

/**
 * Configure the metrics module
 */
function configure(opts = {}) {
  const appName = opts.appName || DEFAULT_APP_NAME
  const hostname = os.hostname()
  promClient.register.setDefaultLabels({ app: appName, host: hostname })
  if (opts.ttlInMinutes) {
    promWrapper.ttlInMinutes = opts.ttlInMinutes
  }
}

let initialized = false

/**
 * Configure the metrics module and start the default metrics collectors and
 * profiling agents.
 */
function initialize(appName, opts = {}) {
  if (initialized) {
    return
  }
  appName = appName || DEFAULT_APP_NAME
  if (tracing.tracingEnabled()) {
    tracing.initialize(appName)
  }
  configure({ ...opts, appName })
  collectDefaultMetrics({ timeout: 5000, prefix: '' })
  promWrapper.setupSweeping()

  console.log(`ENABLE_TRACE_AGENT set to ${process.env.ENABLE_TRACE_AGENT}`)
  if (process.env.ENABLE_TRACE_AGENT === 'true') {
    console.log('starting google trace agent')
    const traceAgent = require('@google-cloud/trace-agent')

    const traceOpts = { ignoreUrls: [/^\/status/, /^\/health_check/] }
    traceAgent.start(traceOpts)
  }

  console.log(`ENABLE_DEBUG_AGENT set to ${process.env.ENABLE_DEBUG_AGENT}`)
  if (process.env.ENABLE_DEBUG_AGENT === 'true') {
    console.log('starting google debug agent')
    const debugAgent = require('@google-cloud/debug-agent')
    debugAgent.start({
      allowExpressions: true,
      serviceContext: {
        service: appName,
        version: process.env.BUILD_VERSION,
      },
    })
  }

  console.log(`ENABLE_PROFILE_AGENT set to ${process.env.ENABLE_PROFILE_AGENT}`)
  if (process.env.ENABLE_PROFILE_AGENT === 'true') {
    console.log('starting google profile agent')
    const profiler = require('@google-cloud/profiler')
    profiler.start({
      serviceContext: {
        service: appName,
        version: process.env.BUILD_VERSION,
      },
    })
  }

  inc('process_startup')
  initialized = true
}

function registerDestructor(func) {
  destructors.push(func)
}

function injectMetricsRoute(app) {
  app.get(
    '/metrics',
    ExpressCompression({
      level: parseInt(process.env.METRICS_COMPRESSION_LEVEL || '1', 10),
    }),
    function (req, res, next) {
      res.set('Content-Type', promWrapper.registry.contentType)
      promWrapper.registry
        .metrics()
        .then(metrics => {
          res.end(metrics)
        })
        .catch(err => {
          next(err)
        })
    }
  )
}

function buildPromKey(key) {
  return key.replace(/[^a-zA-Z0-9]/g, '_')
}

function sanitizeValue(value) {
  return parseFloat(value)
}

function set(key, value, sampleRate = 1) {
  console.log('counts are not currently supported')
}

function inc(key, sampleRate = 1, labels = {}) {
  if (arguments.length === 2 && typeof sampleRate === 'object') {
    labels = sampleRate
  }

  key = buildPromKey(key)
  promWrapper.metric('counter', key, labels).inc(labels)
  if (process.env.DEBUG_METRICS) {
    console.log('doing inc', key, labels)
  }
}

function count(key, count, sampleRate = 1, labels = {}) {
  if (arguments.length === 3 && typeof sampleRate === 'object') {
    labels = sampleRate
  }

  key = buildPromKey(key)
  promWrapper.metric('counter', key, labels).inc(labels, count)
  if (process.env.DEBUG_METRICS) {
    console.log('doing count/inc', key, labels)
  }
}

function summary(key, value, labels = {}) {
  key = buildPromKey(key)
  promWrapper.metric('summary', key, labels).observe(labels, value)
  if (process.env.DEBUG_METRICS) {
    console.log('doing summary', key, value, labels)
  }
}

function timing(key, timeSpan, sampleRate = 1, labels = {}) {
  if (arguments.length === 3 && typeof sampleRate === 'object') {
    labels = sampleRate
  }

  key = buildPromKey('timer_' + key)
  promWrapper.metric('summary', key, labels).observe(labels, timeSpan)
  if (process.env.DEBUG_METRICS) {
    console.log('doing timing', key, labels)
  }
}

function histogram(key, value, buckets, labels = {}) {
  key = buildPromKey('histogram_' + key)
  promWrapper.metric('histogram', key, labels, buckets).observe(labels, value)
  if (process.env.DEBUG_METRICS) {
    console.log('doing histogram', key, buckets, labels)
  }
}

class Timer {
  constructor(key, sampleRate = 1, labels = {}, buckets) {
    if (typeof sampleRate === 'object') {
      // called with (key, labels, buckets)
      if (arguments.length === 3) {
        buckets = labels
        labels = sampleRate
      }

      // called with (key, labels)
      if (arguments.length === 2) {
        labels = sampleRate
      }

      sampleRate = 1 // default value to pass to timing function
    }

    this.start = new Date()
    key = buildPromKey(key)
    this.key = key
    this.sampleRate = sampleRate
    this.labels = labels
    this.buckets = buckets
  }

  done() {
    const timeSpan = new Date() - this.start
    if (this.buckets) {
      histogram(this.key, timeSpan, this.buckets, this.labels)
    } else {
      timing(this.key, timeSpan, this.sampleRate, this.labels)
    }
    return timeSpan
  }
}

function gauge(key, value, sampleRate = 1, labels = {}) {
  if (arguments.length === 3 && typeof sampleRate === 'object') {
    labels = sampleRate
  }

  key = buildPromKey(key)
  promWrapper.metric('gauge', key, labels).set(labels, sanitizeValue(value))
  if (process.env.DEBUG_METRICS) {
    console.log('doing gauge', key, labels)
  }
}

function globalGauge(key, value, sampleRate = 1, labels = {}) {
  key = buildPromKey(key)
  labels = { host: 'global', ...labels }
  promWrapper.metric('gauge', key, labels).set(labels, sanitizeValue(value))
}

function close() {
  for (const func of destructors) {
    func()
  }
}

module.exports.configure = configure
module.exports.initialize = initialize
module.exports.registerDestructor = registerDestructor
module.exports.injectMetricsRoute = injectMetricsRoute
module.exports.buildPromKey = buildPromKey
module.exports.sanitizeValue = sanitizeValue
module.exports.set = set
module.exports.inc = inc
module.exports.count = count
module.exports.summary = summary
module.exports.timing = timing
module.exports.histogram = histogram
module.exports.Timer = Timer
module.exports.gauge = gauge
module.exports.globalGauge = globalGauge
module.exports.close = close
module.exports.prom = promClient
module.exports.register = promWrapper.registry

module.exports.http = require('./http')
module.exports.open_sockets = require('./open_sockets')
module.exports.leaked_sockets = require('./leaked_sockets')
module.exports.event_loop = require('./event_loop')
module.exports.memory = require('./memory')
module.exports.mongodb = require('./mongodb')
module.exports.timeAsyncMethod = require('./timeAsyncMethod')