From 5a25e6aa1afa472d014865e9d9bfaec52ed2d6db Mon Sep 17 00:00:00 2001
From: Jakob Ackermann <jakob.ackermann@overleaf.com>
Date: Wed, 23 Mar 2022 12:02:22 +0000
Subject: [PATCH] Merge pull request #7165 from
 overleaf/jpa-web-load-shedding-probe

[misc] differentiate between load-shedding and VM cycling events

GitOrigin-RevId: a22478bf7f96ac4c73f908777307d4c2b6fb25c2
---
 .../src/Features/Compile/ClsiCookieManager.js | 25 ++++++++++++++++++-
 1 file changed, 24 insertions(+), 1 deletion(-)

diff --git a/services/web/app/src/Features/Compile/ClsiCookieManager.js b/services/web/app/src/Features/Compile/ClsiCookieManager.js
index b70f6435e3..db215a9524 100644
--- a/services/web/app/src/Features/Compile/ClsiCookieManager.js
+++ b/services/web/app/src/Features/Compile/ClsiCookieManager.js
@@ -100,6 +100,29 @@ module.exports = function (backendGroup) {
       return cookies != null ? cookies[Settings.clsiCookie.key] : undefined
     },
 
+    checkIsLoadSheddingEvent(clsiserverid) {
+      request.get(
+        {
+          url: `${Settings.apis.clsi.url}/instance-state`,
+          qs: { clsiserverid },
+        },
+        (err, res, body) => {
+          if (err) {
+            Metrics.inc('clsi-lb-switch-backend', 1, {
+              status: 'error',
+            })
+            logger.warn({ err, clsiserverid }, 'cannot probe clsi VM')
+            return
+          }
+          const isStillRunning =
+            res.statusCode === 200 && body === `${clsiserverid},UP\n`
+          Metrics.inc('clsi-lb-switch-backend', 1, {
+            status: isStillRunning ? 'load-shedding' : 'cycle',
+          })
+        }
+      )
+    },
+
     setServerId(project_id, user_id, response, previous, callback) {
       if (callback == null) {
         callback = function () {}
@@ -120,7 +143,7 @@ module.exports = function (backendGroup) {
         // Initial assignment of a user+project or after clearing cache.
         Metrics.inc('clsi-lb-assign-initial-backend')
       } else {
-        Metrics.inc('clsi-lb-switch-backend')
+        this.checkIsLoadSheddingEvent(previous)
       }
       if (rclient_secondary != null) {
         this._setServerIdInRedis(