github/overleaf
1
0
Fork 0
mirror of https://github.com/overleaf/overleaf.git synced 2024-11-07 20:31:06 -05:00
Code Issues Projects Releases Packages Wiki Activity

Merge pull request #16775 from overleaf/bg-clsi-timeout-use-fetchutils-connect-timeout

Browse source 
Update UrlFetcher to use custom agent with connect timeout

GitOrigin-RevId: c92dc27a0e682b0b79859b3521bf64cbf8485345
This commit is contained in:
Brian Gough 2024-05-15 14:46:18 +01:00 committed by Copybot
parent 1367a724a6
commit c1a4e4a873
1 changed files with 13 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

14
services/clsi/app/js/UrlFetcher.js
View file

@ -1,11 +1,19 @@
const fs = require('fs')
const logger = require('@overleaf/logger')
const Settings = require('@overleaf/settings')
const { fetchStream } = require('@overleaf/fetch-utils')
const {
CustomHttpAgent,
CustomHttpsAgent,
fetchStream,
} = require('@overleaf/fetch-utils')
const { URL } = require('url')
const { pipeline } = require('stream/promises')
const Metrics = require('./Metrics')
const MAX_CONNECT_TIME = 1000
const httpAgent = new CustomHttpAgent({ connectTimeout: MAX_CONNECT_TIME })
const httpsAgent = new CustomHttpsAgent({ connectTimeout: MAX_CONNECT_TIME })
async function pipeUrlToFileWithRetry(url, filePath) {
let remainingAttempts = 3
let lastErr
@ -40,6 +48,10 @@ async function pipeUrlToFile(url, filePath) {
const stream = await fetchStream(url, {
signal: AbortSignal.timeout(60 * 1000),
// provide a function to get the agent for each request
// as there may be multiple requests with different protocols
// due to redirects.
agent: _url => (_url.protocol === 'https:' ? httpsAgent : httpAgent),
})
const atomicWrite = filePath + '~'