mirror of
https://github.com/overleaf/overleaf.git
synced 2024-12-30 21:13:52 +00:00
3d8ac9f292
These were discovered by using a project that was messed up with the moving folder bug where the folder ended up without an id, docs or fileRefs array
87 lines
3.2 KiB
CoffeeScript
87 lines
3.2 KiB
CoffeeScript
logger = require("logger-sharelatex")
|
|
request = require("request")
|
|
settings = require("settings-sharelatex")
|
|
ProjectGetter = require "../Project/ProjectGetter"
|
|
UserGetter = require "../User/UserGetter"
|
|
DocumentUpdaterHandler = require('../DocumentUpdater/DocumentUpdaterHandler')
|
|
U = require('underscore')
|
|
Async = require('async')
|
|
|
|
oneMinInMs = 60 * 1000
|
|
fiveMinsInMs = oneMinInMs * 5
|
|
|
|
|
|
module.exports = ReferencesHandler =
|
|
|
|
_buildDocUrl: (projectId, docId) ->
|
|
"#{settings.apis.docstore.url}/project/#{projectId}/doc/#{docId}/raw"
|
|
|
|
_findBibDocIds: (project) ->
|
|
ids = []
|
|
|
|
_process = (folder) ->
|
|
(folder.docs or []).forEach (doc) ->
|
|
if doc?.name?.match(/^.*\.bib$/)
|
|
ids.push(doc._id)
|
|
(folder.folders or []).forEach (folder) ->
|
|
_process(folder)
|
|
|
|
(project.rootFolder or []).forEach (rootFolder) ->
|
|
_process(rootFolder)
|
|
|
|
return ids
|
|
|
|
_isFullIndex: (project, callback = (err, result) ->) ->
|
|
UserGetter.getUser project.owner_ref, { features: true }, (err, owner) ->
|
|
return callback(err) if err?
|
|
callback(null, owner?.features?.references == true)
|
|
|
|
indexAll: (projectId, callback=(err, data)->) ->
|
|
ProjectGetter.getProject projectId, {rootFolder: true, owner_ref: 1}, (err, project) ->
|
|
if err
|
|
logger.err {err, projectId}, "error finding project"
|
|
return callback(err)
|
|
logger.log {projectId}, "indexing all bib files in project"
|
|
docIds = ReferencesHandler._findBibDocIds(project)
|
|
ReferencesHandler._doIndexOperation(projectId, project, docIds, callback)
|
|
|
|
index: (projectId, docIds, callback=(err, data)->) ->
|
|
ProjectGetter.getProject projectId, {rootFolder: true, owner_ref: 1}, (err, project) ->
|
|
if err
|
|
logger.err {err, projectId}, "error finding project"
|
|
return callback(err)
|
|
ReferencesHandler._doIndexOperation(projectId, project, docIds, callback)
|
|
|
|
_doIndexOperation: (projectId, project, docIds, callback) ->
|
|
ReferencesHandler._isFullIndex project, (err, isFullIndex) ->
|
|
if err
|
|
logger.err {err, projectId}, "error checking whether to do full index"
|
|
return callback(err)
|
|
logger.log {projectId, docIds}, 'flushing docs to mongo before calling references service'
|
|
Async.series(
|
|
docIds.map((docId) -> (cb) -> DocumentUpdaterHandler.flushDocToMongo(projectId, docId, cb)),
|
|
(err) ->
|
|
# continue
|
|
if err
|
|
logger.err {err, projectId, docIds}, "error flushing docs to mongo"
|
|
return callback(err)
|
|
bibDocUrls = docIds.map (docId) ->
|
|
ReferencesHandler._buildDocUrl projectId, docId
|
|
logger.log {projectId, isFullIndex, docIds, bibDocUrls}, "sending request to references service"
|
|
request.post {
|
|
url: "#{settings.apis.references.url}/project/#{projectId}/index"
|
|
json:
|
|
docUrls: bibDocUrls
|
|
fullIndex: isFullIndex
|
|
}, (err, res, data) ->
|
|
if err
|
|
logger.err {err, projectId}, "error communicating with references api"
|
|
return callback(err)
|
|
if 200 <= res.statusCode < 300
|
|
logger.log {projectId}, "got keys from references api"
|
|
return callback(null, data)
|
|
else
|
|
err = new Error("references api responded with non-success code: #{res.statusCode}")
|
|
logger.log {err, projectId}, "error updating references"
|
|
return callback(err)
|
|
)
|