mirror of
https://github.com/overleaf/overleaf.git
synced 2024-12-02 19:00:23 -05:00
108 lines
4 KiB
CoffeeScript
108 lines
4 KiB
CoffeeScript
logger = require("logger-sharelatex")
|
|
request = require("request")
|
|
settings = require("settings-sharelatex")
|
|
ProjectGetter = require "../Project/ProjectGetter"
|
|
UserGetter = require "../User/UserGetter"
|
|
DocumentUpdaterHandler = require('../DocumentUpdater/DocumentUpdaterHandler')
|
|
_ = require('underscore')
|
|
Async = require('async')
|
|
|
|
oneMinInMs = 60 * 1000
|
|
fiveMinsInMs = oneMinInMs * 5
|
|
|
|
if !settings.apis?.references?.url?
|
|
logger.log "references search not enabled"
|
|
|
|
module.exports = ReferencesHandler =
|
|
|
|
_buildDocUrl: (projectId, docId) ->
|
|
"#{settings.apis.docstore.url}/project/#{projectId}/doc/#{docId}/raw"
|
|
|
|
_buildFileUrl: (projectId, fileId) ->
|
|
"#{settings.apis.filestore.url}/project/#{projectId}/file/#{fileId}"
|
|
|
|
_findBibFileIds: (project) ->
|
|
ids = []
|
|
_process = (folder) ->
|
|
_.each (folder.fileRefs or []), (file) ->
|
|
if file?.name?.match(/^.*\.bib$/)
|
|
ids.push(file._id)
|
|
_.each (folder.folders or []), (folder) ->
|
|
_process(folder)
|
|
_.each (project.rootFolder or []), (rootFolder) ->
|
|
_process(rootFolder)
|
|
return ids
|
|
|
|
_findBibDocIds: (project) ->
|
|
ids = []
|
|
_process = (folder) ->
|
|
_.each (folder.docs or []), (doc) ->
|
|
if doc?.name?.match(/^.*\.bib$/)
|
|
ids.push(doc._id)
|
|
_.each (folder.folders or []), (folder) ->
|
|
_process(folder)
|
|
_.each (project.rootFolder or []), (rootFolder) ->
|
|
_process(rootFolder)
|
|
return ids
|
|
|
|
_isFullIndex: (project, callback = (err, result) ->) ->
|
|
UserGetter.getUser project.owner_ref, { features: true }, (err, owner) ->
|
|
return callback(err) if err?
|
|
features = owner?.features
|
|
callback(null, features?.references == true || features?.referencesSearch == true)
|
|
|
|
indexAll: (projectId, callback=(err, data)->) ->
|
|
ProjectGetter.getProject projectId, {rootFolder: true, owner_ref: 1}, (err, project) ->
|
|
if err
|
|
logger.err {err, projectId}, "error finding project"
|
|
return callback(err)
|
|
logger.log {projectId}, "indexing all bib files in project"
|
|
docIds = ReferencesHandler._findBibDocIds(project)
|
|
fileIds = ReferencesHandler._findBibFileIds(project)
|
|
ReferencesHandler._doIndexOperation(projectId, project, docIds, fileIds, callback)
|
|
|
|
index: (projectId, docIds, callback=(err, data)->) ->
|
|
ProjectGetter.getProject projectId, {rootFolder: true, owner_ref: 1}, (err, project) ->
|
|
if err
|
|
logger.err {err, projectId}, "error finding project"
|
|
return callback(err)
|
|
ReferencesHandler._doIndexOperation(projectId, project, docIds, [], callback)
|
|
|
|
_doIndexOperation: (projectId, project, docIds, fileIds, callback) ->
|
|
if !settings.apis?.references?.url?
|
|
return callback()
|
|
ReferencesHandler._isFullIndex project, (err, isFullIndex) ->
|
|
if err
|
|
logger.err {err, projectId}, "error checking whether to do full index"
|
|
return callback(err)
|
|
logger.log {projectId, docIds}, 'flushing docs to mongo before calling references service'
|
|
Async.series(
|
|
docIds.map((docId) -> (cb) -> DocumentUpdaterHandler.flushDocToMongo(projectId, docId, cb)),
|
|
(err) ->
|
|
# continue
|
|
if err
|
|
logger.err {err, projectId, docIds}, "error flushing docs to mongo"
|
|
return callback(err)
|
|
bibDocUrls = docIds.map (docId) ->
|
|
ReferencesHandler._buildDocUrl projectId, docId
|
|
bibFileUrls = fileIds.map (fileId) ->
|
|
ReferencesHandler._buildFileUrl projectId, fileId
|
|
allUrls = bibDocUrls.concat(bibFileUrls)
|
|
logger.log {projectId, isFullIndex, docIds, bibDocUrls}, "sending request to references service"
|
|
request.post {
|
|
url: "#{settings.apis.references.url}/project/#{projectId}/index"
|
|
json:
|
|
docUrls: allUrls
|
|
fullIndex: isFullIndex
|
|
}, (err, res, data) ->
|
|
if err
|
|
logger.err {err, projectId}, "error communicating with references api"
|
|
return callback(err)
|
|
if 200 <= res.statusCode < 300
|
|
logger.log {projectId}, "got keys from references api"
|
|
return callback(null, data)
|
|
else
|
|
err = new Error("references api responded with non-success code: #{res.statusCode}")
|
|
logger.log {err, projectId}, "error updating references"
|
|
return callback(err)
|
|
)
|