mirror of
https://github.com/overleaf/overleaf.git
synced 2024-10-31 21:21:03 -04:00
1333 lines
40 KiB
JavaScript
1333 lines
40 KiB
JavaScript
/* eslint-disable
|
|
camelcase,
|
|
handle-callback-err,
|
|
no-return-assign,
|
|
no-unused-vars,
|
|
*/
|
|
// TODO: This file was created by bulk-decaffeinate.
|
|
// Fix any style issues and re-enable lint.
|
|
/*
|
|
* decaffeinate suggestions:
|
|
* DS101: Remove unnecessary use of Array.from
|
|
* DS102: Remove unnecessary code created because of implicit returns
|
|
* DS207: Consider shorter variations of null checks
|
|
* Full docs: https://github.com/decaffeinate/decaffeinate/blob/master/docs/suggestions.md
|
|
*/
|
|
const sinon = require('sinon')
|
|
const { expect } = require('chai')
|
|
const { ObjectId } = require('mongodb')
|
|
const modulePath = '../../../../app/js/UpdatesManager.js'
|
|
const SandboxedModule = require('sandboxed-module')
|
|
|
|
describe('UpdatesManager', function () {
|
|
beforeEach(function () {
|
|
this.UpdatesManager = SandboxedModule.require(modulePath, {
|
|
singleOnly: true,
|
|
requires: {
|
|
'./UpdateCompressor': (this.UpdateCompressor = {}),
|
|
'./MongoManager': (this.MongoManager = {}),
|
|
'./PackManager': (this.PackManager = {}),
|
|
'./RedisManager': (this.RedisManager = {}),
|
|
'./LockManager': (this.LockManager = {}),
|
|
'./WebApiManager': (this.WebApiManager = {}),
|
|
'./UpdateTrimmer': (this.UpdateTrimmer = {}),
|
|
'./DocArchiveManager': (this.DocArchiveManager = {}),
|
|
'@overleaf/settings': {
|
|
redis: {
|
|
lock: {
|
|
key_schema: {
|
|
historyLock({ doc_id }) {
|
|
return `HistoryLock:${doc_id}`
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
})
|
|
this.doc_id = 'doc-id-123'
|
|
this.project_id = 'project-id-123'
|
|
this.callback = sinon.stub()
|
|
return (this.temporary = 'temp-mock')
|
|
})
|
|
|
|
describe('compressAndSaveRawUpdates', function () {
|
|
describe('when there are no raw ops', function () {
|
|
beforeEach(function () {
|
|
this.MongoManager.peekLastCompressedUpdate = sinon.stub()
|
|
return this.UpdatesManager.compressAndSaveRawUpdates(
|
|
this.project_id,
|
|
this.doc_id,
|
|
[],
|
|
this.temporary,
|
|
this.callback
|
|
)
|
|
})
|
|
|
|
it('should not need to access the database', function () {
|
|
return this.MongoManager.peekLastCompressedUpdate.called.should.equal(
|
|
false
|
|
)
|
|
})
|
|
|
|
return it('should call the callback', function () {
|
|
return this.callback.called.should.equal(true)
|
|
})
|
|
})
|
|
|
|
describe('when there is no compressed history to begin with', function () {
|
|
beforeEach(function () {
|
|
this.rawUpdates = [
|
|
{ v: 12, op: 'mock-op-12' },
|
|
{ v: 13, op: 'mock-op-13' },
|
|
]
|
|
this.compressedUpdates = [{ v: 13, op: 'compressed-op-12' }]
|
|
|
|
this.MongoManager.peekLastCompressedUpdate = sinon
|
|
.stub()
|
|
.callsArgWith(1, null, null)
|
|
this.PackManager.insertCompressedUpdates = sinon.stub().callsArg(5)
|
|
this.UpdateCompressor.compressRawUpdates = sinon
|
|
.stub()
|
|
.returns(this.compressedUpdates)
|
|
return this.UpdatesManager.compressAndSaveRawUpdates(
|
|
this.project_id,
|
|
this.doc_id,
|
|
this.rawUpdates,
|
|
this.temporary,
|
|
this.callback
|
|
)
|
|
})
|
|
|
|
it('should look at the last compressed op', function () {
|
|
return this.MongoManager.peekLastCompressedUpdate
|
|
.calledWith(this.doc_id)
|
|
.should.equal(true)
|
|
})
|
|
|
|
it('should save the compressed ops as a pack', function () {
|
|
return this.PackManager.insertCompressedUpdates
|
|
.calledWith(
|
|
this.project_id,
|
|
this.doc_id,
|
|
null,
|
|
this.compressedUpdates,
|
|
this.temporary
|
|
)
|
|
.should.equal(true)
|
|
})
|
|
|
|
return it('should call the callback', function () {
|
|
return this.callback.called.should.equal(true)
|
|
})
|
|
})
|
|
|
|
describe('when the raw ops need appending to existing history', function () {
|
|
beforeEach(function () {
|
|
this.lastCompressedUpdate = { v: 11, op: 'compressed-op-11' }
|
|
this.compressedUpdates = [
|
|
{ v: 12, op: 'compressed-op-11+12' },
|
|
{ v: 13, op: 'compressed-op-12' },
|
|
]
|
|
|
|
this.MongoManager.peekLastCompressedUpdate = sinon
|
|
.stub()
|
|
.callsArgWith(
|
|
1,
|
|
null,
|
|
this.lastCompressedUpdate,
|
|
this.lastCompressedUpdate.v
|
|
)
|
|
this.PackManager.insertCompressedUpdates = sinon.stub().callsArg(5)
|
|
return (this.UpdateCompressor.compressRawUpdates = sinon
|
|
.stub()
|
|
.returns(this.compressedUpdates))
|
|
})
|
|
|
|
describe('when the raw ops start where the existing history ends', function () {
|
|
beforeEach(function () {
|
|
this.rawUpdates = [
|
|
{ v: 12, op: 'mock-op-12' },
|
|
{ v: 13, op: 'mock-op-13' },
|
|
]
|
|
return this.UpdatesManager.compressAndSaveRawUpdates(
|
|
this.project_id,
|
|
this.doc_id,
|
|
this.rawUpdates,
|
|
this.temporary,
|
|
this.callback
|
|
)
|
|
})
|
|
|
|
it('should look at the last compressed op', function () {
|
|
return this.MongoManager.peekLastCompressedUpdate
|
|
.calledWith(this.doc_id)
|
|
.should.equal(true)
|
|
})
|
|
|
|
it('should compress the raw ops', function () {
|
|
return this.UpdateCompressor.compressRawUpdates
|
|
.calledWith(null, this.rawUpdates)
|
|
.should.equal(true)
|
|
})
|
|
|
|
it('should save the new compressed ops into a pack', function () {
|
|
return this.PackManager.insertCompressedUpdates
|
|
.calledWith(
|
|
this.project_id,
|
|
this.doc_id,
|
|
this.lastCompressedUpdate,
|
|
this.compressedUpdates,
|
|
this.temporary
|
|
)
|
|
.should.equal(true)
|
|
})
|
|
|
|
return it('should call the callback', function () {
|
|
return this.callback.called.should.equal(true)
|
|
})
|
|
})
|
|
|
|
describe('when the raw ops start where the existing history ends and the history is in a pack', function () {
|
|
beforeEach(function () {
|
|
this.lastCompressedUpdate = {
|
|
pack: [{ v: 11, op: 'compressed-op-11' }],
|
|
v: 11,
|
|
}
|
|
this.rawUpdates = [
|
|
{ v: 12, op: 'mock-op-12' },
|
|
{ v: 13, op: 'mock-op-13' },
|
|
]
|
|
this.MongoManager.peekLastCompressedUpdate = sinon
|
|
.stub()
|
|
.callsArgWith(
|
|
1,
|
|
null,
|
|
this.lastCompressedUpdate,
|
|
this.lastCompressedUpdate.v
|
|
)
|
|
return this.UpdatesManager.compressAndSaveRawUpdates(
|
|
this.project_id,
|
|
this.doc_id,
|
|
this.rawUpdates,
|
|
this.temporary,
|
|
this.callback
|
|
)
|
|
})
|
|
|
|
it('should look at the last compressed op', function () {
|
|
return this.MongoManager.peekLastCompressedUpdate
|
|
.calledWith(this.doc_id)
|
|
.should.equal(true)
|
|
})
|
|
|
|
it('should compress the raw ops', function () {
|
|
return this.UpdateCompressor.compressRawUpdates
|
|
.calledWith(null, this.rawUpdates)
|
|
.should.equal(true)
|
|
})
|
|
|
|
it('should save the new compressed ops into a pack', function () {
|
|
return this.PackManager.insertCompressedUpdates
|
|
.calledWith(
|
|
this.project_id,
|
|
this.doc_id,
|
|
this.lastCompressedUpdate,
|
|
this.compressedUpdates,
|
|
this.temporary
|
|
)
|
|
.should.equal(true)
|
|
})
|
|
|
|
return it('should call the callback', function () {
|
|
return this.callback.called.should.equal(true)
|
|
})
|
|
})
|
|
|
|
describe('when some raw ops are passed that have already been compressed', function () {
|
|
beforeEach(function () {
|
|
this.rawUpdates = [
|
|
{ v: 10, op: 'mock-op-10' },
|
|
{ v: 11, op: 'mock-op-11' },
|
|
{ v: 12, op: 'mock-op-12' },
|
|
{ v: 13, op: 'mock-op-13' },
|
|
]
|
|
|
|
return this.UpdatesManager.compressAndSaveRawUpdates(
|
|
this.project_id,
|
|
this.doc_id,
|
|
this.rawUpdates,
|
|
this.temporary,
|
|
this.callback
|
|
)
|
|
})
|
|
|
|
return it('should only compress the more recent raw ops', function () {
|
|
return this.UpdateCompressor.compressRawUpdates
|
|
.calledWith(null, this.rawUpdates.slice(-2))
|
|
.should.equal(true)
|
|
})
|
|
})
|
|
|
|
describe('when the raw ops do not follow from the last compressed op version', function () {
|
|
beforeEach(function () {
|
|
this.rawUpdates = [{ v: 13, op: 'mock-op-13' }]
|
|
return this.UpdatesManager.compressAndSaveRawUpdates(
|
|
this.project_id,
|
|
this.doc_id,
|
|
this.rawUpdates,
|
|
this.temporary,
|
|
this.callback
|
|
)
|
|
})
|
|
|
|
it('should call the callback with an error', function () {
|
|
return this.callback
|
|
.calledWith(
|
|
sinon.match.has(
|
|
'message',
|
|
'Tried to apply raw op at version 13 to last compressed update with version 11 from unknown time'
|
|
)
|
|
)
|
|
.should.equal(true)
|
|
})
|
|
|
|
return it('should not insert any update into mongo', function () {
|
|
return this.PackManager.insertCompressedUpdates.called.should.equal(
|
|
false
|
|
)
|
|
})
|
|
})
|
|
|
|
return describe('when the raw ops are out of order', function () {
|
|
beforeEach(function () {
|
|
this.rawUpdates = [
|
|
{ v: 13, op: 'mock-op-13' },
|
|
{ v: 12, op: 'mock-op-12' },
|
|
]
|
|
return this.UpdatesManager.compressAndSaveRawUpdates(
|
|
this.project_id,
|
|
this.doc_id,
|
|
this.rawUpdates,
|
|
this.temporary,
|
|
this.callback
|
|
)
|
|
})
|
|
|
|
it('should call the callback with an error', function () {
|
|
return this.callback
|
|
.calledWith(sinon.match.has('message'))
|
|
.should.equal(true)
|
|
})
|
|
|
|
return it('should not insert any update into mongo', function () {
|
|
return this.PackManager.insertCompressedUpdates.called.should.equal(
|
|
false
|
|
)
|
|
})
|
|
})
|
|
})
|
|
|
|
return describe('when the raw ops need appending to existing history which is in S3', function () {
|
|
beforeEach(function () {
|
|
this.lastCompressedUpdate = null
|
|
this.lastVersion = 11
|
|
this.compressedUpdates = [{ v: 13, op: 'compressed-op-12' }]
|
|
|
|
this.MongoManager.peekLastCompressedUpdate = sinon
|
|
.stub()
|
|
.callsArgWith(1, null, null, this.lastVersion)
|
|
this.PackManager.insertCompressedUpdates = sinon.stub().callsArg(5)
|
|
return (this.UpdateCompressor.compressRawUpdates = sinon
|
|
.stub()
|
|
.returns(this.compressedUpdates))
|
|
})
|
|
|
|
return describe('when the raw ops start where the existing history ends', function () {
|
|
beforeEach(function () {
|
|
this.rawUpdates = [
|
|
{ v: 12, op: 'mock-op-12' },
|
|
{ v: 13, op: 'mock-op-13' },
|
|
]
|
|
return this.UpdatesManager.compressAndSaveRawUpdates(
|
|
this.project_id,
|
|
this.doc_id,
|
|
this.rawUpdates,
|
|
this.temporary,
|
|
this.callback
|
|
)
|
|
})
|
|
|
|
it('should try to look at the last compressed op', function () {
|
|
return this.MongoManager.peekLastCompressedUpdate
|
|
.calledWith(this.doc_id)
|
|
.should.equal(true)
|
|
})
|
|
|
|
it('should compress the last compressed op and the raw ops', function () {
|
|
return this.UpdateCompressor.compressRawUpdates
|
|
.calledWith(this.lastCompressedUpdate, this.rawUpdates)
|
|
.should.equal(true)
|
|
})
|
|
|
|
it('should save the compressed ops', function () {
|
|
return this.PackManager.insertCompressedUpdates
|
|
.calledWith(
|
|
this.project_id,
|
|
this.doc_id,
|
|
null,
|
|
this.compressedUpdates,
|
|
this.temporary
|
|
)
|
|
.should.equal(true)
|
|
})
|
|
|
|
return it('should call the callback', function () {
|
|
return this.callback.called.should.equal(true)
|
|
})
|
|
})
|
|
})
|
|
})
|
|
|
|
describe('processUncompressedUpdates', function () {
|
|
beforeEach(function () {
|
|
this.UpdatesManager.compressAndSaveRawUpdates = sinon
|
|
.stub()
|
|
.callsArgWith(4)
|
|
this.RedisManager.deleteAppliedDocUpdates = sinon.stub().callsArg(3)
|
|
this.MongoManager.backportProjectId = sinon.stub().callsArg(2)
|
|
return (this.UpdateTrimmer.shouldTrimUpdates = sinon
|
|
.stub()
|
|
.callsArgWith(1, null, (this.temporary = 'temp mock')))
|
|
})
|
|
|
|
describe('when there is fewer than one batch to send', function () {
|
|
beforeEach(function () {
|
|
this.updates = ['mock-update']
|
|
this.RedisManager.getOldestDocUpdates = sinon
|
|
.stub()
|
|
.callsArgWith(2, null, this.updates)
|
|
this.RedisManager.expandDocUpdates = sinon
|
|
.stub()
|
|
.callsArgWith(1, null, this.updates)
|
|
return this.UpdatesManager.processUncompressedUpdates(
|
|
this.project_id,
|
|
this.doc_id,
|
|
this.temporary,
|
|
this.callback
|
|
)
|
|
})
|
|
|
|
it('should get the oldest updates', function () {
|
|
return this.RedisManager.getOldestDocUpdates
|
|
.calledWith(this.doc_id, this.UpdatesManager.REDIS_READ_BATCH_SIZE)
|
|
.should.equal(true)
|
|
})
|
|
|
|
it('should compress and save the updates', function () {
|
|
return this.UpdatesManager.compressAndSaveRawUpdates
|
|
.calledWith(
|
|
this.project_id,
|
|
this.doc_id,
|
|
this.updates,
|
|
this.temporary
|
|
)
|
|
.should.equal(true)
|
|
})
|
|
|
|
it('should delete the batch of uncompressed updates that was just processed', function () {
|
|
return this.RedisManager.deleteAppliedDocUpdates
|
|
.calledWith(this.project_id, this.doc_id, this.updates)
|
|
.should.equal(true)
|
|
})
|
|
|
|
return it('should call the callback', function () {
|
|
return this.callback.called.should.equal(true)
|
|
})
|
|
})
|
|
|
|
return describe('when there are multiple batches to send', function () {
|
|
beforeEach(function (done) {
|
|
this.UpdatesManager.REDIS_READ_BATCH_SIZE = 2
|
|
this.updates = [
|
|
'mock-update-0',
|
|
'mock-update-1',
|
|
'mock-update-2',
|
|
'mock-update-3',
|
|
'mock-update-4',
|
|
]
|
|
this.redisArray = this.updates.slice()
|
|
this.RedisManager.getOldestDocUpdates = (
|
|
doc_id,
|
|
batchSize,
|
|
callback
|
|
) => {
|
|
if (callback == null) {
|
|
callback = function (error, updates) {}
|
|
}
|
|
const updates = this.redisArray.slice(0, batchSize)
|
|
this.redisArray = this.redisArray.slice(batchSize)
|
|
return callback(null, updates)
|
|
}
|
|
sinon.spy(this.RedisManager, 'getOldestDocUpdates')
|
|
this.RedisManager.expandDocUpdates = (jsonUpdates, callback) => {
|
|
return callback(null, jsonUpdates)
|
|
}
|
|
sinon.spy(this.RedisManager, 'expandDocUpdates')
|
|
return this.UpdatesManager.processUncompressedUpdates(
|
|
this.project_id,
|
|
this.doc_id,
|
|
this.temporary,
|
|
(...args) => {
|
|
this.callback(...Array.from(args || []))
|
|
return done()
|
|
}
|
|
)
|
|
})
|
|
|
|
it('should get the oldest updates in three batches ', function () {
|
|
return this.RedisManager.getOldestDocUpdates.callCount.should.equal(3)
|
|
})
|
|
|
|
it('should compress and save the updates in batches', function () {
|
|
this.UpdatesManager.compressAndSaveRawUpdates
|
|
.calledWith(
|
|
this.project_id,
|
|
this.doc_id,
|
|
this.updates.slice(0, 2),
|
|
this.temporary
|
|
)
|
|
.should.equal(true)
|
|
this.UpdatesManager.compressAndSaveRawUpdates
|
|
.calledWith(
|
|
this.project_id,
|
|
this.doc_id,
|
|
this.updates.slice(2, 4),
|
|
this.temporary
|
|
)
|
|
.should.equal(true)
|
|
return this.UpdatesManager.compressAndSaveRawUpdates
|
|
.calledWith(
|
|
this.project_id,
|
|
this.doc_id,
|
|
this.updates.slice(4, 5),
|
|
this.temporary
|
|
)
|
|
.should.equal(true)
|
|
})
|
|
|
|
it('should delete the batches of uncompressed updates', function () {
|
|
return this.RedisManager.deleteAppliedDocUpdates.callCount.should.equal(
|
|
3
|
|
)
|
|
})
|
|
|
|
return it('should call the callback', function () {
|
|
return this.callback.called.should.equal(true)
|
|
})
|
|
})
|
|
})
|
|
|
|
describe('processCompressedUpdatesWithLock', function () {
|
|
beforeEach(function () {
|
|
this.UpdateTrimmer.shouldTrimUpdates = sinon
|
|
.stub()
|
|
.callsArgWith(1, null, (this.temporary = 'temp mock'))
|
|
this.MongoManager.backportProjectId = sinon.stub().callsArg(2)
|
|
this.UpdatesManager._processUncompressedUpdates = sinon.stub().callsArg(3)
|
|
this.LockManager.runWithLock = sinon.stub().callsArg(2)
|
|
return this.UpdatesManager.processUncompressedUpdatesWithLock(
|
|
this.project_id,
|
|
this.doc_id,
|
|
this.callback
|
|
)
|
|
})
|
|
|
|
it('should check if the updates are temporary', function () {
|
|
return this.UpdateTrimmer.shouldTrimUpdates
|
|
.calledWith(this.project_id)
|
|
.should.equal(true)
|
|
})
|
|
|
|
it('should backport the project id', function () {
|
|
return this.MongoManager.backportProjectId
|
|
.calledWith(this.project_id, this.doc_id)
|
|
.should.equal(true)
|
|
})
|
|
|
|
it('should run processUncompressedUpdates with the lock', function () {
|
|
return this.LockManager.runWithLock
|
|
.calledWith(`HistoryLock:${this.doc_id}`)
|
|
.should.equal(true)
|
|
})
|
|
|
|
return it('should call the callback', function () {
|
|
return this.callback.called.should.equal(true)
|
|
})
|
|
})
|
|
|
|
describe('getDocUpdates', function () {
|
|
beforeEach(function () {
|
|
this.updates = ['mock-updates']
|
|
this.options = { to: 'mock-to', limit: 'mock-limit' }
|
|
this.PackManager.getOpsByVersionRange = sinon
|
|
.stub()
|
|
.callsArgWith(4, null, this.updates)
|
|
this.UpdatesManager.processUncompressedUpdatesWithLock = sinon
|
|
.stub()
|
|
.callsArg(2)
|
|
return this.UpdatesManager.getDocUpdates(
|
|
this.project_id,
|
|
this.doc_id,
|
|
this.options,
|
|
this.callback
|
|
)
|
|
})
|
|
|
|
it('should process outstanding updates', function () {
|
|
return this.UpdatesManager.processUncompressedUpdatesWithLock
|
|
.calledWith(this.project_id, this.doc_id)
|
|
.should.equal(true)
|
|
})
|
|
|
|
it('should get the updates from the database', function () {
|
|
return this.PackManager.getOpsByVersionRange
|
|
.calledWith(
|
|
this.project_id,
|
|
this.doc_id,
|
|
this.options.from,
|
|
this.options.to
|
|
)
|
|
.should.equal(true)
|
|
})
|
|
|
|
return it('should return the updates', function () {
|
|
return this.callback.calledWith(null, this.updates).should.equal(true)
|
|
})
|
|
})
|
|
|
|
describe('getDocUpdatesWithUserInfo', function () {
|
|
beforeEach(function () {
|
|
this.updates = ['mock-updates']
|
|
this.options = { to: 'mock-to', limit: 'mock-limit' }
|
|
this.updatesWithUserInfo = ['updates-with-user-info']
|
|
this.UpdatesManager.getDocUpdates = sinon
|
|
.stub()
|
|
.callsArgWith(3, null, this.updates)
|
|
this.UpdatesManager.fillUserInfo = sinon
|
|
.stub()
|
|
.callsArgWith(1, null, this.updatesWithUserInfo)
|
|
return this.UpdatesManager.getDocUpdatesWithUserInfo(
|
|
this.project_id,
|
|
this.doc_id,
|
|
this.options,
|
|
this.callback
|
|
)
|
|
})
|
|
|
|
it('should get the updates', function () {
|
|
return this.UpdatesManager.getDocUpdates
|
|
.calledWith(this.project_id, this.doc_id, this.options)
|
|
.should.equal(true)
|
|
})
|
|
|
|
it('should file the updates with the user info', function () {
|
|
return this.UpdatesManager.fillUserInfo
|
|
.calledWith(this.updates)
|
|
.should.equal(true)
|
|
})
|
|
|
|
return it('should return the updates with the filled details', function () {
|
|
return this.callback
|
|
.calledWith(null, this.updatesWithUserInfo)
|
|
.should.equal(true)
|
|
})
|
|
})
|
|
|
|
describe('processUncompressedUpdatesForProject', function () {
|
|
beforeEach(function (done) {
|
|
this.doc_ids = ['mock-id-1', 'mock-id-2']
|
|
this.UpdateTrimmer.shouldTrimUpdates = sinon
|
|
.stub()
|
|
.callsArgWith(1, null, (this.temporary = 'temp mock'))
|
|
this.MongoManager.backportProjectId = sinon.stub().callsArg(2)
|
|
this.UpdatesManager._processUncompressedUpdatesForDocWithLock = sinon
|
|
.stub()
|
|
.callsArg(3)
|
|
this.RedisManager.getDocIdsWithHistoryOps = sinon
|
|
.stub()
|
|
.callsArgWith(1, null, this.doc_ids)
|
|
return this.UpdatesManager.processUncompressedUpdatesForProject(
|
|
this.project_id,
|
|
() => {
|
|
this.callback()
|
|
return done()
|
|
}
|
|
)
|
|
})
|
|
|
|
it('should get all the docs with history ops', function () {
|
|
return this.RedisManager.getDocIdsWithHistoryOps
|
|
.calledWith(this.project_id)
|
|
.should.equal(true)
|
|
})
|
|
|
|
it('should process the doc ops for the each doc_id', function () {
|
|
return Array.from(this.doc_ids).map(doc_id =>
|
|
this.UpdatesManager._processUncompressedUpdatesForDocWithLock
|
|
.calledWith(this.project_id, doc_id, this.temporary)
|
|
.should.equal(true)
|
|
)
|
|
})
|
|
|
|
return it('should call the callback', function () {
|
|
return this.callback.called.should.equal(true)
|
|
})
|
|
})
|
|
|
|
describe('getSummarizedProjectUpdates', function () {
|
|
beforeEach(function () {
|
|
this.updates = [
|
|
{
|
|
doc_id: 123,
|
|
v: 456,
|
|
op: 'mock-updates',
|
|
meta: { user_id: 123, start_ts: 1233, end_ts: 1234 },
|
|
},
|
|
]
|
|
this.options = { before: 'mock-before', limit: 'mock-limit' }
|
|
this.summarizedUpdates = [
|
|
{
|
|
meta: { user_ids: [123], start_ts: 1233, end_ts: 1234 },
|
|
docs: { 123: { fromV: 456, toV: 456 } },
|
|
},
|
|
]
|
|
this.updatesWithUserInfo = ['updates-with-user-info']
|
|
this.done_state = false
|
|
this.iterator = {
|
|
next: cb => {
|
|
this.done_state = true
|
|
return cb(null, this.updates)
|
|
},
|
|
done: () => {
|
|
return this.done_state
|
|
},
|
|
}
|
|
this.PackManager.makeProjectIterator = sinon
|
|
.stub()
|
|
.callsArgWith(2, null, this.iterator)
|
|
this.UpdatesManager.processUncompressedUpdatesForProject = sinon
|
|
.stub()
|
|
.callsArg(1)
|
|
this.UpdatesManager.fillSummarizedUserInfo = sinon
|
|
.stub()
|
|
.callsArgWith(1, null, this.updatesWithUserInfo)
|
|
return this.UpdatesManager.getSummarizedProjectUpdates(
|
|
this.project_id,
|
|
this.options,
|
|
this.callback
|
|
)
|
|
})
|
|
|
|
it('should process any outstanding updates', function () {
|
|
return this.UpdatesManager.processUncompressedUpdatesForProject
|
|
.calledWith(this.project_id)
|
|
.should.equal(true)
|
|
})
|
|
|
|
it('should get the updates', function () {
|
|
return this.PackManager.makeProjectIterator
|
|
.calledWith(this.project_id, this.options.before)
|
|
.should.equal(true)
|
|
})
|
|
|
|
it('should fill the updates with the user info', function () {
|
|
return this.UpdatesManager.fillSummarizedUserInfo
|
|
.calledWith(this.summarizedUpdates)
|
|
.should.equal(true)
|
|
})
|
|
|
|
return it('should return the updates with the filled details', function () {
|
|
return this.callback
|
|
.calledWith(null, this.updatesWithUserInfo)
|
|
.should.equal(true)
|
|
})
|
|
})
|
|
|
|
// describe "_extendBatchOfSummarizedUpdates", ->
|
|
// beforeEach ->
|
|
// @before = Date.now()
|
|
// @min_count = 2
|
|
// @existingSummarizedUpdates = ["summarized-updates-3"]
|
|
// @summarizedUpdates = ["summarized-updates-3", "summarized-update-2", "summarized-update-1"]
|
|
|
|
// describe "when there are updates to get", ->
|
|
// beforeEach ->
|
|
// @updates = [
|
|
// {op: "mock-op-1", meta: end_ts: @before - 10},
|
|
// {op: "mock-op-1", meta: end_ts: @nextBeforeTimestamp = @before - 20}
|
|
// ]
|
|
// @existingSummarizedUpdates = ["summarized-updates-3"]
|
|
// @summarizedUpdates = ["summarized-updates-3", "summarized-update-2", "summarized-update-1"]
|
|
// @UpdatesManager._summarizeUpdates = sinon.stub().returns(@summarizedUpdates)
|
|
// @UpdatesManager.getProjectUpdatesWithUserInfo = sinon.stub().callsArgWith(2, null, @updates)
|
|
// @UpdatesManager._extendBatchOfSummarizedUpdates @project_id, @existingSummarizedUpdates, @before, @min_count, @callback
|
|
|
|
// it "should get the updates", ->
|
|
// @UpdatesManager.getProjectUpdatesWithUserInfo
|
|
// .calledWith(@project_id, { before: @before, limit: 3 * @min_count })
|
|
// .should.equal true
|
|
|
|
// it "should summarize the updates", ->
|
|
// @UpdatesManager._summarizeUpdates
|
|
// .calledWith(@updates, @existingSummarizedUpdates)
|
|
// .should.equal true
|
|
|
|
// it "should call the callback with the summarized updates and the next before timestamp", ->
|
|
// @callback.calledWith(null, @summarizedUpdates, @nextBeforeTimestamp).should.equal true
|
|
|
|
// describe "when there are no more updates", ->
|
|
// beforeEach ->
|
|
// @updates = []
|
|
// @UpdatesManager._summarizeUpdates = sinon.stub().returns(@summarizedUpdates)
|
|
// @UpdatesManager.getProjectUpdatesWithUserInfo = sinon.stub().callsArgWith(2, null, @updates)
|
|
// @UpdatesManager._extendBatchOfSummarizedUpdates @project_id, @existingSummarizedUpdates, @before, @min_count, @callback
|
|
|
|
// it "should call the callback with the summarized updates and null for nextBeforeTimestamp", ->
|
|
// @callback.calledWith(null, @summarizedUpdates, null).should.equal true
|
|
|
|
// describe "getSummarizedProjectUpdates", ->
|
|
// describe "when one batch of updates is enough to meet the limit", ->
|
|
// beforeEach ->
|
|
// @before = Date.now()
|
|
// @min_count = 2
|
|
// @updates = ["summarized-updates-3", "summarized-updates-2"]
|
|
// @nextBeforeTimestamp = @before - 100
|
|
// @UpdatesManager._extendBatchOfSummarizedUpdates = sinon.stub().callsArgWith(4, null, @updates, @nextBeforeTimestamp)
|
|
// @UpdatesManager.getSummarizedProjectUpdates @project_id, { before: @before, min_count: @min_count }, @callback
|
|
|
|
// it "should get the batch of summarized updates", ->
|
|
// @UpdatesManager._extendBatchOfSummarizedUpdates
|
|
// .calledWith(@project_id, [], @before, @min_count)
|
|
// .should.equal true
|
|
|
|
// it "should call the callback with the updates", ->
|
|
// @callback.calledWith(null, @updates, @nextBeforeTimestamp).should.equal true
|
|
|
|
// describe "when multiple batches are needed to meet the limit", ->
|
|
// beforeEach ->
|
|
// @before = Date.now()
|
|
// @min_count = 4
|
|
// @firstBatch = [{ toV: 6, fromV: 6 }, { toV: 5, fromV: 5 }]
|
|
// @nextBeforeTimestamp = @before - 100
|
|
// @secondBatch = [{ toV: 4, fromV: 4 }, { toV: 3, fromV: 3 }]
|
|
// @nextNextBeforeTimestamp = @before - 200
|
|
// @UpdatesManager._extendBatchOfSummarizedUpdates = (project_id, existingUpdates, before, desiredLength, callback) =>
|
|
// if existingUpdates.length == 0
|
|
// callback null, @firstBatch, @nextBeforeTimestamp
|
|
// else
|
|
// callback null, @firstBatch.concat(@secondBatch), @nextNextBeforeTimestamp
|
|
// sinon.spy @UpdatesManager, "_extendBatchOfSummarizedUpdates"
|
|
// @UpdatesManager.getSummarizedProjectUpdates @project_id, { before: @before, min_count: @min_count }, @callback
|
|
|
|
// it "should get the first batch of summarized updates", ->
|
|
// @UpdatesManager._extendBatchOfSummarizedUpdates
|
|
// .calledWith(@project_id, [], @before, @min_count)
|
|
// .should.equal true
|
|
|
|
// it "should get the second batch of summarized updates", ->
|
|
// @UpdatesManager._extendBatchOfSummarizedUpdates
|
|
// .calledWith(@project_id, @firstBatch, @nextBeforeTimestamp, @min_count)
|
|
// .should.equal true
|
|
|
|
// it "should call the callback with all the updates", ->
|
|
// @callback.calledWith(null, @firstBatch.concat(@secondBatch), @nextNextBeforeTimestamp).should.equal true
|
|
|
|
// describe "when the end of the database is hit", ->
|
|
// beforeEach ->
|
|
// @before = Date.now()
|
|
// @min_count = 4
|
|
// @updates = [{ toV: 6, fromV: 6 }, { toV: 5, fromV: 5 }]
|
|
// @UpdatesManager._extendBatchOfSummarizedUpdates = sinon.stub().callsArgWith(4, null, @updates, null)
|
|
// @UpdatesManager.getSummarizedProjectUpdates @project_id, { before: @before, min_count: @min_count }, @callback
|
|
|
|
// it "should get the batch of summarized updates", ->
|
|
// @UpdatesManager._extendBatchOfSummarizedUpdates
|
|
// .calledWith(@project_id, [], @before, @min_count)
|
|
// .should.equal true
|
|
|
|
// it "should call the callback with the updates", ->
|
|
// @callback.calledWith(null, @updates, null).should.equal true
|
|
|
|
describe('fillUserInfo', function () {
|
|
describe('with valid users', function () {
|
|
beforeEach(function (done) {
|
|
this.user_id_1 = ObjectId().toString()
|
|
this.user_id_2 = ObjectId().toString()
|
|
this.updates = [
|
|
{
|
|
meta: {
|
|
user_id: this.user_id_1,
|
|
},
|
|
op: 'mock-op-1',
|
|
},
|
|
{
|
|
meta: {
|
|
user_id: this.user_id_1,
|
|
},
|
|
op: 'mock-op-2',
|
|
},
|
|
{
|
|
meta: {
|
|
user_id: this.user_id_2,
|
|
},
|
|
op: 'mock-op-3',
|
|
},
|
|
]
|
|
this.user_info = {}
|
|
this.user_info[this.user_id_1] = { email: 'user1@sharelatex.com' }
|
|
this.user_info[this.user_id_2] = { email: 'user2@sharelatex.com' }
|
|
|
|
this.WebApiManager.getUserInfo = (user_id, callback) => {
|
|
if (callback == null) {
|
|
callback = function (error, userInfo) {}
|
|
}
|
|
return callback(null, this.user_info[user_id])
|
|
}
|
|
sinon.spy(this.WebApiManager, 'getUserInfo')
|
|
|
|
return this.UpdatesManager.fillUserInfo(
|
|
this.updates,
|
|
(error, results) => {
|
|
this.results = results
|
|
return done()
|
|
}
|
|
)
|
|
})
|
|
|
|
it('should only call getUserInfo once for each user_id', function () {
|
|
this.WebApiManager.getUserInfo.calledTwice.should.equal(true)
|
|
this.WebApiManager.getUserInfo
|
|
.calledWith(this.user_id_1)
|
|
.should.equal(true)
|
|
return this.WebApiManager.getUserInfo
|
|
.calledWith(this.user_id_2)
|
|
.should.equal(true)
|
|
})
|
|
|
|
return it('should return the updates with the user info filled', function () {
|
|
return expect(this.results).to.deep.equal([
|
|
{
|
|
meta: {
|
|
user: {
|
|
email: 'user1@sharelatex.com',
|
|
},
|
|
},
|
|
op: 'mock-op-1',
|
|
},
|
|
{
|
|
meta: {
|
|
user: {
|
|
email: 'user1@sharelatex.com',
|
|
},
|
|
},
|
|
op: 'mock-op-2',
|
|
},
|
|
{
|
|
meta: {
|
|
user: {
|
|
email: 'user2@sharelatex.com',
|
|
},
|
|
},
|
|
op: 'mock-op-3',
|
|
},
|
|
])
|
|
})
|
|
})
|
|
|
|
return describe('with invalid user ids', function () {
|
|
beforeEach(function (done) {
|
|
this.updates = [
|
|
{
|
|
meta: {
|
|
user_id: null,
|
|
},
|
|
op: 'mock-op-1',
|
|
},
|
|
{
|
|
meta: {
|
|
user_id: 'anonymous-user',
|
|
},
|
|
op: 'mock-op-2',
|
|
},
|
|
]
|
|
this.WebApiManager.getUserInfo = (user_id, callback) => {
|
|
if (callback == null) {
|
|
callback = function (error, userInfo) {}
|
|
}
|
|
return callback(null, this.user_info[user_id])
|
|
}
|
|
sinon.spy(this.WebApiManager, 'getUserInfo')
|
|
|
|
return this.UpdatesManager.fillUserInfo(
|
|
this.updates,
|
|
(error, results) => {
|
|
this.results = results
|
|
return done()
|
|
}
|
|
)
|
|
})
|
|
|
|
it('should not call getUserInfo', function () {
|
|
return this.WebApiManager.getUserInfo.called.should.equal(false)
|
|
})
|
|
|
|
return it('should return the updates without the user info filled', function () {
|
|
return expect(this.results).to.deep.equal([
|
|
{
|
|
meta: {},
|
|
op: 'mock-op-1',
|
|
},
|
|
{
|
|
meta: {},
|
|
op: 'mock-op-2',
|
|
},
|
|
])
|
|
})
|
|
})
|
|
})
|
|
|
|
return describe('_summarizeUpdates', function () {
|
|
beforeEach(function () {
|
|
this.now = Date.now()
|
|
this.user_1 = { id: 'mock-user-1' }
|
|
return (this.user_2 = { id: 'mock-user-2' })
|
|
})
|
|
|
|
it('should concat updates that are close in time', function () {
|
|
const result = this.UpdatesManager._summarizeUpdates([
|
|
{
|
|
doc_id: 'doc-id-1',
|
|
meta: {
|
|
user_id: this.user_1.id,
|
|
start_ts: this.now + 20,
|
|
end_ts: this.now + 30,
|
|
},
|
|
v: 5,
|
|
},
|
|
{
|
|
doc_id: 'doc-id-1',
|
|
meta: {
|
|
user_id: this.user_2.id,
|
|
start_ts: this.now,
|
|
end_ts: this.now + 10,
|
|
},
|
|
v: 4,
|
|
},
|
|
])
|
|
|
|
return expect(result).to.deep.equal([
|
|
{
|
|
docs: {
|
|
'doc-id-1': {
|
|
fromV: 4,
|
|
toV: 5,
|
|
},
|
|
},
|
|
meta: {
|
|
user_ids: [this.user_1.id, this.user_2.id],
|
|
start_ts: this.now,
|
|
end_ts: this.now + 30,
|
|
},
|
|
},
|
|
])
|
|
})
|
|
|
|
it('should leave updates that are far apart in time', function () {
|
|
const oneDay = 1000 * 60 * 60 * 24
|
|
const result = this.UpdatesManager._summarizeUpdates([
|
|
{
|
|
doc_id: 'doc-id-1',
|
|
meta: {
|
|
user_id: this.user_2.id,
|
|
start_ts: this.now + oneDay,
|
|
end_ts: this.now + oneDay + 10,
|
|
},
|
|
v: 5,
|
|
},
|
|
{
|
|
doc_id: 'doc-id-1',
|
|
meta: {
|
|
user_id: this.user_1.id,
|
|
start_ts: this.now,
|
|
end_ts: this.now + 10,
|
|
},
|
|
v: 4,
|
|
},
|
|
])
|
|
return expect(result).to.deep.equal([
|
|
{
|
|
docs: {
|
|
'doc-id-1': {
|
|
fromV: 5,
|
|
toV: 5,
|
|
},
|
|
},
|
|
meta: {
|
|
user_ids: [this.user_2.id],
|
|
start_ts: this.now + oneDay,
|
|
end_ts: this.now + oneDay + 10,
|
|
},
|
|
},
|
|
{
|
|
docs: {
|
|
'doc-id-1': {
|
|
fromV: 4,
|
|
toV: 4,
|
|
},
|
|
},
|
|
meta: {
|
|
user_ids: [this.user_1.id],
|
|
start_ts: this.now,
|
|
end_ts: this.now + 10,
|
|
},
|
|
},
|
|
])
|
|
})
|
|
|
|
it('should concat onto existing summarized updates', function () {
|
|
const result = this.UpdatesManager._summarizeUpdates(
|
|
[
|
|
{
|
|
doc_id: 'doc-id-2',
|
|
meta: {
|
|
user_id: this.user_1.id,
|
|
start_ts: this.now + 20,
|
|
end_ts: this.now + 30,
|
|
},
|
|
v: 5,
|
|
},
|
|
{
|
|
doc_id: 'doc-id-2',
|
|
meta: {
|
|
user_id: this.user_2.id,
|
|
start_ts: this.now,
|
|
end_ts: this.now + 10,
|
|
},
|
|
v: 4,
|
|
},
|
|
],
|
|
[
|
|
{
|
|
docs: {
|
|
'doc-id-1': {
|
|
fromV: 6,
|
|
toV: 8,
|
|
},
|
|
},
|
|
meta: {
|
|
user_ids: [this.user_1.id],
|
|
start_ts: this.now + 40,
|
|
end_ts: this.now + 50,
|
|
},
|
|
},
|
|
]
|
|
)
|
|
return expect(result).to.deep.equal([
|
|
{
|
|
docs: {
|
|
'doc-id-1': {
|
|
toV: 8,
|
|
fromV: 6,
|
|
},
|
|
'doc-id-2': {
|
|
toV: 5,
|
|
fromV: 4,
|
|
},
|
|
},
|
|
meta: {
|
|
user_ids: [this.user_1.id, this.user_2.id],
|
|
start_ts: this.now,
|
|
end_ts: this.now + 50,
|
|
},
|
|
},
|
|
])
|
|
})
|
|
|
|
it('should include null user values', function () {
|
|
const result = this.UpdatesManager._summarizeUpdates([
|
|
{
|
|
doc_id: 'doc-id-1',
|
|
meta: {
|
|
user_id: this.user_1.id,
|
|
start_ts: this.now + 20,
|
|
end_ts: this.now + 30,
|
|
},
|
|
v: 5,
|
|
},
|
|
{
|
|
doc_id: 'doc-id-1',
|
|
meta: {
|
|
user_id: null,
|
|
start_ts: this.now,
|
|
end_ts: this.now + 10,
|
|
},
|
|
v: 4,
|
|
},
|
|
])
|
|
return expect(result).to.deep.equal([
|
|
{
|
|
docs: {
|
|
'doc-id-1': {
|
|
fromV: 4,
|
|
toV: 5,
|
|
},
|
|
},
|
|
meta: {
|
|
user_ids: [this.user_1.id, null],
|
|
start_ts: this.now,
|
|
end_ts: this.now + 30,
|
|
},
|
|
},
|
|
])
|
|
})
|
|
|
|
it('should include null user values, when the null is earlier in the updates list', function () {
|
|
const result = this.UpdatesManager._summarizeUpdates([
|
|
{
|
|
doc_id: 'doc-id-1',
|
|
meta: {
|
|
user_id: null,
|
|
start_ts: this.now,
|
|
end_ts: this.now + 10,
|
|
},
|
|
v: 4,
|
|
},
|
|
{
|
|
doc_id: 'doc-id-1',
|
|
meta: {
|
|
user_id: this.user_1.id,
|
|
start_ts: this.now + 20,
|
|
end_ts: this.now + 30,
|
|
},
|
|
v: 5,
|
|
},
|
|
])
|
|
return expect(result).to.deep.equal([
|
|
{
|
|
docs: {
|
|
'doc-id-1': {
|
|
fromV: 4,
|
|
toV: 5,
|
|
},
|
|
},
|
|
meta: {
|
|
user_ids: [null, this.user_1.id],
|
|
start_ts: this.now,
|
|
end_ts: this.now + 30,
|
|
},
|
|
},
|
|
])
|
|
})
|
|
|
|
it('should roll several null user values into one', function () {
|
|
const result = this.UpdatesManager._summarizeUpdates([
|
|
{
|
|
doc_id: 'doc-id-1',
|
|
meta: {
|
|
user_id: this.user_1.id,
|
|
start_ts: this.now + 20,
|
|
end_ts: this.now + 30,
|
|
},
|
|
v: 5,
|
|
},
|
|
{
|
|
doc_id: 'doc-id-1',
|
|
meta: {
|
|
user_id: null,
|
|
start_ts: this.now,
|
|
end_ts: this.now + 10,
|
|
},
|
|
v: 4,
|
|
},
|
|
{
|
|
doc_id: 'doc-id-1',
|
|
meta: {
|
|
user_id: null,
|
|
start_ts: this.now + 2,
|
|
end_ts: this.now + 4,
|
|
},
|
|
v: 4,
|
|
},
|
|
])
|
|
return expect(result).to.deep.equal([
|
|
{
|
|
docs: {
|
|
'doc-id-1': {
|
|
fromV: 4,
|
|
toV: 5,
|
|
},
|
|
},
|
|
meta: {
|
|
user_ids: [this.user_1.id, null],
|
|
start_ts: this.now,
|
|
end_ts: this.now + 30,
|
|
},
|
|
},
|
|
])
|
|
})
|
|
|
|
return it('should split updates before a big delete', function () {
|
|
const result = this.UpdatesManager._summarizeUpdates([
|
|
{
|
|
doc_id: 'doc-id-1',
|
|
op: [{ d: 'this is a long long long long long delete', p: 34 }],
|
|
meta: {
|
|
user_id: this.user_1.id,
|
|
start_ts: this.now + 20,
|
|
end_ts: this.now + 30,
|
|
},
|
|
v: 5,
|
|
},
|
|
{
|
|
doc_id: 'doc-id-1',
|
|
meta: {
|
|
user_id: this.user_2.id,
|
|
start_ts: this.now,
|
|
end_ts: this.now + 10,
|
|
},
|
|
v: 4,
|
|
},
|
|
])
|
|
|
|
return expect(result).to.deep.equal([
|
|
{
|
|
docs: {
|
|
'doc-id-1': {
|
|
fromV: 5,
|
|
toV: 5,
|
|
},
|
|
},
|
|
meta: {
|
|
user_ids: [this.user_1.id],
|
|
start_ts: this.now + 20,
|
|
end_ts: this.now + 30,
|
|
},
|
|
},
|
|
{
|
|
docs: {
|
|
'doc-id-1': {
|
|
fromV: 4,
|
|
toV: 4,
|
|
},
|
|
},
|
|
meta: {
|
|
user_ids: [this.user_2.id],
|
|
start_ts: this.now,
|
|
end_ts: this.now + 10,
|
|
},
|
|
},
|
|
])
|
|
})
|
|
})
|
|
})
|