mirror of
https://github.com/overleaf/overleaf.git
synced 2024-11-07 20:31:06 -05:00
Add Redis Manager for fetching and deleting uncompressed ops
This commit is contained in:
parent
8ae9bcd60f
commit
34d3847fe4
2 changed files with 66 additions and 0 deletions
21
services/track-changes/app/coffee/RedisManager.coffee
Normal file
21
services/track-changes/app/coffee/RedisManager.coffee
Normal file
|
@ -0,0 +1,21 @@
|
|||
Settings = require "settings-sharelatex"
|
||||
redis = require('redis')
|
||||
redisConf = Settings.redis?.web or {host: "localhost", port: 6379}
|
||||
rclient = redis.createClient(redisConf.port, redisConf.host)
|
||||
rclient.auth(redisConf.password)
|
||||
|
||||
buildRawUpdatesKey = (doc_id) -> "UncompressedHistoryOps:#{doc_id}"
|
||||
|
||||
module.exports = RedisManager =
|
||||
getOldestRawUpdates: (doc_id, batchSize, callback = (error, rawUpdates) ->) ->
|
||||
key = buildRawUpdatesKey(doc_id)
|
||||
rclient.lrange key, 0, batchSize - 1, (error, jsonUpdates) ->
|
||||
try
|
||||
rawUpdates = ( JSON.parse(update) for update in jsonUpdates or [] )
|
||||
catch e
|
||||
return callback(e)
|
||||
callback null, rawUpdates
|
||||
|
||||
deleteOldestRawUpdates: (doc_id, batchSize, callback = (error, rawUpdates) ->) ->
|
||||
key = buildRawUpdatesKey(doc_id)
|
||||
rclient.ltrim key, batchSize, -1, callback
|
|
@ -0,0 +1,45 @@
|
|||
sinon = require('sinon')
|
||||
chai = require('chai')
|
||||
should = chai.should()
|
||||
expect = chai.expect
|
||||
modulePath = "../../../../app/js/RedisManager.js"
|
||||
SandboxedModule = require('sandboxed-module')
|
||||
|
||||
describe "RedisManager", ->
|
||||
beforeEach ->
|
||||
@RedisManager = SandboxedModule.require modulePath, requires:
|
||||
"redis" :
|
||||
createClient: () => @rclient =
|
||||
auth: sinon.stub()
|
||||
"settings-sharelatex": {}
|
||||
@doc_id = "doc-id-123"
|
||||
@batchSize = 100
|
||||
@callback = sinon.stub()
|
||||
|
||||
describe "getOldestRawUpdates", ->
|
||||
beforeEach ->
|
||||
@rawUpdates = [ {v: 42, op: "mock-op-42"}, { v: 45, op: "mock-op-45" }]
|
||||
@jsonUpdates = (JSON.stringify(update) for update in @rawUpdates)
|
||||
@rclient.lrange = sinon.stub().callsArgWith(3, null, @jsonUpdates)
|
||||
@RedisManager.getOldestRawUpdates @doc_id, @batchSize, @callback
|
||||
|
||||
it "should read the updates from redis", ->
|
||||
@rclient.lrange
|
||||
.calledWith("UncompressedHistoryOps:#{@doc_id}", 0, @batchSize - 1)
|
||||
.should.equal true
|
||||
|
||||
it "should call the callback with the parsed ops", ->
|
||||
@callback.calledWith(null, @rawUpdates).should.equal true
|
||||
|
||||
describe "deleteOldestRawUpdates", ->
|
||||
beforeEach ->
|
||||
@rclient.ltrim = sinon.stub().callsArg(3)
|
||||
@RedisManager.deleteOldestRawUpdates @doc_id, @batchSize, @callback
|
||||
|
||||
it "should delete the updates from redis", ->
|
||||
@rclient.ltrim
|
||||
.calledWith("UncompressedHistoryOps:#{@doc_id}", @batchSize, -1)
|
||||
.should.equal true
|
||||
|
||||
it "should call the callback", ->
|
||||
@callback.called.should.equal true
|
Loading…
Reference in a new issue