Nemcio/NodeBB
1
0
Fork 0
mirror of https://github.com/NodeBB/NodeBB.git synced 2025-11-16 10:46:14 +01:00
Code Issues Packages Projects Releases Wiki Activity

Mongo cache (#6002)

Browse Source 
* cache mongodb objects

remove user settings cache since it is cached at the object level

* removed indexOf from isMemberOfSets

* change has to get, change maxAge to 0
This commit is contained in:
Barış Soner Uşaklı
2017-10-23 18:31:16 -04:00
committed by GitHub
parent 7ad4420b6a
commit e7318a1cea
11 changed files with 178 additions and 160 deletions
Download Patch File Download Diff File Expand all files Collapse all files

135
src/database/mongo/hash.js
View File

@@ -3,6 +3,36 @@
module.exports = function (db, module) {
var helpers = module.helpers.mongo;
var LRU = require('lru-cache');
var _ = require('lodash');
var pubsub = require('../../pubsub');
var cache = LRU({
max: 10000,
length: function () { return 1; },
maxAge: 0,
});
module.objectCache = cache;
pubsub.on('mongo:hash:cache:del', function (key) {
cache.del(key);
});
pubsub.on('mongo:hash:cache:reset', function () {
cache.reset();
});
module.delObjectCache = function (key) {
pubsub.publish('mongo:hash:cache:del', key);
cache.del(key);
};
module.resetObjectCache = function () {
pubsub.publish('mongo:hash:cache:reset');
cache.reset();
};
module.setObject = function (key, data, callback) {
callback = callback || helpers.noop;
if (!key || !data) {
@@ -12,7 +42,11 @@ module.exports = function (db, module) {
delete data[''];
}
db.collection('objects').update({ _key: key }, { $set: data }, { upsert: true, w: 1 }, function (err) {
callback(err);
if (err) {
return callback(err);
}
module.delObjectCache(key);
callback();
});
};
@@ -31,26 +65,48 @@ module.exports = function (db, module) {
if (!key) {
return callback();
}
db.collection('objects').findOne({ _key: key }, { _id: 0, _key: 0 }, callback);
module.getObjects([key], function (err, data) {
if (err) {
return callback(err);
}
callback(null, data && data.length ? data[0] : null);
});
};
module.getObjects = function (keys, callback) {
function getFromCache(next) {
setImmediate(next, null, keys.map(function (key) {
return _.clone(cache.get(key));
}));
}
if (!Array.isArray(keys) || !keys.length) {
return callback(null, []);
}
db.collection('objects').find({ _key: { $in: keys } }, { _id: 0 }).toArray(function (err, data) {
var nonCachedKeys = keys.filter(function (key) {
return !cache.get(key);
});
if (!nonCachedKeys.length) {
return getFromCache(callback);
}
db.collection('objects').find({ _key: { $in: nonCachedKeys } }, { _id: 0 }).toArray(function (err, data) {
if (err) {
return callback(err);
}
var map = helpers.toMap(data);
var returnData = [];
data.forEach(function (objectData) {
if (objectData) {
var key = objectData._key;
delete objectData._key;
cache.set(key, objectData);
}
});
for (var i = 0; i < keys.length; i += 1) {
returnData.push(map[keys[i]]);
}
callback(null, returnData);
getFromCache(callback);
});
};
@@ -58,16 +114,10 @@ module.exports = function (db, module) {
if (!key) {
return callback();
}
field = helpers.fieldToString(field);
var _fields = {
_id: 0,
};
_fields[field] = 1;
db.collection('objects').findOne({ _key: key }, { fields: _fields }, function (err, item) {
module.getObject(key, function (err, item) {
if (err || !item) {
return callback(err, null);
}
callback(null, item.hasOwnProperty(field) ? item[field] : null);
});
};
@@ -76,22 +126,13 @@ module.exports = function (db, module) {
if (!key) {
return callback();
}
var _fields = {
_id: 0,
};
var i;
for (i = 0; i < fields.length; i += 1) {
fields[i] = helpers.fieldToString(fields[i]);
_fields[fields[i]] = 1;
}
db.collection('objects').findOne({ _key: key }, { fields: _fields }, function (err, item) {
module.getObject(key, function (err, item) {
if (err) {
return callback(err);
}
item = item || {};
var result = {};
for (i = 0; i < fields.length; i += 1) {
for (var i = 0; i < fields.length; i += 1) {
result[fields[i]] = item[fields[i]] !== undefined ? item[fields[i]] : null;
}
callback(null, result);
@@ -102,38 +143,24 @@ module.exports = function (db, module) {
if (!Array.isArray(keys) || !keys.length) {
return callback(null, []);
}
var _fields = {
_id: 0,
_key: 1,
};
for (var i = 0; i < fields.length; i += 1) {
fields[i] = helpers.fieldToString(fields[i]);
_fields[fields[i]] = 1;
}
db.collection('objects').find({ _key: { $in: keys } }, { fields: _fields }).toArray(function (err, items) {
module.getObjects(keys, function (err, items) {
if (err) {
return callback(err);
}
if (items === null) {
items = [];
}
var map = helpers.toMap(items);
var returnData = [];
var item;
var result;
for (var i = 0; i < keys.length; i += 1) {
item = map[keys[i]] || {};
item = items[i] || {};
result = {};
for (var k = 0; k < fields.length; k += 1) {
if (item[fields[k]] === undefined) {
item[fields[k]] = null;
}
result[fields[k]] = item[fields[k]] !== undefined ? item[fields[k]] : null;
}
returnData.push(item);
returnData.push(result);
}
callback(null, returnData);
@@ -220,7 +247,11 @@ module.exports = function (db, module) {
});
db.collection('objects').update({ _key: key }, { $unset: data }, function (err) {
callback(err);
if (err) {
return callback(err);
}
module.delObjectCache(key);
callback();
});
};
@@ -244,7 +275,11 @@ module.exports = function (db, module) {
data[field] = value;
db.collection('objects').findAndModify({ _key: key }, {}, { $inc: data }, { new: true, upsert: true }, function (err, result) {
callback(err, result && result.value ? result.value[field] : null);
if (err) {
return callback(err);
}
module.delObjectCache(key);
callback(null, result && result.value ? result.value[field] : null);
});
};
};