mirror of
https://github.com/NodeBB/NodeBB.git
synced 2025-11-02 12:05:57 +01:00
Async refactor in place (#7736)
* feat: allow both callback&and await
* feat: ignore async key
* feat: callbackify and promisify in same file
* Revert "feat: callbackify and promisify in same file"
This reverts commit cea206a9b8.
* feat: no need to store .callbackify
* feat: change getTopics to async
* feat: remove .async
* fix: byScore
* feat: rewrite topics/index and social with async/await
* fix: rewrite topics/data.js
fix issue with async.waterfall, only pass result if its not undefined
* feat: add callbackify to redis/psql
* feat: psql use await
* fix: redis 🌋
* feat: less returns
* feat: more await rewrite
* fix: redis tests
* feat: convert sortedSetAdd
rewrite psql transaction to async/await
* feat: 🐶
* feat: test
* feat: log client and query
* feat: log bind
* feat: more logs
* feat: more logs
* feat: check perform
* feat: dont callbackify transaction
* feat: remove logs
* fix: main functions
* feat: more logs
* fix: increment
* fix: rename
* feat: remove cls
* fix: remove console.log
* feat: add deprecation message to .async usage
* feat: update more dbal methods
* fix: redis :voodoo:
* feat: fix redis zrem, convert setObject
* feat: upgrade getObject methods
* fix: psql getObjectField
* fix: redis tests
* feat: getObjectKeys
* feat: getObjectValues
* feat: isObjectField
* fix: add missing return
* feat: delObjectField
* feat: incrObjectField
* fix: add missing await
* feat: remove exposed helpers
* feat: list methods
* feat: flush/empty
* feat: delete
* fix: redis delete all
* feat: get/set
* feat: incr/rename
* feat: type
* feat: expire
* feat: setAdd
* feat: setRemove
* feat: isSetMember
* feat: getSetMembers
* feat: setCount, setRemoveRandom
* feat: zcard,zcount
* feat: sortedSetRank
* feat: isSortedSetMember
* feat: zincrby
* feat: sortedSetLex
* feat: processSortedSet
* fix: add mising await
* feat: debug psql
* fix: psql test
* fix: test
* fix: another test
* fix: test fix
* fix: psql tests
* feat: remove logs
* feat: user arrow func
use builtin async promises
* feat: topic bookmarks
* feat: topic.delete
* feat: topic.restore
* feat: topics.purge
* feat: merge
* feat: suggested
* feat: topics/user.js
* feat: topics modules
* feat: topics/follow
* fix: deprecation msg
* feat: fork
* feat: topics/posts
* feat: sorted/recent
* feat: topic/teaser
* feat: topics/tools
* feat: topics/unread
* feat: add back node versions
disable deprecation notice
wrap async controllers in try/catch
* feat: use db directly
* feat: promisify in place
* fix: redis/psql
* feat: deprecation message
logs for psql
* feat: more logs
* feat: more logs
* feat: logs again
* feat: more logs
* fix: call release
* feat: restore travis, remove logs
* fix: loops
* feat: remove .async. usage
This commit is contained in:
committed by
GitHub
parent
43ce5f8af3
commit
805dcd7ca2
@@ -14,6 +14,8 @@
|
||||
"exports": "always-multiline",
|
||||
"functions": "never"
|
||||
}],
|
||||
"no-return-await": "off",
|
||||
"no-constant-condition": "off",
|
||||
"no-empty": ["error", { "allowEmptyCatch": true }],
|
||||
"no-underscore-dangle": "off",
|
||||
"no-console": "off",
|
||||
|
||||
@@ -50,7 +50,6 @@
|
||||
"connect-multiparty": "^2.1.0",
|
||||
"connect-pg-simple": "^5.0.0",
|
||||
"connect-redis": "3.4.1",
|
||||
"continuation-local-storage": "^3.2.1",
|
||||
"cookie-parser": "^1.4.3",
|
||||
"cron": "^1.3.0",
|
||||
"cropperjs": "^1.2.2",
|
||||
|
||||
109
src/batch.js
109
src/batch.js
@@ -2,39 +2,32 @@
|
||||
|
||||
'use strict';
|
||||
|
||||
var async = require('async');
|
||||
const util = require('util');
|
||||
|
||||
var db = require('./database');
|
||||
var utils = require('./utils');
|
||||
|
||||
var DEFAULT_BATCH_SIZE = 100;
|
||||
|
||||
exports.processSortedSet = function (setKey, process, options, callback) {
|
||||
if (typeof options === 'function') {
|
||||
callback = options;
|
||||
options = {};
|
||||
}
|
||||
const sleep = util.promisify(setTimeout);
|
||||
|
||||
callback = typeof callback === 'function' ? callback : function () {};
|
||||
exports.processSortedSet = async function (setKey, process, options) {
|
||||
options = options || {};
|
||||
|
||||
if (typeof process !== 'function') {
|
||||
return callback(new Error('[[error:process-not-a-function]]'));
|
||||
throw new Error('[[error:process-not-a-function]]');
|
||||
}
|
||||
|
||||
// Progress bar handling (upgrade scripts)
|
||||
if (options.progress) {
|
||||
db.sortedSetCard(setKey, function (err, total) {
|
||||
if (!err) {
|
||||
options.progress.total = total;
|
||||
}
|
||||
});
|
||||
options.progress.total = await db.sortedSetCard(setKey);
|
||||
}
|
||||
|
||||
options.batch = options.batch || DEFAULT_BATCH_SIZE;
|
||||
|
||||
// use the fast path if possible
|
||||
if (db.processSortedSet && typeof options.doneIf !== 'function' && !utils.isNumber(options.alwaysStartAt)) {
|
||||
return db.processSortedSet(setKey, process, options, callback);
|
||||
return await db.processSortedSet(setKey, process, options);
|
||||
}
|
||||
|
||||
// custom done condition
|
||||
@@ -42,90 +35,58 @@ exports.processSortedSet = function (setKey, process, options, callback) {
|
||||
|
||||
var start = 0;
|
||||
var stop = options.batch;
|
||||
var done = false;
|
||||
|
||||
async.whilst(
|
||||
function (next) {
|
||||
next(null, !done);
|
||||
},
|
||||
function (next) {
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
db['getSortedSetRange' + (options.withScores ? 'WithScores' : '')](setKey, start, stop, next);
|
||||
},
|
||||
function (ids, _next) {
|
||||
if (!ids.length || options.doneIf(start, stop, ids)) {
|
||||
done = true;
|
||||
return next();
|
||||
if (process && process.constructor && process.constructor.name !== 'AsyncFunction') {
|
||||
process = util.promisify(process);
|
||||
}
|
||||
process(ids, function (err) {
|
||||
_next(err);
|
||||
});
|
||||
},
|
||||
function (next) {
|
||||
|
||||
while (true) {
|
||||
/* eslint-disable no-await-in-loop */
|
||||
const ids = await db['getSortedSetRange' + (options.withScores ? 'WithScores' : '')](setKey, start, stop);
|
||||
if (!ids.length || options.doneIf(start, stop, ids)) {
|
||||
return;
|
||||
}
|
||||
await process(ids);
|
||||
|
||||
start += utils.isNumber(options.alwaysStartAt) ? options.alwaysStartAt : options.batch + 1;
|
||||
stop = start + options.batch;
|
||||
|
||||
if (options.interval) {
|
||||
setTimeout(next, options.interval);
|
||||
} else {
|
||||
next();
|
||||
await sleep(options.interval);
|
||||
}
|
||||
}
|
||||
},
|
||||
], next);
|
||||
},
|
||||
callback
|
||||
);
|
||||
};
|
||||
|
||||
exports.processArray = function (array, process, options, callback) {
|
||||
if (typeof options === 'function') {
|
||||
callback = options;
|
||||
options = {};
|
||||
}
|
||||
|
||||
callback = typeof callback === 'function' ? callback : function () {};
|
||||
exports.processArray = async function (array, process, options) {
|
||||
options = options || {};
|
||||
|
||||
if (!Array.isArray(array) || !array.length) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
if (typeof process !== 'function') {
|
||||
return callback(new Error('[[error:process-not-a-function]]'));
|
||||
throw new Error('[[error:process-not-a-function]]');
|
||||
}
|
||||
|
||||
var batch = options.batch || DEFAULT_BATCH_SIZE;
|
||||
var start = 0;
|
||||
var done = false;
|
||||
if (process && process.constructor && process.constructor.name !== 'AsyncFunction') {
|
||||
process = util.promisify(process);
|
||||
}
|
||||
|
||||
async.whilst(
|
||||
function (next) {
|
||||
next(null, !done);
|
||||
},
|
||||
function (next) {
|
||||
while (true) {
|
||||
var currentBatch = array.slice(start, start + batch);
|
||||
|
||||
if (!currentBatch.length) {
|
||||
done = true;
|
||||
return next();
|
||||
return;
|
||||
}
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
process(currentBatch, function (err) {
|
||||
next(err);
|
||||
});
|
||||
},
|
||||
function (next) {
|
||||
|
||||
await process(currentBatch);
|
||||
|
||||
start += batch;
|
||||
|
||||
if (options.interval) {
|
||||
setTimeout(next, options.interval);
|
||||
} else {
|
||||
next();
|
||||
await sleep(options.interval);
|
||||
}
|
||||
},
|
||||
], next);
|
||||
},
|
||||
function (err) {
|
||||
callback(err);
|
||||
}
|
||||
);
|
||||
};
|
||||
require('./promisify')(exports);
|
||||
|
||||
@@ -31,10 +31,10 @@ topicsController.get = async function getTopic(req, res, callback) {
|
||||
topicData,
|
||||
rssToken,
|
||||
] = await Promise.all([
|
||||
privileges.async.topics.get(tid, req.uid),
|
||||
user.async.getSettings(req.uid),
|
||||
topics.async.getTopicData(tid),
|
||||
user.async.auth.getFeedToken(req.uid),
|
||||
privileges.topics.get(tid, req.uid),
|
||||
user.getSettings(req.uid),
|
||||
topics.getTopicData(tid),
|
||||
user.auth.getFeedToken(req.uid),
|
||||
]);
|
||||
|
||||
var currentPage = parseInt(req.query.page, 10) || 1;
|
||||
@@ -52,7 +52,7 @@ topicsController.get = async function getTopic(req, res, callback) {
|
||||
}
|
||||
|
||||
if (postIndex === 'unread') {
|
||||
postIndex = await topics.async.getUserBookmark(tid, req.uid);
|
||||
postIndex = await topics.getUserBookmark(tid, req.uid);
|
||||
}
|
||||
|
||||
if (utils.isNumber(postIndex) && (postIndex < 1 || postIndex > topicData.postcount)) {
|
||||
@@ -67,11 +67,11 @@ topicsController.get = async function getTopic(req, res, callback) {
|
||||
}
|
||||
const { start, stop } = calculateStartStop(currentPage, postIndex, settings);
|
||||
|
||||
await topics.async.getTopicWithPosts(topicData, set, req.uid, start, stop, reverse);
|
||||
await topics.getTopicWithPosts(topicData, set, req.uid, start, stop, reverse);
|
||||
|
||||
topics.modifyPostsByPrivilege(topicData, userPrivileges);
|
||||
|
||||
const hookData = await plugins.async.fireHook('filter:controllers.topic.get', { topicData: topicData, uid: req.uid });
|
||||
const hookData = await plugins.fireHook('filter:controllers.topic.get', { topicData: topicData, uid: req.uid });
|
||||
await Promise.all([
|
||||
buildBreadcrumbs(hookData.topicData),
|
||||
addTags(topicData, req, res),
|
||||
@@ -161,7 +161,7 @@ async function buildBreadcrumbs(topicData) {
|
||||
text: topicData.title,
|
||||
},
|
||||
];
|
||||
const parentCrumbs = await helpers.async.buildCategoryBreadcrumbs(topicData.category.parentCid);
|
||||
const parentCrumbs = await helpers.buildCategoryBreadcrumbs(topicData.category.parentCid);
|
||||
topicData.breadcrumbs = parentCrumbs.concat(breadcrumbs);
|
||||
}
|
||||
|
||||
@@ -239,7 +239,7 @@ async function addTags(topicData, req, res) {
|
||||
}
|
||||
|
||||
async function addOGImageTags(res, topicData, postAtIndex) {
|
||||
const uploads = postAtIndex ? await posts.async.uploads.listWithSizes(postAtIndex.pid) : [];
|
||||
const uploads = postAtIndex ? await posts.uploads.listWithSizes(postAtIndex.pid) : [];
|
||||
const images = uploads.map((upload) => {
|
||||
upload.name = nconf.get('url') + nconf.get('upload_url') + '/files/' + upload.name;
|
||||
return upload;
|
||||
|
||||
@@ -59,9 +59,6 @@ mongoModule.questions = [
|
||||
},
|
||||
];
|
||||
|
||||
mongoModule.helpers = mongoModule.helpers || {};
|
||||
mongoModule.helpers.mongo = require('./mongo/helpers');
|
||||
|
||||
mongoModule.getConnectionString = function (mongo) {
|
||||
mongo = mongo || nconf.get('mongo');
|
||||
var usernamePassword = '';
|
||||
@@ -130,7 +127,6 @@ mongoModule.init = function (callback) {
|
||||
require('./mongo/transaction')(db, mongoModule);
|
||||
|
||||
mongoModule.async = require('../promisify')(mongoModule, ['client', 'sessionStore']);
|
||||
|
||||
callback();
|
||||
});
|
||||
};
|
||||
|
||||
@@ -1,86 +1,73 @@
|
||||
'use strict';
|
||||
|
||||
var async = require('async');
|
||||
|
||||
|
||||
module.exports = function (db, module) {
|
||||
var helpers = module.helpers.mongo;
|
||||
var helpers = require('./helpers');
|
||||
|
||||
var _ = require('lodash');
|
||||
const cache = require('../cache').create('mongo');
|
||||
|
||||
module.objectCache = cache;
|
||||
|
||||
module.setObject = function (key, data, callback) {
|
||||
callback = callback || helpers.noop;
|
||||
module.setObject = async function (key, data) {
|
||||
if (!key || !data) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
|
||||
const writeData = helpers.serializeData(data);
|
||||
db.collection('objects').updateOne({ _key: key }, { $set: writeData }, { upsert: true, w: 1 }, function (err) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
await db.collection('objects').updateOne({ _key: key }, { $set: writeData }, { upsert: true, w: 1 });
|
||||
cache.delObjectCache(key);
|
||||
callback();
|
||||
});
|
||||
};
|
||||
|
||||
module.setObjectField = function (key, field, value, callback) {
|
||||
callback = callback || helpers.noop;
|
||||
module.setObjectField = async function (key, field, value) {
|
||||
if (!field) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
var data = {};
|
||||
data[field] = value;
|
||||
module.setObject(key, data, callback);
|
||||
await module.setObject(key, data);
|
||||
};
|
||||
|
||||
module.getObject = function (key, callback) {
|
||||
module.getObject = async function (key) {
|
||||
if (!key) {
|
||||
return setImmediate(callback, null, null);
|
||||
return null;
|
||||
}
|
||||
|
||||
module.getObjects([key], function (err, data) {
|
||||
callback(err, data && data.length ? data[0] : null);
|
||||
});
|
||||
const data = await module.getObjects([key]);
|
||||
return data && data.length ? data[0] : null;
|
||||
};
|
||||
|
||||
module.getObjects = function (keys, callback) {
|
||||
module.getObjectsFields(keys, [], callback);
|
||||
module.getObjects = async function (keys) {
|
||||
return await module.getObjectsFields(keys, []);
|
||||
};
|
||||
|
||||
module.getObjectField = function (key, field, callback) {
|
||||
module.getObjectField = async function (key, field) {
|
||||
if (!key) {
|
||||
return setImmediate(callback, null, null);
|
||||
return null;
|
||||
}
|
||||
const cachedData = {};
|
||||
cache.getUnCachedKeys([key], cachedData);
|
||||
if (cachedData[key]) {
|
||||
return setImmediate(callback, null, cachedData[key].hasOwnProperty(field) ? cachedData[key][field] : null);
|
||||
return cachedData[key].hasOwnProperty(field) ? cachedData[key][field] : null;
|
||||
}
|
||||
field = helpers.fieldToString(field);
|
||||
db.collection('objects').findOne({ _key: key }, { projection: { _id: 0, [field]: 1 } }, function (err, item) {
|
||||
if (err || !item) {
|
||||
return callback(err, null);
|
||||
const item = await db.collection('objects').findOne({ _key: key }, { projection: { _id: 0, [field]: 1 } });
|
||||
if (!item) {
|
||||
return null;
|
||||
}
|
||||
callback(null, item.hasOwnProperty(field) ? item[field] : null);
|
||||
});
|
||||
return item.hasOwnProperty(field) ? item[field] : null;
|
||||
};
|
||||
|
||||
module.getObjectFields = function (key, fields, callback) {
|
||||
module.getObjectFields = async function (key, fields) {
|
||||
if (!key) {
|
||||
return setImmediate(callback, null, null);
|
||||
return null;
|
||||
}
|
||||
module.getObjectsFields([key], fields, function (err, data) {
|
||||
callback(err, data ? data[0] : null);
|
||||
});
|
||||
const data = await module.getObjectsFields([key], fields);
|
||||
return data ? data[0] : null;
|
||||
};
|
||||
|
||||
module.getObjectsFields = function (keys, fields, callback) {
|
||||
module.getObjectsFields = async function (keys, fields) {
|
||||
if (!Array.isArray(keys) || !keys.length) {
|
||||
return setImmediate(callback, null, []);
|
||||
return [];
|
||||
}
|
||||
const cachedData = {};
|
||||
function returnData() {
|
||||
@@ -97,22 +84,20 @@ module.exports = function (db, module) {
|
||||
return result;
|
||||
});
|
||||
|
||||
callback(null, mapped);
|
||||
return mapped;
|
||||
}
|
||||
|
||||
const unCachedKeys = cache.getUnCachedKeys(keys, cachedData);
|
||||
if (!unCachedKeys.length) {
|
||||
return process.nextTick(returnData);
|
||||
return returnData();
|
||||
}
|
||||
|
||||
var query = { _key: { $in: unCachedKeys } };
|
||||
if (unCachedKeys.length === 1) {
|
||||
query._key = unCachedKeys[0];
|
||||
}
|
||||
db.collection('objects').find(query, { projection: { _id: 0 } }).toArray(function (err, data) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
let data = await db.collection('objects').find(query, { projection: { _id: 0 } }).toArray();
|
||||
|
||||
data = data.map(helpers.deserializeData);
|
||||
var map = helpers.toMap(data);
|
||||
unCachedKeys.forEach(function (key) {
|
||||
@@ -120,81 +105,51 @@ module.exports = function (db, module) {
|
||||
cache.set(key, cachedData[key]);
|
||||
});
|
||||
|
||||
returnData();
|
||||
});
|
||||
return returnData();
|
||||
};
|
||||
|
||||
module.getObjectKeys = function (key, callback) {
|
||||
module.getObject(key, function (err, data) {
|
||||
callback(err, data ? Object.keys(data) : []);
|
||||
});
|
||||
module.getObjectKeys = async function (key) {
|
||||
const data = await module.getObject(key);
|
||||
return data ? Object.keys(data) : [];
|
||||
};
|
||||
|
||||
module.getObjectValues = function (key, callback) {
|
||||
module.getObject(key, function (err, data) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
|
||||
var values = [];
|
||||
for (var key in data) {
|
||||
if (data && data.hasOwnProperty(key)) {
|
||||
values.push(data[key]);
|
||||
}
|
||||
}
|
||||
callback(null, values);
|
||||
});
|
||||
module.getObjectValues = async function (key) {
|
||||
const data = await module.getObject(key);
|
||||
return data ? Object.values(data) : [];
|
||||
};
|
||||
|
||||
module.isObjectField = function (key, field, callback) {
|
||||
module.isObjectField = async function (key, field) {
|
||||
const data = await module.isObjectFields(key, [field]);
|
||||
return Array.isArray(data) && data.length ? data[0] : false;
|
||||
};
|
||||
|
||||
module.isObjectFields = async function (key, fields) {
|
||||
if (!key) {
|
||||
return callback();
|
||||
}
|
||||
var data = {};
|
||||
field = helpers.fieldToString(field);
|
||||
data[field] = 1;
|
||||
db.collection('objects').findOne({ _key: key }, { projection: data }, function (err, item) {
|
||||
callback(err, !!item && item[field] !== undefined && item[field] !== null);
|
||||
});
|
||||
};
|
||||
|
||||
module.isObjectFields = function (key, fields, callback) {
|
||||
if (!key) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
|
||||
var data = {};
|
||||
const data = {};
|
||||
fields.forEach(function (field) {
|
||||
field = helpers.fieldToString(field);
|
||||
data[field] = 1;
|
||||
});
|
||||
|
||||
db.collection('objects').findOne({ _key: key }, { projection: data }, function (err, item) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
var results = [];
|
||||
|
||||
fields.forEach(function (field, index) {
|
||||
results[index] = !!item && item[field] !== undefined && item[field] !== null;
|
||||
});
|
||||
|
||||
callback(null, results);
|
||||
});
|
||||
const item = await db.collection('objects').findOne({ _key: key }, { projection: data });
|
||||
const results = fields.map(f => !!item && item[f] !== undefined && item[f] !== null);
|
||||
return results;
|
||||
};
|
||||
|
||||
module.deleteObjectField = function (key, field, callback) {
|
||||
module.deleteObjectFields(key, [field], callback);
|
||||
module.deleteObjectField = async function (key, field) {
|
||||
await module.deleteObjectFields(key, [field]);
|
||||
};
|
||||
|
||||
module.deleteObjectFields = function (key, fields, callback) {
|
||||
callback = callback || helpers.noop;
|
||||
module.deleteObjectFields = async function (key, fields) {
|
||||
if (!key || !Array.isArray(fields) || !fields.length) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
fields = fields.filter(Boolean);
|
||||
if (!fields.length) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
|
||||
var data = {};
|
||||
@@ -203,68 +158,41 @@ module.exports = function (db, module) {
|
||||
data[field] = '';
|
||||
});
|
||||
|
||||
db.collection('objects').updateOne({ _key: key }, { $unset: data }, function (err) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
await db.collection('objects').updateOne({ _key: key }, { $unset: data });
|
||||
cache.delObjectCache(key);
|
||||
callback();
|
||||
});
|
||||
};
|
||||
|
||||
module.incrObjectField = function (key, field, callback) {
|
||||
module.incrObjectFieldBy(key, field, 1, callback);
|
||||
module.incrObjectField = async function (key, field) {
|
||||
return await module.incrObjectFieldBy(key, field, 1);
|
||||
};
|
||||
|
||||
module.decrObjectField = function (key, field, callback) {
|
||||
module.incrObjectFieldBy(key, field, -1, callback);
|
||||
module.decrObjectField = async function (key, field) {
|
||||
return await module.incrObjectFieldBy(key, field, -1);
|
||||
};
|
||||
|
||||
module.incrObjectFieldBy = function (key, field, value, callback) {
|
||||
callback = callback || helpers.noop;
|
||||
module.incrObjectFieldBy = async function (key, field, value) {
|
||||
value = parseInt(value, 10);
|
||||
if (!key || isNaN(value)) {
|
||||
return callback(null, null);
|
||||
return null;
|
||||
}
|
||||
|
||||
var data = {};
|
||||
var increment = {};
|
||||
field = helpers.fieldToString(field);
|
||||
data[field] = value;
|
||||
increment[field] = value;
|
||||
|
||||
if (Array.isArray(key)) {
|
||||
var bulk = db.collection('objects').initializeUnorderedBulkOp();
|
||||
key.forEach(function (key) {
|
||||
bulk.find({ _key: key }).upsert().update({ $inc: data });
|
||||
bulk.find({ _key: key }).upsert().update({ $inc: increment });
|
||||
});
|
||||
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
bulk.execute(function (err) {
|
||||
next(err);
|
||||
});
|
||||
},
|
||||
function (next) {
|
||||
await bulk.execute();
|
||||
cache.delObjectCache(key);
|
||||
|
||||
module.getObjectsFields(key, [field], next);
|
||||
},
|
||||
function (data, next) {
|
||||
data = data.map(function (data) {
|
||||
return data && data[field];
|
||||
});
|
||||
next(null, data);
|
||||
},
|
||||
], callback);
|
||||
return;
|
||||
const result = await module.getObjectsFields(key, [field]);
|
||||
return result.map(data => data && data[field]);
|
||||
}
|
||||
|
||||
|
||||
db.collection('objects').findOneAndUpdate({ _key: key }, { $inc: data }, { returnOriginal: false, upsert: true }, function (err, result) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
const result = await db.collection('objects').findOneAndUpdate({ _key: key }, { $inc: increment }, { returnOriginal: false, upsert: true });
|
||||
cache.delObjectCache(key);
|
||||
callback(null, result && result.value ? result.value[field] : null);
|
||||
});
|
||||
return result && result.value ? result.value[field] : null;
|
||||
};
|
||||
};
|
||||
|
||||
@@ -1,112 +1,75 @@
|
||||
'use strict';
|
||||
|
||||
module.exports = function (db, module) {
|
||||
var helpers = module.helpers.mongo;
|
||||
|
||||
module.listPrepend = function (key, value, callback) {
|
||||
callback = callback || helpers.noop;
|
||||
var helpers = require('./helpers');
|
||||
|
||||
module.listPrepend = async function (key, value) {
|
||||
if (!key) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
|
||||
value = helpers.valueToString(value);
|
||||
|
||||
module.isObjectField(key, 'array', function (err, exists) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
|
||||
const exists = await module.isObjectField(key, 'array');
|
||||
if (exists) {
|
||||
db.collection('objects').updateOne({ _key: key }, { $push: { array: { $each: [value], $position: 0 } } }, { upsert: true, w: 1 }, function (err) {
|
||||
callback(err);
|
||||
});
|
||||
await db.collection('objects').updateOne({ _key: key }, { $push: { array: { $each: [value], $position: 0 } } }, { upsert: true, w: 1 });
|
||||
} else {
|
||||
module.listAppend(key, value, callback);
|
||||
await module.listAppend(key, value);
|
||||
}
|
||||
});
|
||||
};
|
||||
|
||||
module.listAppend = function (key, value, callback) {
|
||||
callback = callback || helpers.noop;
|
||||
module.listAppend = async function (key, value) {
|
||||
if (!key) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
value = helpers.valueToString(value);
|
||||
db.collection('objects').updateOne({ _key: key }, { $push: { array: value } }, { upsert: true, w: 1 }, function (err) {
|
||||
callback(err);
|
||||
});
|
||||
await db.collection('objects').updateOne({ _key: key }, { $push: { array: value } }, { upsert: true, w: 1 });
|
||||
};
|
||||
|
||||
module.listRemoveLast = function (key, callback) {
|
||||
callback = callback || helpers.noop;
|
||||
module.listRemoveLast = async function (key) {
|
||||
if (!key) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
module.getListRange(key, -1, -1, function (err, value) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
|
||||
db.collection('objects').updateOne({ _key: key }, { $pop: { array: 1 } }, function (err) {
|
||||
callback(err, (value && value.length) ? value[0] : null);
|
||||
});
|
||||
});
|
||||
const value = await module.getListRange(key, -1, -1);
|
||||
db.collection('objects').updateOne({ _key: key }, { $pop: { array: 1 } });
|
||||
return (value && value.length) ? value[0] : null;
|
||||
};
|
||||
|
||||
module.listRemoveAll = function (key, value, callback) {
|
||||
callback = callback || helpers.noop;
|
||||
module.listRemoveAll = async function (key, value) {
|
||||
if (!key) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
value = helpers.valueToString(value);
|
||||
|
||||
db.collection('objects').updateOne({ _key: key }, { $pull: { array: value } }, function (err) {
|
||||
callback(err);
|
||||
});
|
||||
await db.collection('objects').updateOne({ _key: key }, { $pull: { array: value } });
|
||||
};
|
||||
|
||||
module.listTrim = function (key, start, stop, callback) {
|
||||
callback = callback || helpers.noop;
|
||||
module.listTrim = async function (key, start, stop) {
|
||||
if (!key) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
module.getListRange(key, start, stop, function (err, value) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
|
||||
db.collection('objects').updateOne({ _key: key }, { $set: { array: value } }, function (err) {
|
||||
callback(err);
|
||||
});
|
||||
});
|
||||
const value = await module.getListRange(key, start, stop);
|
||||
await db.collection('objects').updateOne({ _key: key }, { $set: { array: value } });
|
||||
};
|
||||
|
||||
module.getListRange = function (key, start, stop, callback) {
|
||||
module.getListRange = async function (key, start, stop) {
|
||||
if (!key) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
|
||||
db.collection('objects').findOne({ _key: key }, { array: 1 }, function (err, data) {
|
||||
if (err || !(data && data.array)) {
|
||||
return callback(err, []);
|
||||
const data = await db.collection('objects').findOne({ _key: key }, { array: 1 });
|
||||
if (!(data && data.array)) {
|
||||
return [];
|
||||
}
|
||||
|
||||
if (stop === -1) {
|
||||
data.array = data.array.slice(start);
|
||||
} else {
|
||||
data.array = data.array.slice(start, stop + 1);
|
||||
}
|
||||
callback(null, data.array);
|
||||
});
|
||||
return data.array.slice(start, stop !== -1 ? stop + 1 : undefined);
|
||||
};
|
||||
|
||||
module.listLength = function (key, callback) {
|
||||
db.collection('objects').aggregate([
|
||||
module.listLength = async function (key) {
|
||||
const result = await db.collection('objects').aggregate([
|
||||
{ $match: { _key: key } },
|
||||
{ $project: { count: { $size: '$array' } } },
|
||||
]).toArray(function (err, result) {
|
||||
callback(err, Array.isArray(result) && result.length && result[0].count);
|
||||
});
|
||||
]).toArray();
|
||||
return Array.isArray(result) && result.length && result[0].count;
|
||||
};
|
||||
};
|
||||
|
||||
@@ -1,89 +1,55 @@
|
||||
'use strict';
|
||||
|
||||
module.exports = function (db, module) {
|
||||
var helpers = module.helpers.mongo;
|
||||
|
||||
module.flushdb = function (callback) {
|
||||
callback = callback || helpers.noop;
|
||||
db.dropDatabase(function (err) {
|
||||
callback(err);
|
||||
});
|
||||
module.flushdb = async function () {
|
||||
await db.dropDatabase();
|
||||
};
|
||||
|
||||
module.emptydb = function (callback) {
|
||||
callback = callback || helpers.noop;
|
||||
db.collection('objects').deleteMany({}, function (err) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
module.emptydb = async function () {
|
||||
await db.collection('objects').deleteMany({});
|
||||
module.objectCache.resetObjectCache();
|
||||
callback();
|
||||
});
|
||||
};
|
||||
|
||||
module.exists = function (key, callback) {
|
||||
module.exists = async function (key) {
|
||||
if (!key) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
if (Array.isArray(key)) {
|
||||
db.collection('objects').find({ _key: { $in: key } }).toArray(function (err, data) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
|
||||
const data = await db.collection('objects').find({ _key: { $in: key } }).toArray();
|
||||
var map = {};
|
||||
data.forEach(function (item) {
|
||||
map[item._key] = true;
|
||||
});
|
||||
|
||||
callback(null, key.map(key => !!map[key]));
|
||||
});
|
||||
} else {
|
||||
db.collection('objects').findOne({ _key: key }, function (err, item) {
|
||||
callback(err, item !== undefined && item !== null);
|
||||
});
|
||||
return key.map(key => !!map[key]);
|
||||
}
|
||||
const item = await db.collection('objects').findOne({ _key: key });
|
||||
return item !== undefined && item !== null;
|
||||
};
|
||||
|
||||
module.delete = function (key, callback) {
|
||||
callback = callback || helpers.noop;
|
||||
module.delete = async function (key) {
|
||||
if (!key) {
|
||||
return callback();
|
||||
}
|
||||
db.collection('objects').deleteMany({ _key: key }, function (err) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
return;
|
||||
}
|
||||
await db.collection('objects').deleteMany({ _key: key });
|
||||
module.objectCache.delObjectCache(key);
|
||||
callback();
|
||||
});
|
||||
};
|
||||
|
||||
module.deleteAll = function (keys, callback) {
|
||||
callback = callback || helpers.noop;
|
||||
module.deleteAll = async function (keys) {
|
||||
if (!Array.isArray(keys) || !keys.length) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
db.collection('objects').deleteMany({ _key: { $in: keys } }, function (err) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
|
||||
await db.collection('objects').deleteMany({ _key: { $in: keys } });
|
||||
module.objectCache.delObjectCache(keys);
|
||||
|
||||
callback(null);
|
||||
});
|
||||
};
|
||||
|
||||
module.get = function (key, callback) {
|
||||
module.get = async function (key) {
|
||||
if (!key) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
|
||||
db.collection('objects').findOne({ _key: key }, { projection: { _id: 0 } }, function (err, objectData) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
const objectData = await db.collection('objects').findOne({ _key: key }, { projection: { _id: 0 } });
|
||||
|
||||
// fallback to old field name 'value' for backwards compatibility #6340
|
||||
var value = null;
|
||||
if (objectData) {
|
||||
@@ -93,78 +59,63 @@ module.exports = function (db, module) {
|
||||
value = objectData.value;
|
||||
}
|
||||
}
|
||||
callback(null, value);
|
||||
});
|
||||
return value;
|
||||
};
|
||||
|
||||
module.set = function (key, value, callback) {
|
||||
callback = callback || helpers.noop;
|
||||
module.set = async function (key, value) {
|
||||
if (!key) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
var data = { data: value };
|
||||
module.setObject(key, data, callback);
|
||||
await module.setObject(key, data);
|
||||
};
|
||||
|
||||
module.increment = function (key, callback) {
|
||||
callback = callback || helpers.noop;
|
||||
module.increment = async function (key) {
|
||||
if (!key) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
db.collection('objects').findOneAndUpdate({ _key: key }, { $inc: { data: 1 } }, { returnOriginal: false, upsert: true }, function (err, result) {
|
||||
callback(err, result && result.value ? result.value.data : null);
|
||||
});
|
||||
const result = await db.collection('objects').findOneAndUpdate({ _key: key }, { $inc: { data: 1 } }, { returnOriginal: false, upsert: true });
|
||||
return result && result.value ? result.value.data : null;
|
||||
};
|
||||
|
||||
module.rename = function (oldKey, newKey, callback) {
|
||||
callback = callback || helpers.noop;
|
||||
db.collection('objects').updateMany({ _key: oldKey }, { $set: { _key: newKey } }, function (err) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
module.objectCache.delObjectCache(oldKey);
|
||||
module.objectCache.delObjectCache(newKey);
|
||||
callback();
|
||||
});
|
||||
module.rename = async function (oldKey, newKey) {
|
||||
await db.collection('objects').updateMany({ _key: oldKey }, { $set: { _key: newKey } });
|
||||
module.objectCache.delObjectCache([oldKey, newKey]);
|
||||
};
|
||||
|
||||
module.type = function (key, callback) {
|
||||
db.collection('objects').findOne({ _key: key }, function (err, data) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
module.type = async function (key) {
|
||||
const data = await db.collection('objects').findOne({ _key: key });
|
||||
if (!data) {
|
||||
return callback(null, null);
|
||||
return null;
|
||||
}
|
||||
delete data.expireAt;
|
||||
var keys = Object.keys(data);
|
||||
if (keys.length === 4 && data.hasOwnProperty('_key') && data.hasOwnProperty('score') && data.hasOwnProperty('value')) {
|
||||
return callback(null, 'zset');
|
||||
return 'zset';
|
||||
} else if (keys.length === 3 && data.hasOwnProperty('_key') && data.hasOwnProperty('members')) {
|
||||
return callback(null, 'set');
|
||||
return 'set';
|
||||
} else if (keys.length === 3 && data.hasOwnProperty('_key') && data.hasOwnProperty('array')) {
|
||||
return callback(null, 'list');
|
||||
return 'list';
|
||||
} else if (keys.length === 3 && data.hasOwnProperty('_key') && data.hasOwnProperty('data')) {
|
||||
return callback(null, 'string');
|
||||
return 'string';
|
||||
}
|
||||
callback(null, 'hash');
|
||||
});
|
||||
return 'hash';
|
||||
};
|
||||
|
||||
module.expire = function (key, seconds, callback) {
|
||||
module.expireAt(key, Math.round(Date.now() / 1000) + seconds, callback);
|
||||
module.expire = async function (key, seconds) {
|
||||
await module.expireAt(key, Math.round(Date.now() / 1000) + seconds);
|
||||
};
|
||||
|
||||
module.expireAt = function (key, timestamp, callback) {
|
||||
module.setObjectField(key, 'expireAt', new Date(timestamp * 1000), callback);
|
||||
module.expireAt = async function (key, timestamp) {
|
||||
await module.setObjectField(key, 'expireAt', new Date(timestamp * 1000));
|
||||
};
|
||||
|
||||
module.pexpire = function (key, ms, callback) {
|
||||
module.pexpireAt(key, Date.now() + parseInt(ms, 10), callback);
|
||||
module.pexpire = async function (key, ms) {
|
||||
await module.pexpireAt(key, Date.now() + parseInt(ms, 10));
|
||||
};
|
||||
|
||||
module.pexpireAt = function (key, timestamp, callback) {
|
||||
module.pexpireAt = async function (key, timestamp) {
|
||||
timestamp = Math.min(timestamp, 8640000000000000);
|
||||
module.setObjectField(key, 'expireAt', new Date(timestamp), callback);
|
||||
await module.setObjectField(key, 'expireAt', new Date(timestamp));
|
||||
};
|
||||
};
|
||||
|
||||
@@ -1,19 +1,16 @@
|
||||
'use strict';
|
||||
|
||||
module.exports = function (db, module) {
|
||||
var helpers = module.helpers.mongo;
|
||||
var helpers = require('./helpers');
|
||||
|
||||
module.setAdd = function (key, value, callback) {
|
||||
callback = callback || helpers.noop;
|
||||
module.setAdd = async function (key, value) {
|
||||
if (!Array.isArray(value)) {
|
||||
value = [value];
|
||||
}
|
||||
|
||||
value.forEach(function (element, index, array) {
|
||||
array[index] = helpers.valueToString(element);
|
||||
});
|
||||
value = value.map(v => helpers.valueToString(v));
|
||||
|
||||
db.collection('objects').updateOne({
|
||||
await db.collection('objects').updateOne({
|
||||
_key: key,
|
||||
}, {
|
||||
$addToSet: {
|
||||
@@ -24,25 +21,19 @@ module.exports = function (db, module) {
|
||||
}, {
|
||||
upsert: true,
|
||||
w: 1,
|
||||
}, function (err) {
|
||||
callback(err);
|
||||
});
|
||||
};
|
||||
|
||||
module.setsAdd = function (keys, value, callback) {
|
||||
callback = callback || helpers.noop;
|
||||
|
||||
module.setsAdd = async function (keys, value) {
|
||||
if (!Array.isArray(keys) || !keys.length) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
|
||||
if (!Array.isArray(value)) {
|
||||
value = [value];
|
||||
}
|
||||
|
||||
value.forEach(function (element, index, array) {
|
||||
array[index] = helpers.valueToString(element);
|
||||
});
|
||||
value = value.map(v => helpers.valueToString(v));
|
||||
|
||||
var bulk = db.collection('objects').initializeUnorderedBulkOp();
|
||||
|
||||
@@ -53,168 +44,118 @@ module.exports = function (db, module) {
|
||||
},
|
||||
} });
|
||||
}
|
||||
|
||||
bulk.execute(function (err) {
|
||||
try {
|
||||
await bulk.execute();
|
||||
} catch (err) {
|
||||
if (err && err.message.startsWith('E11000 duplicate key error')) {
|
||||
return process.nextTick(module.setsAdd, keys, value, callback);
|
||||
return await module.setsAdd(keys, value);
|
||||
}
|
||||
throw err;
|
||||
}
|
||||
callback(err);
|
||||
});
|
||||
};
|
||||
|
||||
module.setRemove = function (key, value, callback) {
|
||||
callback = callback || helpers.noop;
|
||||
module.setRemove = async function (key, value) {
|
||||
if (!Array.isArray(value)) {
|
||||
value = [value];
|
||||
}
|
||||
|
||||
value.forEach(function (element, index, array) {
|
||||
array[index] = helpers.valueToString(element);
|
||||
});
|
||||
value = value.map(v => helpers.valueToString(v));
|
||||
|
||||
if (Array.isArray(key)) {
|
||||
db.collection('objects').updateMany({ _key: { $in: key } }, { $pullAll: { members: value } }, function (err) {
|
||||
callback(err);
|
||||
});
|
||||
} else {
|
||||
db.collection('objects').updateOne({ _key: key }, { $pullAll: { members: value } }, function (err) {
|
||||
callback(err);
|
||||
});
|
||||
}
|
||||
await db.collection('objects').updateMany({ _key: Array.isArray(key) ? { $in: key } : key }, { $pullAll: { members: value } });
|
||||
};
|
||||
|
||||
module.setsRemove = function (keys, value, callback) {
|
||||
callback = callback || helpers.noop;
|
||||
module.setsRemove = async function (keys, value) {
|
||||
if (!Array.isArray(keys) || !keys.length) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
value = helpers.valueToString(value);
|
||||
|
||||
db.collection('objects').updateMany({ _key: { $in: keys } }, { $pull: { members: value } }, function (err) {
|
||||
callback(err);
|
||||
});
|
||||
await db.collection('objects').updateMany({ _key: { $in: keys } }, { $pull: { members: value } });
|
||||
};
|
||||
|
||||
module.isSetMember = function (key, value, callback) {
|
||||
module.isSetMember = async function (key, value) {
|
||||
if (!key) {
|
||||
return callback(null, false);
|
||||
return false;
|
||||
}
|
||||
value = helpers.valueToString(value);
|
||||
|
||||
db.collection('objects').findOne({ _key: key, members: value }, { projection: { _id: 0, members: 0 } }, function (err, item) {
|
||||
callback(err, item !== null && item !== undefined);
|
||||
});
|
||||
const item = await db.collection('objects').findOne({ _key: key, members: value }, { projection: { _id: 0, members: 0 } });
|
||||
return item !== null && item !== undefined;
|
||||
};
|
||||
|
||||
module.isSetMembers = function (key, values, callback) {
|
||||
module.isSetMembers = async function (key, values) {
|
||||
if (!key || !Array.isArray(values) || !values.length) {
|
||||
return callback(null, []);
|
||||
return [];
|
||||
}
|
||||
values = values.map(v => helpers.valueToString(v));
|
||||
|
||||
for (var i = 0; i < values.length; i += 1) {
|
||||
values[i] = helpers.valueToString(values[i]);
|
||||
}
|
||||
|
||||
db.collection('objects').findOne({ _key: key }, { projection: { _id: 0, _key: 0 } }, function (err, items) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
|
||||
const membersSet = new Set(items && Array.isArray(items.members) ? items.members : []);
|
||||
values = values.map(value => membersSet.has(value));
|
||||
callback(null, values);
|
||||
});
|
||||
const result = await db.collection('objects').findOne({ _key: key }, { projection: { _id: 0, _key: 0 } });
|
||||
const membersSet = new Set(result && Array.isArray(result.members) ? result.members : []);
|
||||
return values.map(v => membersSet.has(v));
|
||||
};
|
||||
|
||||
module.isMemberOfSets = function (sets, value, callback) {
|
||||
module.isMemberOfSets = async function (sets, value) {
|
||||
if (!Array.isArray(sets) || !sets.length) {
|
||||
return callback(null, []);
|
||||
return [];
|
||||
}
|
||||
value = helpers.valueToString(value);
|
||||
|
||||
db.collection('objects').find({ _key: { $in: sets }, members: value }, { projection: { _id: 0, members: 0 } }).toArray(function (err, result) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
const result = await db.collection('objects').find({ _key: { $in: sets }, members: value }, { projection: { _id: 0, members: 0 } }).toArray();
|
||||
|
||||
var map = {};
|
||||
result.forEach(function (item) {
|
||||
map[item._key] = true;
|
||||
});
|
||||
|
||||
result = sets.map(function (set) {
|
||||
return !!map[set];
|
||||
});
|
||||
|
||||
callback(null, result);
|
||||
});
|
||||
return sets.map(set => !!map[set]);
|
||||
};
|
||||
|
||||
module.getSetMembers = function (key, callback) {
|
||||
module.getSetMembers = async function (key) {
|
||||
if (!key) {
|
||||
return callback(null, []);
|
||||
return [];
|
||||
}
|
||||
|
||||
db.collection('objects').findOne({ _key: key }, { projection: { _id: 0, _key: 0 } }, function (err, data) {
|
||||
callback(err, data ? data.members : []);
|
||||
});
|
||||
const data = await db.collection('objects').findOne({ _key: key }, { projection: { _id: 0, _key: 0 } });
|
||||
return data ? data.members : [];
|
||||
};
|
||||
|
||||
module.getSetsMembers = function (keys, callback) {
|
||||
module.getSetsMembers = async function (keys) {
|
||||
if (!Array.isArray(keys) || !keys.length) {
|
||||
return callback(null, []);
|
||||
}
|
||||
db.collection('objects').find({ _key: { $in: keys } }, { projection: { _id: 0 } }).toArray(function (err, data) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
return [];
|
||||
}
|
||||
const data = await db.collection('objects').find({ _key: { $in: keys } }, { projection: { _id: 0 } }).toArray();
|
||||
|
||||
var sets = {};
|
||||
data.forEach(function (set) {
|
||||
sets[set._key] = set.members || [];
|
||||
});
|
||||
|
||||
var returnData = new Array(keys.length);
|
||||
for (var i = 0; i < keys.length; i += 1) {
|
||||
returnData[i] = sets[keys[i]] || [];
|
||||
}
|
||||
callback(null, returnData);
|
||||
});
|
||||
return keys.map(k => sets[k] || []);
|
||||
};
|
||||
|
||||
module.setCount = function (key, callback) {
|
||||
module.setCount = async function (key) {
|
||||
if (!key) {
|
||||
return callback(null, 0);
|
||||
return 0;
|
||||
}
|
||||
db.collection('objects').findOne({ _key: key }, { projection: { _id: 0 } }, function (err, data) {
|
||||
callback(err, data ? data.members.length : 0);
|
||||
});
|
||||
const data = await db.collection('objects').findOne({ _key: key }, { projection: { _id: 0 } });
|
||||
return data ? data.members.length : 0;
|
||||
};
|
||||
|
||||
module.setsCount = function (keys, callback) {
|
||||
module.getSetsMembers(keys, function (err, setsMembers) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
|
||||
var counts = setsMembers.map(function (members) {
|
||||
return (members && members.length) || 0;
|
||||
});
|
||||
callback(null, counts);
|
||||
});
|
||||
module.setsCount = async function (keys) {
|
||||
const setsMembers = await module.getSetsMembers(keys);
|
||||
var counts = setsMembers.map(members => (members && members.length) || 0);
|
||||
return counts;
|
||||
};
|
||||
|
||||
module.setRemoveRandom = function (key, callback) {
|
||||
callback = callback || function () {};
|
||||
db.collection('objects').findOne({ _key: key }, function (err, data) {
|
||||
if (err || !data) {
|
||||
return callback(err);
|
||||
module.setRemoveRandom = async function (key) {
|
||||
const data = await db.collection('objects').findOne({ _key: key });
|
||||
if (!data) {
|
||||
return;
|
||||
}
|
||||
|
||||
var randomIndex = Math.floor(Math.random() * data.members.length);
|
||||
var value = data.members[randomIndex];
|
||||
module.setRemove(data._key, value, function (err) {
|
||||
callback(err, value);
|
||||
});
|
||||
});
|
||||
await module.setRemove(data._key, value);
|
||||
return value;
|
||||
};
|
||||
};
|
||||
|
||||
@@ -1,44 +1,43 @@
|
||||
'use strict';
|
||||
|
||||
var async = require('async');
|
||||
var utils = require('../../utils');
|
||||
|
||||
module.exports = function (db, module) {
|
||||
var helpers = module.helpers.mongo;
|
||||
var helpers = require('./helpers');
|
||||
const util = require('util');
|
||||
const sleep = util.promisify(setTimeout);
|
||||
|
||||
require('./sorted/add')(db, module);
|
||||
require('./sorted/remove')(db, module);
|
||||
require('./sorted/union')(db, module);
|
||||
require('./sorted/intersect')(db, module);
|
||||
|
||||
module.getSortedSetRange = function (key, start, stop, callback) {
|
||||
getSortedSetRange(key, start, stop, '-inf', '+inf', 1, false, callback);
|
||||
module.getSortedSetRange = async function (key, start, stop) {
|
||||
return await getSortedSetRange(key, start, stop, '-inf', '+inf', 1, false);
|
||||
};
|
||||
|
||||
module.getSortedSetRevRange = function (key, start, stop, callback) {
|
||||
getSortedSetRange(key, start, stop, '-inf', '+inf', -1, false, callback);
|
||||
module.getSortedSetRevRange = async function (key, start, stop) {
|
||||
return await getSortedSetRange(key, start, stop, '-inf', '+inf', -1, false);
|
||||
};
|
||||
|
||||
module.getSortedSetRangeWithScores = function (key, start, stop, callback) {
|
||||
getSortedSetRange(key, start, stop, '-inf', '+inf', 1, true, callback);
|
||||
module.getSortedSetRangeWithScores = async function (key, start, stop) {
|
||||
return await getSortedSetRange(key, start, stop, '-inf', '+inf', 1, true);
|
||||
};
|
||||
|
||||
module.getSortedSetRevRangeWithScores = function (key, start, stop, callback) {
|
||||
getSortedSetRange(key, start, stop, '-inf', '+inf', -1, true, callback);
|
||||
module.getSortedSetRevRangeWithScores = async function (key, start, stop) {
|
||||
return await getSortedSetRange(key, start, stop, '-inf', '+inf', -1, true);
|
||||
};
|
||||
|
||||
function getSortedSetRange(key, start, stop, min, max, sort, withScores, callback) {
|
||||
async function getSortedSetRange(key, start, stop, min, max, sort, withScores) {
|
||||
if (!key) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
if (start < 0 && start > stop) {
|
||||
return callback(null, []);
|
||||
const isArray = Array.isArray(key);
|
||||
if ((start < 0 && start > stop) || (isArray && !key.length)) {
|
||||
return [];
|
||||
}
|
||||
|
||||
if (Array.isArray(key)) {
|
||||
if (!key.length) {
|
||||
return setImmediate(callback, null, []);
|
||||
}
|
||||
if (isArray) {
|
||||
if (key.length > 1) {
|
||||
key = { $in: key };
|
||||
} else {
|
||||
@@ -82,14 +81,11 @@ module.exports = function (db, module) {
|
||||
limit = 0;
|
||||
}
|
||||
|
||||
db.collection('objects').find(query, { projection: fields })
|
||||
let data = await db.collection('objects').find(query, { projection: fields })
|
||||
.sort({ score: sort })
|
||||
.skip(start)
|
||||
.limit(limit)
|
||||
.toArray(function (err, data) {
|
||||
if (err || !data) {
|
||||
return callback(err);
|
||||
}
|
||||
.toArray();
|
||||
|
||||
if (reverse) {
|
||||
data.reverse();
|
||||
@@ -98,37 +94,36 @@ module.exports = function (db, module) {
|
||||
data = data.map(item => item.value);
|
||||
}
|
||||
|
||||
callback(null, data);
|
||||
});
|
||||
return data;
|
||||
}
|
||||
|
||||
module.getSortedSetRangeByScore = function (key, start, count, min, max, callback) {
|
||||
getSortedSetRangeByScore(key, start, count, min, max, 1, false, callback);
|
||||
module.getSortedSetRangeByScore = async function (key, start, count, min, max) {
|
||||
return await getSortedSetRangeByScore(key, start, count, min, max, 1, false);
|
||||
};
|
||||
|
||||
module.getSortedSetRevRangeByScore = function (key, start, count, max, min, callback) {
|
||||
getSortedSetRangeByScore(key, start, count, min, max, -1, false, callback);
|
||||
module.getSortedSetRevRangeByScore = async function (key, start, count, max, min) {
|
||||
return await getSortedSetRangeByScore(key, start, count, min, max, -1, false);
|
||||
};
|
||||
|
||||
module.getSortedSetRangeByScoreWithScores = function (key, start, count, min, max, callback) {
|
||||
getSortedSetRangeByScore(key, start, count, min, max, 1, true, callback);
|
||||
module.getSortedSetRangeByScoreWithScores = async function (key, start, count, min, max) {
|
||||
return await getSortedSetRangeByScore(key, start, count, min, max, 1, true);
|
||||
};
|
||||
|
||||
module.getSortedSetRevRangeByScoreWithScores = function (key, start, count, max, min, callback) {
|
||||
getSortedSetRangeByScore(key, start, count, min, max, -1, true, callback);
|
||||
module.getSortedSetRevRangeByScoreWithScores = async function (key, start, count, max, min) {
|
||||
return await getSortedSetRangeByScore(key, start, count, min, max, -1, true);
|
||||
};
|
||||
|
||||
function getSortedSetRangeByScore(key, start, count, min, max, sort, withScores, callback) {
|
||||
async function getSortedSetRangeByScore(key, start, count, min, max, sort, withScores) {
|
||||
if (parseInt(count, 10) === 0) {
|
||||
return setImmediate(callback, null, []);
|
||||
return [];
|
||||
}
|
||||
const stop = (parseInt(count, 10) === -1) ? -1 : (start + count - 1);
|
||||
getSortedSetRange(key, start, stop, min, max, sort, withScores, callback);
|
||||
return await getSortedSetRange(key, start, stop, min, max, sort, withScores);
|
||||
}
|
||||
|
||||
module.sortedSetCount = function (key, min, max, callback) {
|
||||
module.sortedSetCount = async function (key, min, max) {
|
||||
if (!key) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
|
||||
var query = { _key: key };
|
||||
@@ -140,58 +135,54 @@ module.exports = function (db, module) {
|
||||
query.score.$lte = max;
|
||||
}
|
||||
|
||||
db.collection('objects').countDocuments(query, function (err, count) {
|
||||
callback(err, count || 0);
|
||||
});
|
||||
const count = await db.collection('objects').countDocuments(query);
|
||||
return count || 0;
|
||||
};
|
||||
|
||||
module.sortedSetCard = function (key, callback) {
|
||||
module.sortedSetCard = async function (key) {
|
||||
if (!key) {
|
||||
return callback(null, 0);
|
||||
return 0;
|
||||
}
|
||||
db.collection('objects').countDocuments({ _key: key }, function (err, count) {
|
||||
count = parseInt(count, 10);
|
||||
callback(err, count || 0);
|
||||
});
|
||||
const count = await db.collection('objects').countDocuments({ _key: key });
|
||||
return parseInt(count, 10) || 0;
|
||||
};
|
||||
|
||||
module.sortedSetsCard = function (keys, callback) {
|
||||
module.sortedSetsCard = async function (keys) {
|
||||
if (!Array.isArray(keys) || !keys.length) {
|
||||
return callback(null, []);
|
||||
return [];
|
||||
}
|
||||
async.map(keys, module.sortedSetCard, callback);
|
||||
const promises = keys.map(k => module.sortedSetCard(k));
|
||||
return await Promise.all(promises);
|
||||
};
|
||||
|
||||
module.sortedSetsCardSum = function (keys, callback) {
|
||||
module.sortedSetsCardSum = async function (keys) {
|
||||
if (!keys || (Array.isArray(keys) && !keys.length)) {
|
||||
return callback(null, 0);
|
||||
return 0;
|
||||
}
|
||||
|
||||
db.collection('objects').countDocuments({ _key: Array.isArray(keys) ? { $in: keys } : keys }, function (err, count) {
|
||||
count = parseInt(count, 10);
|
||||
callback(err, count || 0);
|
||||
});
|
||||
const count = await db.collection('objects').countDocuments({ _key: Array.isArray(keys) ? { $in: keys } : keys });
|
||||
return parseInt(count, 10) || 0;
|
||||
};
|
||||
|
||||
module.sortedSetRank = function (key, value, callback) {
|
||||
getSortedSetRank(false, key, value, callback);
|
||||
module.sortedSetRank = async function (key, value) {
|
||||
return await getSortedSetRank(false, key, value);
|
||||
};
|
||||
|
||||
module.sortedSetRevRank = function (key, value, callback) {
|
||||
getSortedSetRank(true, key, value, callback);
|
||||
module.sortedSetRevRank = async function (key, value) {
|
||||
return await getSortedSetRank(true, key, value);
|
||||
};
|
||||
|
||||
function getSortedSetRank(reverse, key, value, callback) {
|
||||
async function getSortedSetRank(reverse, key, value) {
|
||||
if (!key) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
value = helpers.valueToString(value);
|
||||
module.sortedSetScore(key, value, function (err, score) {
|
||||
if (err || score === null) {
|
||||
return callback(err, null);
|
||||
const score = await module.sortedSetScore(key, value);
|
||||
if (score === null) {
|
||||
return null;
|
||||
}
|
||||
|
||||
db.collection('objects').countDocuments({
|
||||
return await db.collection('objects').countDocuments({
|
||||
$or: [
|
||||
{
|
||||
_key: key,
|
||||
@@ -203,45 +194,39 @@ module.exports = function (db, module) {
|
||||
value: reverse ? { $gt: value } : { $lt: value },
|
||||
},
|
||||
],
|
||||
}, function (err, rank) { callback(err, rank); });
|
||||
});
|
||||
}
|
||||
|
||||
module.sortedSetsRanks = function (keys, values, callback) {
|
||||
sortedSetsRanks(module.sortedSetRank, keys, values, callback);
|
||||
module.sortedSetsRanks = async function (keys, values) {
|
||||
return await sortedSetsRanks(module.sortedSetRank, keys, values);
|
||||
};
|
||||
|
||||
module.sortedSetsRevRanks = function (keys, values, callback) {
|
||||
sortedSetsRanks(module.sortedSetRevRank, keys, values, callback);
|
||||
module.sortedSetsRevRanks = async function (keys, values) {
|
||||
return await sortedSetsRanks(module.sortedSetRevRank, keys, values);
|
||||
};
|
||||
|
||||
function sortedSetsRanks(method, keys, values, callback) {
|
||||
async function sortedSetsRanks(method, keys, values) {
|
||||
if (!Array.isArray(keys) || !keys.length) {
|
||||
return callback(null, []);
|
||||
return [];
|
||||
}
|
||||
var data = new Array(values.length);
|
||||
for (var i = 0; i < values.length; i += 1) {
|
||||
data[i] = { key: keys[i], value: values[i] };
|
||||
}
|
||||
|
||||
async.map(data, function (item, next) {
|
||||
method(item.key, item.value, next);
|
||||
}, callback);
|
||||
const promises = data.map(item => method(item.key, item.value));
|
||||
return await Promise.all(promises);
|
||||
}
|
||||
|
||||
module.sortedSetRanks = function (key, values, callback) {
|
||||
sortedSetRanks(module.getSortedSetRange, key, values, callback);
|
||||
module.sortedSetRanks = async function (key, values) {
|
||||
return await sortedSetRanks(module.getSortedSetRange, key, values);
|
||||
};
|
||||
|
||||
module.sortedSetRevRanks = function (key, values, callback) {
|
||||
sortedSetRanks(module.getSortedSetRevRange, key, values, callback);
|
||||
module.sortedSetRevRanks = async function (key, values) {
|
||||
return await sortedSetRanks(module.getSortedSetRevRange, key, values);
|
||||
};
|
||||
|
||||
function sortedSetRanks(method, key, values, callback) {
|
||||
method(key, 0, -1, function (err, sortedSet) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
async function sortedSetRanks(method, key, values) {
|
||||
const sortedSet = await method(key, 0, -1);
|
||||
|
||||
var result = values.map(function (value) {
|
||||
if (!value) {
|
||||
@@ -250,31 +235,24 @@ module.exports = function (db, module) {
|
||||
var index = sortedSet.indexOf(value.toString());
|
||||
return index !== -1 ? index : null;
|
||||
});
|
||||
|
||||
callback(null, result);
|
||||
});
|
||||
return result;
|
||||
}
|
||||
|
||||
module.sortedSetScore = function (key, value, callback) {
|
||||
module.sortedSetScore = async function (key, value) {
|
||||
if (!key) {
|
||||
return callback(null, null);
|
||||
return null;
|
||||
}
|
||||
value = helpers.valueToString(value);
|
||||
db.collection('objects').findOne({ _key: key, value: value }, { projection: { _id: 0, _key: 0, value: 0 } }, function (err, result) {
|
||||
callback(err, result ? result.score : null);
|
||||
});
|
||||
const result = await db.collection('objects').findOne({ _key: key, value: value }, { projection: { _id: 0, _key: 0, value: 0 } });
|
||||
return result ? result.score : null;
|
||||
};
|
||||
|
||||
module.sortedSetsScore = function (keys, value, callback) {
|
||||
module.sortedSetsScore = async function (keys, value) {
|
||||
if (!Array.isArray(keys) || !keys.length) {
|
||||
return callback(null, []);
|
||||
return [];
|
||||
}
|
||||
value = helpers.valueToString(value);
|
||||
db.collection('objects').find({ _key: { $in: keys }, value: value }, { projection: { _id: 0, value: 0 } }).toArray(function (err, result) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
|
||||
const result = await db.collection('objects').find({ _key: { $in: keys }, value: value }, { projection: { _id: 0, value: 0 } }).toArray();
|
||||
var map = {};
|
||||
result.forEach(function (item) {
|
||||
if (item) {
|
||||
@@ -282,63 +260,45 @@ module.exports = function (db, module) {
|
||||
}
|
||||
});
|
||||
|
||||
result = keys.map(function (key) {
|
||||
return map[key] ? map[key].score : null;
|
||||
});
|
||||
|
||||
callback(null, result);
|
||||
});
|
||||
return keys.map(key => (map[key] ? map[key].score : null));
|
||||
};
|
||||
|
||||
module.sortedSetScores = function (key, values, callback) {
|
||||
module.sortedSetScores = async function (key, values) {
|
||||
if (!key) {
|
||||
return setImmediate(callback, null, null);
|
||||
return null;
|
||||
}
|
||||
if (!values.length) {
|
||||
return setImmediate(callback, null, []);
|
||||
return [];
|
||||
}
|
||||
values = values.map(helpers.valueToString);
|
||||
db.collection('objects').find({ _key: key, value: { $in: values } }, { projection: { _id: 0, _key: 0 } }).toArray(function (err, result) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
const result = await db.collection('objects').find({ _key: key, value: { $in: values } }, { projection: { _id: 0, _key: 0 } }).toArray();
|
||||
|
||||
var map = {};
|
||||
var valueToScore = {};
|
||||
result.forEach(function (item) {
|
||||
map[item.value] = item.score;
|
||||
});
|
||||
|
||||
var returnData = new Array(values.length);
|
||||
var score;
|
||||
|
||||
for (var i = 0; i < values.length; i += 1) {
|
||||
score = map[values[i]];
|
||||
returnData[i] = utils.isNumber(score) ? score : null;
|
||||
if (item) {
|
||||
valueToScore[item.value] = item.score;
|
||||
}
|
||||
|
||||
callback(null, returnData);
|
||||
});
|
||||
|
||||
return values.map(v => (utils.isNumber(valueToScore[v]) ? valueToScore[v] : null));
|
||||
};
|
||||
|
||||
module.isSortedSetMember = function (key, value, callback) {
|
||||
module.isSortedSetMember = async function (key, value) {
|
||||
if (!key) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
value = helpers.valueToString(value);
|
||||
db.collection('objects').findOne({ _key: key, value: value }, { projection: { _id: 0, _key: 0, score: 0 } }, function (err, result) {
|
||||
callback(err, !!result);
|
||||
});
|
||||
const result = await db.collection('objects').findOne({ _key: key, value: value }, { projection: { _id: 0, _key: 0, score: 0 } });
|
||||
return !!result;
|
||||
};
|
||||
|
||||
module.isSortedSetMembers = function (key, values, callback) {
|
||||
module.isSortedSetMembers = async function (key, values) {
|
||||
if (!key) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
values = values.map(helpers.valueToString);
|
||||
db.collection('objects').find({ _key: key, value: { $in: values } }, { projection: { _id: 0, _key: 0, score: 0 } }).toArray(function (err, results) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
const results = await db.collection('objects').find({ _key: key, value: { $in: values } }, { projection: { _id: 0, _key: 0, score: 0 } }).toArray();
|
||||
|
||||
var isMember = {};
|
||||
results.forEach(function (item) {
|
||||
if (item) {
|
||||
@@ -346,22 +306,16 @@ module.exports = function (db, module) {
|
||||
}
|
||||
});
|
||||
|
||||
values = values.map(function (value) {
|
||||
return !!isMember[value];
|
||||
});
|
||||
callback(null, values);
|
||||
});
|
||||
return values.map(value => !!isMember[value]);
|
||||
};
|
||||
|
||||
module.isMemberOfSortedSets = function (keys, value, callback) {
|
||||
module.isMemberOfSortedSets = async function (keys, value) {
|
||||
if (!Array.isArray(keys) || !keys.length) {
|
||||
return setImmediate(callback, null, []);
|
||||
return [];
|
||||
}
|
||||
value = helpers.valueToString(value);
|
||||
db.collection('objects').find({ _key: { $in: keys }, value: value }, { projection: { _id: 0, score: 0 } }).toArray(function (err, results) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
const results = await db.collection('objects').find({ _key: { $in: keys }, value: value }, { projection: { _id: 0, score: 0 } }).toArray();
|
||||
|
||||
var isMember = {};
|
||||
results.forEach(function (item) {
|
||||
if (item) {
|
||||
@@ -369,21 +323,14 @@ module.exports = function (db, module) {
|
||||
}
|
||||
});
|
||||
|
||||
results = keys.map(function (key) {
|
||||
return !!isMember[key];
|
||||
});
|
||||
callback(null, results);
|
||||
});
|
||||
return keys.map(key => !!isMember[key]);
|
||||
};
|
||||
|
||||
module.getSortedSetsMembers = function (keys, callback) {
|
||||
module.getSortedSetsMembers = async function (keys) {
|
||||
if (!Array.isArray(keys) || !keys.length) {
|
||||
return setImmediate(callback, null, []);
|
||||
}
|
||||
db.collection('objects').find({ _key: { $in: keys } }, { projection: { _id: 0, score: 0 } }).sort({ score: 1 }).toArray(function (err, data) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
return [];
|
||||
}
|
||||
const data = await db.collection('objects').find({ _key: { $in: keys } }, { projection: { _id: 0, score: 0 } }).sort({ score: 1 }).toArray();
|
||||
|
||||
var sets = {};
|
||||
data.forEach(function (set) {
|
||||
@@ -391,83 +338,65 @@ module.exports = function (db, module) {
|
||||
sets[set._key].push(set.value);
|
||||
});
|
||||
|
||||
var returnData = new Array(keys.length);
|
||||
for (var i = 0; i < keys.length; i += 1) {
|
||||
returnData[i] = sets[keys[i]] || [];
|
||||
}
|
||||
callback(null, returnData);
|
||||
});
|
||||
return keys.map(k => sets[k] || []);
|
||||
};
|
||||
|
||||
module.sortedSetIncrBy = function (key, increment, value, callback) {
|
||||
callback = callback || helpers.noop;
|
||||
module.sortedSetIncrBy = async function (key, increment, value) {
|
||||
if (!key) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
var data = {};
|
||||
value = helpers.valueToString(value);
|
||||
data.score = parseFloat(increment);
|
||||
|
||||
db.collection('objects').findOneAndUpdate({ _key: key, value: value }, { $inc: data }, { returnOriginal: false, upsert: true }, function (err, result) {
|
||||
try {
|
||||
const result = await db.collection('objects').findOneAndUpdate({ _key: key, value: value }, { $inc: data }, { returnOriginal: false, upsert: true });
|
||||
return result && result.value ? result.value.score : null;
|
||||
} catch (err) {
|
||||
// if there is duplicate key error retry the upsert
|
||||
// https://github.com/NodeBB/NodeBB/issues/4467
|
||||
// https://jira.mongodb.org/browse/SERVER-14322
|
||||
// https://docs.mongodb.org/manual/reference/command/findAndModify/#upsert-and-unique-index
|
||||
if (err && err.message.startsWith('E11000 duplicate key error')) {
|
||||
return process.nextTick(module.sortedSetIncrBy, key, increment, value, callback);
|
||||
return await module.sortedSetIncrBy(key, increment, value);
|
||||
}
|
||||
callback(err, result && result.value ? result.value.score : null);
|
||||
});
|
||||
};
|
||||
|
||||
module.getSortedSetRangeByLex = function (key, min, max, start, count, callback) {
|
||||
sortedSetLex(key, min, max, 1, start, count, callback);
|
||||
};
|
||||
|
||||
module.getSortedSetRevRangeByLex = function (key, max, min, start, count, callback) {
|
||||
sortedSetLex(key, min, max, -1, start, count, callback);
|
||||
};
|
||||
|
||||
module.sortedSetLexCount = function (key, min, max, callback) {
|
||||
sortedSetLex(key, min, max, 1, 0, 0, function (err, data) {
|
||||
callback(err, data ? data.length : null);
|
||||
});
|
||||
};
|
||||
|
||||
function sortedSetLex(key, min, max, sort, start, count, callback) {
|
||||
if (!callback) {
|
||||
callback = start;
|
||||
start = 0;
|
||||
count = 0;
|
||||
throw err;
|
||||
}
|
||||
};
|
||||
|
||||
module.getSortedSetRangeByLex = async function (key, min, max, start, count) {
|
||||
return await sortedSetLex(key, min, max, 1, start, count);
|
||||
};
|
||||
|
||||
module.getSortedSetRevRangeByLex = async function (key, max, min, start, count) {
|
||||
return await sortedSetLex(key, min, max, -1, start, count);
|
||||
};
|
||||
|
||||
module.sortedSetLexCount = async function (key, min, max) {
|
||||
const data = await sortedSetLex(key, min, max, 1, 0, 0);
|
||||
return data ? data.length : null;
|
||||
};
|
||||
|
||||
async function sortedSetLex(key, min, max, sort, start, count) {
|
||||
var query = { _key: key };
|
||||
start = start !== undefined ? start : 0;
|
||||
count = count !== undefined ? count : 0;
|
||||
buildLexQuery(query, min, max);
|
||||
|
||||
db.collection('objects').find(query, { projection: { _id: 0, _key: 0, score: 0 } })
|
||||
const data = await db.collection('objects').find(query, { projection: { _id: 0, _key: 0, score: 0 } })
|
||||
.sort({ value: sort })
|
||||
.skip(start)
|
||||
.limit(count === -1 ? 0 : count)
|
||||
.toArray(function (err, data) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
data = data.map(function (item) {
|
||||
return item && item.value;
|
||||
});
|
||||
callback(err, data);
|
||||
});
|
||||
.toArray();
|
||||
|
||||
return data.map(item => item && item.value);
|
||||
}
|
||||
|
||||
module.sortedSetRemoveRangeByLex = function (key, min, max, callback) {
|
||||
callback = callback || helpers.noop;
|
||||
|
||||
module.sortedSetRemoveRangeByLex = async function (key, min, max) {
|
||||
var query = { _key: key };
|
||||
buildLexQuery(query, min, max);
|
||||
|
||||
db.collection('objects').deleteMany(query, function (err) {
|
||||
callback(err);
|
||||
});
|
||||
await db.collection('objects').deleteMany(query);
|
||||
};
|
||||
|
||||
function buildLexQuery(query, min, max) {
|
||||
@@ -492,51 +421,39 @@ module.exports = function (db, module) {
|
||||
}
|
||||
}
|
||||
|
||||
module.processSortedSet = function (setKey, processFn, options, callback) {
|
||||
module.processSortedSet = async function (setKey, processFn, options) {
|
||||
var done = false;
|
||||
var ids = [];
|
||||
var project = { _id: 0, _key: 0 };
|
||||
|
||||
if (!options.withScores) {
|
||||
project.score = 0;
|
||||
}
|
||||
var cursor = db.collection('objects').find({ _key: setKey }, { projection: project })
|
||||
var cursor = await db.collection('objects').find({ _key: setKey }, { projection: project })
|
||||
.sort({ score: 1 })
|
||||
.batchSize(options.batch);
|
||||
|
||||
async.whilst(
|
||||
function (next) {
|
||||
next(null, !done);
|
||||
},
|
||||
function (next) {
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
cursor.next(next);
|
||||
},
|
||||
function (item, _next) {
|
||||
if (processFn && processFn.constructor && processFn.constructor.name !== 'AsyncFunction') {
|
||||
processFn = util.promisify(processFn);
|
||||
}
|
||||
|
||||
while (!done) {
|
||||
/* eslint-disable no-await-in-loop */
|
||||
const item = await cursor.next();
|
||||
if (item === null) {
|
||||
done = true;
|
||||
} else {
|
||||
ids.push(options.withScores ? item : item.value);
|
||||
}
|
||||
|
||||
if (ids.length < options.batch && (!done || ids.length === 0)) {
|
||||
return process.nextTick(next, null);
|
||||
}
|
||||
processFn(ids, function (err) {
|
||||
_next(err);
|
||||
});
|
||||
},
|
||||
function (next) {
|
||||
ids = [];
|
||||
if (ids.length >= options.batch || (done && ids.length !== 0)) {
|
||||
await processFn(ids);
|
||||
|
||||
ids.length = 0;
|
||||
if (options.interval) {
|
||||
setTimeout(next, options.interval);
|
||||
} else {
|
||||
process.nextTick(next);
|
||||
await sleep(options.interval);
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
], next);
|
||||
},
|
||||
callback
|
||||
);
|
||||
};
|
||||
};
|
||||
|
||||
@@ -1,88 +1,82 @@
|
||||
'use strict';
|
||||
|
||||
module.exports = function (db, module) {
|
||||
var helpers = module.helpers.mongo;
|
||||
var helpers = require('../helpers');
|
||||
var utils = require('../../../utils');
|
||||
|
||||
module.sortedSetAdd = function (key, score, value, callback) {
|
||||
callback = callback || helpers.noop;
|
||||
module.sortedSetAdd = async function (key, score, value) {
|
||||
if (!key) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
if (Array.isArray(score) && Array.isArray(value)) {
|
||||
return sortedSetAddBulk(key, score, value, callback);
|
||||
return await sortedSetAddBulk(key, score, value);
|
||||
}
|
||||
if (!utils.isNumber(score)) {
|
||||
return setImmediate(callback, new Error('[[error:invalid-score, ' + score + ']]'));
|
||||
throw new Error('[[error:invalid-score, ' + score + ']]');
|
||||
}
|
||||
value = helpers.valueToString(value);
|
||||
|
||||
db.collection('objects').updateOne({ _key: key, value: value }, { $set: { score: parseFloat(score) } }, { upsert: true, w: 1 }, function (err) {
|
||||
try {
|
||||
await db.collection('objects').updateOne({ _key: key, value: value }, { $set: { score: parseFloat(score) } }, { upsert: true, w: 1 });
|
||||
} catch (err) {
|
||||
if (err && err.message.startsWith('E11000 duplicate key error')) {
|
||||
return process.nextTick(module.sortedSetAdd, key, score, value, callback);
|
||||
return await module.sortedSetAdd(key, score, value);
|
||||
}
|
||||
throw err;
|
||||
}
|
||||
callback(err);
|
||||
});
|
||||
};
|
||||
|
||||
function sortedSetAddBulk(key, scores, values, callback) {
|
||||
async function sortedSetAddBulk(key, scores, values) {
|
||||
if (!scores.length || !values.length) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
if (scores.length !== values.length) {
|
||||
return callback(new Error('[[error:invalid-data]]'));
|
||||
throw new Error('[[error:invalid-data]]');
|
||||
}
|
||||
for (let i = 0; i < scores.length; i += 1) {
|
||||
if (!utils.isNumber(scores[i])) {
|
||||
return setImmediate(callback, new Error('[[error:invalid-score, ' + scores[i] + ']]'));
|
||||
throw new Error('[[error:invalid-score, ' + scores[i] + ']]');
|
||||
}
|
||||
}
|
||||
values = values.map(helpers.valueToString);
|
||||
|
||||
var bulk = db.collection('objects').initializeUnorderedBulkOp();
|
||||
|
||||
for (var i = 0; i < scores.length; i += 1) {
|
||||
bulk.find({ _key: key, value: values[i] }).upsert().updateOne({ $set: { score: parseFloat(scores[i]) } });
|
||||
}
|
||||
|
||||
bulk.execute(function (err) {
|
||||
callback(err);
|
||||
});
|
||||
await bulk.execute();
|
||||
}
|
||||
|
||||
module.sortedSetsAdd = function (keys, scores, value, callback) {
|
||||
callback = callback || helpers.noop;
|
||||
module.sortedSetsAdd = async function (keys, scores, value) {
|
||||
if (!Array.isArray(keys) || !keys.length) {
|
||||
return setImmediate(callback);
|
||||
return;
|
||||
}
|
||||
const isArrayOfScores = Array.isArray(scores);
|
||||
if (!isArrayOfScores && !utils.isNumber(scores)) {
|
||||
return setImmediate(callback, new Error('[[error:invalid-score, ' + scores + ']]'));
|
||||
throw new Error('[[error:invalid-score, ' + scores + ']]');
|
||||
}
|
||||
|
||||
if (isArrayOfScores && scores.length !== keys.length) {
|
||||
return setImmediate(callback, new Error('[[error:invalid-data]]'));
|
||||
throw new Error('[[error:invalid-data]]');
|
||||
}
|
||||
|
||||
value = helpers.valueToString(value);
|
||||
|
||||
var bulk = db.collection('objects').initializeUnorderedBulkOp();
|
||||
|
||||
for (var i = 0; i < keys.length; i += 1) {
|
||||
bulk.find({ _key: keys[i], value: value }).upsert().updateOne({ $set: { score: parseFloat(isArrayOfScores ? scores[i] : scores) } });
|
||||
}
|
||||
|
||||
bulk.execute(err => callback(err));
|
||||
await bulk.execute();
|
||||
};
|
||||
|
||||
module.sortedSetAddBulk = function (data, callback) {
|
||||
module.sortedSetAddBulk = async function (data) {
|
||||
if (!Array.isArray(data) || !data.length) {
|
||||
return setImmediate(callback);
|
||||
return;
|
||||
}
|
||||
var bulk = db.collection('objects').initializeUnorderedBulkOp();
|
||||
data.forEach(function (item) {
|
||||
bulk.find({ _key: item[0], value: String(item[2]) }).upsert().updateOne({ $set: { score: parseFloat(item[1]) } });
|
||||
});
|
||||
bulk.execute(err => callback(err));
|
||||
await bulk.execute();
|
||||
};
|
||||
};
|
||||
|
||||
@@ -1,9 +1,9 @@
|
||||
'use strict';
|
||||
|
||||
module.exports = function (db, module) {
|
||||
module.sortedSetIntersectCard = function (keys, callback) {
|
||||
module.sortedSetIntersectCard = async function (keys) {
|
||||
if (!Array.isArray(keys) || !keys.length) {
|
||||
return callback(null, 0);
|
||||
return 0;
|
||||
}
|
||||
|
||||
var pipeline = [
|
||||
@@ -13,23 +13,22 @@ module.exports = function (db, module) {
|
||||
{ $group: { _id: null, count: { $sum: 1 } } },
|
||||
];
|
||||
|
||||
db.collection('objects').aggregate(pipeline).toArray(function (err, data) {
|
||||
callback(err, Array.isArray(data) && data.length ? data[0].count : 0);
|
||||
});
|
||||
const data = await db.collection('objects').aggregate(pipeline).toArray();
|
||||
return Array.isArray(data) && data.length ? data[0].count : 0;
|
||||
};
|
||||
|
||||
|
||||
module.getSortedSetIntersect = function (params, callback) {
|
||||
module.getSortedSetIntersect = async function (params) {
|
||||
params.sort = 1;
|
||||
getSortedSetRevIntersect(params, callback);
|
||||
return await getSortedSetRevIntersect(params);
|
||||
};
|
||||
|
||||
module.getSortedSetRevIntersect = function (params, callback) {
|
||||
module.getSortedSetRevIntersect = async function (params) {
|
||||
params.sort = -1;
|
||||
getSortedSetRevIntersect(params, callback);
|
||||
return await getSortedSetRevIntersect(params);
|
||||
};
|
||||
|
||||
function getSortedSetRevIntersect(params, callback) {
|
||||
async function getSortedSetRevIntersect(params) {
|
||||
var sets = params.sets;
|
||||
var start = params.hasOwnProperty('start') ? params.start : 0;
|
||||
var stop = params.hasOwnProperty('stop') ? params.stop : -1;
|
||||
@@ -88,18 +87,11 @@ module.exports = function (db, module) {
|
||||
}
|
||||
pipeline.push({ $project: project });
|
||||
|
||||
db.collection('objects').aggregate(pipeline).toArray(function (err, data) {
|
||||
if (err || !data) {
|
||||
return callback(err);
|
||||
}
|
||||
let data = await db.collection('objects').aggregate(pipeline).toArray();
|
||||
|
||||
if (!params.withScores) {
|
||||
data = data.map(function (item) {
|
||||
return item.value;
|
||||
});
|
||||
data = data.map(item => item.value);
|
||||
}
|
||||
|
||||
callback(null, data);
|
||||
});
|
||||
return data;
|
||||
}
|
||||
};
|
||||
|
||||
@@ -1,45 +1,41 @@
|
||||
'use strict';
|
||||
|
||||
module.exports = function (db, module) {
|
||||
var helpers = module.helpers.mongo;
|
||||
var helpers = require('../helpers');
|
||||
|
||||
module.sortedSetRemove = function (key, value, callback) {
|
||||
function done(err) {
|
||||
callback(err);
|
||||
}
|
||||
callback = callback || helpers.noop;
|
||||
module.sortedSetRemove = async function (key, value) {
|
||||
if (!key) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
const isValueArray = Array.isArray(value);
|
||||
if (!value || (isValueArray && !value.length)) {
|
||||
return;
|
||||
}
|
||||
|
||||
if (Array.isArray(value)) {
|
||||
if (isValueArray) {
|
||||
value = value.map(helpers.valueToString);
|
||||
} else {
|
||||
value = helpers.valueToString(value);
|
||||
}
|
||||
|
||||
db.collection('objects').deleteMany({
|
||||
await db.collection('objects').deleteMany({
|
||||
_key: Array.isArray(key) ? { $in: key } : key,
|
||||
value: Array.isArray(value) ? { $in: value } : value,
|
||||
}, done);
|
||||
};
|
||||
|
||||
module.sortedSetsRemove = function (keys, value, callback) {
|
||||
callback = callback || helpers.noop;
|
||||
if (!Array.isArray(keys) || !keys.length) {
|
||||
return callback();
|
||||
}
|
||||
value = helpers.valueToString(value);
|
||||
|
||||
db.collection('objects').deleteMany({ _key: { $in: keys }, value: value }, function (err) {
|
||||
callback(err);
|
||||
value: isValueArray ? { $in: value } : value,
|
||||
});
|
||||
};
|
||||
|
||||
module.sortedSetsRemoveRangeByScore = function (keys, min, max, callback) {
|
||||
callback = callback || helpers.noop;
|
||||
module.sortedSetsRemove = async function (keys, value) {
|
||||
if (!Array.isArray(keys) || !keys.length) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
value = helpers.valueToString(value);
|
||||
|
||||
await db.collection('objects').deleteMany({ _key: { $in: keys }, value: value });
|
||||
};
|
||||
|
||||
module.sortedSetsRemoveRangeByScore = async function (keys, min, max) {
|
||||
if (!Array.isArray(keys) || !keys.length) {
|
||||
return;
|
||||
}
|
||||
var query = { _key: { $in: keys } };
|
||||
|
||||
@@ -51,8 +47,6 @@ module.exports = function (db, module) {
|
||||
query.score.$lte = parseFloat(max);
|
||||
}
|
||||
|
||||
db.collection('objects').deleteMany(query, function (err) {
|
||||
callback(err);
|
||||
});
|
||||
await db.collection('objects').deleteMany(query);
|
||||
};
|
||||
};
|
||||
|
||||
@@ -1,34 +1,33 @@
|
||||
'use strict';
|
||||
|
||||
module.exports = function (db, module) {
|
||||
module.sortedSetUnionCard = function (keys, callback) {
|
||||
module.sortedSetUnionCard = async function (keys) {
|
||||
if (!Array.isArray(keys) || !keys.length) {
|
||||
return callback(null, 0);
|
||||
return 0;
|
||||
}
|
||||
|
||||
db.collection('objects').aggregate([
|
||||
const data = await db.collection('objects').aggregate([
|
||||
{ $match: { _key: { $in: keys } } },
|
||||
{ $group: { _id: { value: '$value' } } },
|
||||
{ $group: { _id: null, count: { $sum: 1 } } },
|
||||
{ $project: { _id: 0, count: '$count' } },
|
||||
]).toArray(function (err, data) {
|
||||
callback(err, Array.isArray(data) && data.length ? data[0].count : 0);
|
||||
});
|
||||
]).toArray();
|
||||
return Array.isArray(data) && data.length ? data[0].count : 0;
|
||||
};
|
||||
|
||||
module.getSortedSetUnion = function (params, callback) {
|
||||
module.getSortedSetUnion = async function (params) {
|
||||
params.sort = 1;
|
||||
getSortedSetUnion(params, callback);
|
||||
return await getSortedSetUnion(params);
|
||||
};
|
||||
|
||||
module.getSortedSetRevUnion = function (params, callback) {
|
||||
module.getSortedSetRevUnion = async function (params) {
|
||||
params.sort = -1;
|
||||
getSortedSetUnion(params, callback);
|
||||
return await getSortedSetUnion(params);
|
||||
};
|
||||
|
||||
function getSortedSetUnion(params, callback) {
|
||||
async function getSortedSetUnion(params) {
|
||||
if (!Array.isArray(params.sets) || !params.sets.length) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
var limit = params.stop - params.start + 1;
|
||||
if (limit <= 0) {
|
||||
@@ -62,18 +61,10 @@ module.exports = function (db, module) {
|
||||
}
|
||||
pipeline.push({ $project: project });
|
||||
|
||||
db.collection('objects').aggregate(pipeline).toArray(function (err, data) {
|
||||
if (err || !data) {
|
||||
return callback(err);
|
||||
}
|
||||
|
||||
let data = await db.collection('objects').aggregate(pipeline).toArray();
|
||||
if (!params.withScores) {
|
||||
data = data.map(function (item) {
|
||||
return item.value;
|
||||
});
|
||||
data = data.map(item => item.value);
|
||||
}
|
||||
|
||||
callback(null, data);
|
||||
});
|
||||
return data;
|
||||
}
|
||||
};
|
||||
|
||||
@@ -6,8 +6,6 @@ var nconf = require('nconf');
|
||||
var session = require('express-session');
|
||||
var _ = require('lodash');
|
||||
var semver = require('semver');
|
||||
var dbNamespace = require('continuation-local-storage').createNamespace('postgres');
|
||||
|
||||
|
||||
var postgresModule = module.exports;
|
||||
|
||||
@@ -41,9 +39,6 @@ postgresModule.questions = [
|
||||
},
|
||||
];
|
||||
|
||||
postgresModule.helpers = postgresModule.helpers || {};
|
||||
postgresModule.helpers.postgres = require('./postgres/helpers');
|
||||
|
||||
postgresModule.getConnectionOptions = function (postgres) {
|
||||
postgres = postgres || nconf.get('postgres');
|
||||
// Sensible defaults for PostgreSQL, if not set
|
||||
@@ -79,17 +74,6 @@ postgresModule.init = function (callback) {
|
||||
|
||||
const db = new Pool(connOptions);
|
||||
|
||||
db.on('connect', function (client) {
|
||||
var realQuery = client.query;
|
||||
client.query = function () {
|
||||
var args = Array.prototype.slice.call(arguments, 0);
|
||||
if (dbNamespace.active && typeof args[args.length - 1] === 'function') {
|
||||
args[args.length - 1] = dbNamespace.bind(args[args.length - 1]);
|
||||
}
|
||||
return realQuery.apply(client, args);
|
||||
};
|
||||
});
|
||||
|
||||
db.connect(function (err, client, release) {
|
||||
if (err) {
|
||||
winston.error('NodeBB could not connect to your PostgreSQL database. PostgreSQL returned the following error: ' + err.message);
|
||||
@@ -99,7 +83,7 @@ postgresModule.init = function (callback) {
|
||||
postgresModule.pool = db;
|
||||
Object.defineProperty(postgresModule, 'client', {
|
||||
get: function () {
|
||||
return (dbNamespace.active && dbNamespace.get('db')) || db;
|
||||
return db;
|
||||
},
|
||||
configurable: true,
|
||||
});
|
||||
@@ -124,10 +108,9 @@ postgresModule.init = function (callback) {
|
||||
require('./postgres/sets')(wrappedDB, postgresModule);
|
||||
require('./postgres/sorted')(wrappedDB, postgresModule);
|
||||
require('./postgres/list')(wrappedDB, postgresModule);
|
||||
require('./postgres/transaction')(db, dbNamespace, postgresModule);
|
||||
|
||||
postgresModule.async = require('../promisify')(postgresModule, ['client', 'sessionStore', 'pool']);
|
||||
require('./postgres/transaction')(db, postgresModule);
|
||||
|
||||
postgresModule.async = require('../promisify')(postgresModule, ['client', 'sessionStore', 'pool', 'transaction']);
|
||||
callback();
|
||||
});
|
||||
});
|
||||
@@ -140,17 +123,6 @@ postgresModule.connect = function (options, callback) {
|
||||
|
||||
const db = new Pool(connOptions);
|
||||
|
||||
db.on('connect', function (client) {
|
||||
var realQuery = client.query;
|
||||
client.query = function () {
|
||||
var args = Array.prototype.slice.call(arguments, 0);
|
||||
if (dbNamespace.active && typeof args[args.length - 1] === 'function') {
|
||||
args[args.length - 1] = dbNamespace.bind(args[args.length - 1]);
|
||||
}
|
||||
return realQuery.apply(client, args);
|
||||
};
|
||||
});
|
||||
|
||||
db.connect(function (err) {
|
||||
callback(err, db);
|
||||
});
|
||||
|
||||
@@ -1,74 +1,59 @@
|
||||
'use strict';
|
||||
|
||||
var async = require('async');
|
||||
|
||||
module.exports = function (db, module) {
|
||||
var helpers = module.helpers.postgres;
|
||||
|
||||
module.setObject = function (key, data, callback) {
|
||||
callback = callback || helpers.noop;
|
||||
var helpers = require('./helpers');
|
||||
|
||||
module.setObject = async function (key, data) {
|
||||
if (!key || !data) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
|
||||
if (data.hasOwnProperty('')) {
|
||||
delete data[''];
|
||||
}
|
||||
|
||||
module.transaction(function (tx, done) {
|
||||
var query = tx.client.query.bind(tx.client);
|
||||
await module.transaction(async function (client) {
|
||||
var query = client.query.bind(client);
|
||||
|
||||
async.series([
|
||||
async.apply(helpers.ensureLegacyObjectType, tx.client, key, 'hash'),
|
||||
async.apply(query, {
|
||||
await helpers.ensureLegacyObjectType(client, key, 'hash');
|
||||
await query({
|
||||
name: 'setObject',
|
||||
text: `
|
||||
INSERT INTO "legacy_hash" ("_key", "data")
|
||||
VALUES ($1::TEXT, $2::TEXT::JSONB)
|
||||
ON CONFLICT ("_key")
|
||||
DO UPDATE SET "data" = "legacy_hash"."data" || $2::TEXT::JSONB`,
|
||||
ON CONFLICT ("_key")
|
||||
DO UPDATE SET "data" = "legacy_hash"."data" || $2::TEXT::JSONB`,
|
||||
values: [key, JSON.stringify(data)],
|
||||
}),
|
||||
], function (err) {
|
||||
done(err);
|
||||
});
|
||||
}, callback);
|
||||
});
|
||||
};
|
||||
|
||||
module.setObjectField = function (key, field, value, callback) {
|
||||
callback = callback || helpers.noop;
|
||||
|
||||
module.setObjectField = async function (key, field, value) {
|
||||
if (!field) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
|
||||
module.transaction(function (tx, done) {
|
||||
var query = tx.client.query.bind(tx.client);
|
||||
|
||||
async.series([
|
||||
async.apply(helpers.ensureLegacyObjectType, tx.client, key, 'hash'),
|
||||
async.apply(query, {
|
||||
await module.transaction(async function (client) {
|
||||
var query = client.query.bind(client);
|
||||
await helpers.ensureLegacyObjectType(client, key, 'hash');
|
||||
await query({
|
||||
name: 'setObjectField',
|
||||
text: `
|
||||
INSERT INTO "legacy_hash" ("_key", "data")
|
||||
VALUES ($1::TEXT, jsonb_build_object($2::TEXT, $3::TEXT::JSONB))
|
||||
ON CONFLICT ("_key")
|
||||
DO UPDATE SET "data" = jsonb_set("legacy_hash"."data", ARRAY[$2::TEXT], $3::TEXT::JSONB)`,
|
||||
ON CONFLICT ("_key")
|
||||
DO UPDATE SET "data" = jsonb_set("legacy_hash"."data", ARRAY[$2::TEXT], $3::TEXT::JSONB)`,
|
||||
values: [key, field, JSON.stringify(value)],
|
||||
}),
|
||||
], function (err) {
|
||||
done(err);
|
||||
});
|
||||
}, callback);
|
||||
});
|
||||
};
|
||||
|
||||
module.getObject = function (key, callback) {
|
||||
module.getObject = async function (key) {
|
||||
if (!key) {
|
||||
return callback(null, null);
|
||||
return null;
|
||||
}
|
||||
|
||||
db.query({
|
||||
const res = await db.query({
|
||||
name: 'getObject',
|
||||
text: `
|
||||
SELECT h."data"
|
||||
@@ -79,25 +64,17 @@ SELECT h."data"
|
||||
WHERE o."_key" = $1::TEXT
|
||||
LIMIT 1`,
|
||||
values: [key],
|
||||
}, function (err, res) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
|
||||
if (res.rows.length) {
|
||||
return callback(null, res.rows[0].data);
|
||||
}
|
||||
|
||||
callback(null, null);
|
||||
});
|
||||
|
||||
return res.rows.length ? res.rows[0].data : null;
|
||||
};
|
||||
|
||||
module.getObjects = function (keys, callback) {
|
||||
module.getObjects = async function (keys) {
|
||||
if (!Array.isArray(keys) || !keys.length) {
|
||||
return callback(null, []);
|
||||
return [];
|
||||
}
|
||||
|
||||
db.query({
|
||||
const res = await db.query({
|
||||
name: 'getObjects',
|
||||
text: `
|
||||
SELECT h."data"
|
||||
@@ -109,23 +86,17 @@ SELECT h."data"
|
||||
AND o."type" = h."type"
|
||||
ORDER BY k.i ASC`,
|
||||
values: [keys],
|
||||
}, function (err, res) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
|
||||
callback(null, res.rows.map(function (row) {
|
||||
return row.data;
|
||||
}));
|
||||
});
|
||||
|
||||
return res.rows.map(row => row.data);
|
||||
};
|
||||
|
||||
module.getObjectField = function (key, field, callback) {
|
||||
module.getObjectField = async function (key, field) {
|
||||
if (!key) {
|
||||
return setImmediate(callback, null, null);
|
||||
return null;
|
||||
}
|
||||
|
||||
db.query({
|
||||
const res = await db.query({
|
||||
name: 'getObjectField',
|
||||
text: `
|
||||
SELECT h."data"->>$2::TEXT f
|
||||
@@ -136,25 +107,17 @@ SELECT h."data"->>$2::TEXT f
|
||||
WHERE o."_key" = $1::TEXT
|
||||
LIMIT 1`,
|
||||
values: [key, field],
|
||||
}, function (err, res) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
|
||||
if (res.rows.length) {
|
||||
return callback(null, res.rows[0].f);
|
||||
}
|
||||
|
||||
callback(null, null);
|
||||
});
|
||||
|
||||
return res.rows.length ? res.rows[0].f : null;
|
||||
};
|
||||
|
||||
module.getObjectFields = function (key, fields, callback) {
|
||||
module.getObjectFields = async function (key, fields) {
|
||||
if (!key) {
|
||||
return setImmediate(callback, null, null);
|
||||
return null;
|
||||
}
|
||||
|
||||
db.query({
|
||||
const res = await db.query({
|
||||
name: 'getObjectFields',
|
||||
text: `
|
||||
SELECT (SELECT jsonb_object_agg(f, d."value")
|
||||
@@ -167,13 +130,10 @@ SELECT (SELECT jsonb_object_agg(f, d."value")
|
||||
AND o."type" = h."type"
|
||||
WHERE o."_key" = $1::TEXT`,
|
||||
values: [key, fields],
|
||||
}, function (err, res) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
});
|
||||
|
||||
if (res.rows.length) {
|
||||
return callback(null, res.rows[0].d);
|
||||
return res.rows[0].d;
|
||||
}
|
||||
|
||||
var obj = {};
|
||||
@@ -181,16 +141,15 @@ SELECT (SELECT jsonb_object_agg(f, d."value")
|
||||
obj[f] = null;
|
||||
});
|
||||
|
||||
callback(null, obj);
|
||||
});
|
||||
return obj;
|
||||
};
|
||||
|
||||
module.getObjectsFields = function (keys, fields, callback) {
|
||||
module.getObjectsFields = async function (keys, fields) {
|
||||
if (!Array.isArray(keys) || !keys.length) {
|
||||
return callback(null, []);
|
||||
return [];
|
||||
}
|
||||
|
||||
db.query({
|
||||
const res = await db.query({
|
||||
name: 'getObjectsFields',
|
||||
text: `
|
||||
SELECT (SELECT jsonb_object_agg(f, d."value")
|
||||
@@ -205,23 +164,17 @@ SELECT (SELECT jsonb_object_agg(f, d."value")
|
||||
AND o."type" = h."type"
|
||||
ORDER BY k.i ASC`,
|
||||
values: [keys, fields],
|
||||
}, function (err, res) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
|
||||
callback(null, res.rows.map(function (row) {
|
||||
return row.d;
|
||||
}));
|
||||
});
|
||||
|
||||
return res.rows.map(row => row.d);
|
||||
};
|
||||
|
||||
module.getObjectKeys = function (key, callback) {
|
||||
module.getObjectKeys = async function (key) {
|
||||
if (!key) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
|
||||
db.query({
|
||||
const res = await db.query({
|
||||
name: 'getObjectKeys',
|
||||
text: `
|
||||
SELECT ARRAY(SELECT jsonb_object_keys(h."data")) k
|
||||
@@ -232,45 +185,22 @@ SELECT ARRAY(SELECT jsonb_object_keys(h."data")) k
|
||||
WHERE o."_key" = $1::TEXT
|
||||
LIMIT 1`,
|
||||
values: [key],
|
||||
}, function (err, res) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
|
||||
if (res.rows.length) {
|
||||
return callback(null, res.rows[0].k);
|
||||
}
|
||||
|
||||
callback(null, []);
|
||||
});
|
||||
|
||||
return res.rows.length ? res.rows[0].k : [];
|
||||
};
|
||||
|
||||
module.getObjectValues = function (key, callback) {
|
||||
module.getObject(key, function (err, data) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
|
||||
var values = [];
|
||||
|
||||
if (data) {
|
||||
for (var key in data) {
|
||||
if (data.hasOwnProperty(key)) {
|
||||
values.push(data[key]);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
callback(null, values);
|
||||
});
|
||||
module.getObjectValues = async function (key) {
|
||||
const data = await module.getObject(key);
|
||||
return data ? Object.values(data) : [];
|
||||
};
|
||||
|
||||
module.isObjectField = function (key, field, callback) {
|
||||
module.isObjectField = async function (key, field) {
|
||||
if (!key) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
|
||||
db.query({
|
||||
const res = await db.query({
|
||||
name: 'isObjectField',
|
||||
text: `
|
||||
SELECT (h."data" ? $2::TEXT AND h."data"->>$2::TEXT IS NOT NULL) b
|
||||
@@ -281,52 +211,33 @@ SELECT (h."data" ? $2::TEXT AND h."data"->>$2::TEXT IS NOT NULL) b
|
||||
WHERE o."_key" = $1::TEXT
|
||||
LIMIT 1`,
|
||||
values: [key, field],
|
||||
}, function (err, res) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
|
||||
if (res.rows.length) {
|
||||
return callback(null, res.rows[0].b);
|
||||
}
|
||||
|
||||
callback(null, false);
|
||||
});
|
||||
|
||||
return res.rows.length ? res.rows[0].b : false;
|
||||
};
|
||||
|
||||
module.isObjectFields = function (key, fields, callback) {
|
||||
module.isObjectFields = async function (key, fields) {
|
||||
if (!key) {
|
||||
return callback();
|
||||
}
|
||||
|
||||
module.getObjectFields(key, fields, function (err, data) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
return;
|
||||
}
|
||||
|
||||
const data = await module.getObjectFields(key, fields);
|
||||
if (!data) {
|
||||
return callback(null, fields.map(function () {
|
||||
return false;
|
||||
}));
|
||||
return fields.map(() => false);
|
||||
}
|
||||
|
||||
callback(null, fields.map(function (field) {
|
||||
return data.hasOwnProperty(field) && data[field] !== null;
|
||||
}));
|
||||
});
|
||||
return fields.map(field => data.hasOwnProperty(field) && data[field] !== null);
|
||||
};
|
||||
|
||||
module.deleteObjectField = function (key, field, callback) {
|
||||
module.deleteObjectFields(key, [field], callback);
|
||||
module.deleteObjectField = async function (key, field) {
|
||||
await module.deleteObjectFields(key, [field]);
|
||||
};
|
||||
|
||||
module.deleteObjectFields = function (key, fields, callback) {
|
||||
callback = callback || helpers.noop;
|
||||
module.deleteObjectFields = async function (key, fields) {
|
||||
if (!key || !Array.isArray(fields) || !fields.length) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
|
||||
db.query({
|
||||
await db.query({
|
||||
name: 'deleteObjectFields',
|
||||
text: `
|
||||
UPDATE "legacy_hash"
|
||||
@@ -335,39 +246,39 @@ UPDATE "legacy_hash"
|
||||
WHERE "key" <> ALL ($2::TEXT[])), '{}')
|
||||
WHERE "_key" = $1::TEXT`,
|
||||
values: [key, fields],
|
||||
}, function (err) {
|
||||
callback(err);
|
||||
});
|
||||
};
|
||||
|
||||
module.incrObjectField = function (key, field, callback) {
|
||||
module.incrObjectFieldBy(key, field, 1, callback);
|
||||
module.incrObjectField = async function (key, field) {
|
||||
return await module.incrObjectFieldBy(key, field, 1);
|
||||
};
|
||||
|
||||
module.decrObjectField = function (key, field, callback) {
|
||||
module.incrObjectFieldBy(key, field, -1, callback);
|
||||
module.decrObjectField = async function (key, field) {
|
||||
return await module.incrObjectFieldBy(key, field, -1);
|
||||
};
|
||||
|
||||
module.incrObjectFieldBy = function (key, field, value, callback) {
|
||||
callback = callback || helpers.noop;
|
||||
module.incrObjectFieldBy = async function (key, field, value) {
|
||||
value = parseInt(value, 10);
|
||||
|
||||
if (!key || isNaN(value)) {
|
||||
return callback(null, null);
|
||||
return null;
|
||||
}
|
||||
|
||||
module.transaction(function (tx, done) {
|
||||
var query = tx.client.query.bind(tx.client);
|
||||
return await module.transaction(async function (client) {
|
||||
var query = client.query.bind(client);
|
||||
if (Array.isArray(key)) {
|
||||
await helpers.ensureLegacyObjectsType(client, key, 'hash');
|
||||
} else {
|
||||
await helpers.ensureLegacyObjectType(client, key, 'hash');
|
||||
}
|
||||
|
||||
async.waterfall([
|
||||
async.apply(Array.isArray(key) ? helpers.ensureLegacyObjectsType : helpers.ensureLegacyObjectType, tx.client, key, 'hash'),
|
||||
async.apply(query, Array.isArray(key) ? {
|
||||
const res = await query(Array.isArray(key) ? {
|
||||
name: 'incrObjectFieldByMulti',
|
||||
text: `
|
||||
INSERT INTO "legacy_hash" ("_key", "data")
|
||||
SELECT UNNEST($1::TEXT[]), jsonb_build_object($2::TEXT, $3::NUMERIC)
|
||||
ON CONFLICT ("_key")
|
||||
DO UPDATE SET "data" = jsonb_set("legacy_hash"."data", ARRAY[$2::TEXT], to_jsonb(COALESCE(("legacy_hash"."data"->>$2::TEXT)::NUMERIC, 0) + $3::NUMERIC))
|
||||
ON CONFLICT ("_key")
|
||||
DO UPDATE SET "data" = jsonb_set("legacy_hash"."data", ARRAY[$2::TEXT], to_jsonb(COALESCE(("legacy_hash"."data"->>$2::TEXT)::NUMERIC, 0) + $3::NUMERIC))
|
||||
RETURNING ("data"->>$2::TEXT)::NUMERIC v`,
|
||||
values: [key, field, value],
|
||||
} : {
|
||||
@@ -375,17 +286,12 @@ RETURNING ("data"->>$2::TEXT)::NUMERIC v`,
|
||||
text: `
|
||||
INSERT INTO "legacy_hash" ("_key", "data")
|
||||
VALUES ($1::TEXT, jsonb_build_object($2::TEXT, $3::NUMERIC))
|
||||
ON CONFLICT ("_key")
|
||||
DO UPDATE SET "data" = jsonb_set("legacy_hash"."data", ARRAY[$2::TEXT], to_jsonb(COALESCE(("legacy_hash"."data"->>$2::TEXT)::NUMERIC, 0) + $3::NUMERIC))
|
||||
ON CONFLICT ("_key")
|
||||
DO UPDATE SET "data" = jsonb_set("legacy_hash"."data", ARRAY[$2::TEXT], to_jsonb(COALESCE(("legacy_hash"."data"->>$2::TEXT)::NUMERIC, 0) + $3::NUMERIC))
|
||||
RETURNING ("data"->>$2::TEXT)::NUMERIC v`,
|
||||
values: [key, field, value],
|
||||
}),
|
||||
function (res, next) {
|
||||
next(null, Array.isArray(key) ? res.rows.map(function (r) {
|
||||
return parseFloat(r.v);
|
||||
}) : parseFloat(res.rows[0].v));
|
||||
},
|
||||
], done);
|
||||
}, callback);
|
||||
});
|
||||
return Array.isArray(key) ? res.rows.map(r => parseFloat(r.v)) : parseFloat(res.rows[0].v);
|
||||
});
|
||||
};
|
||||
};
|
||||
|
||||
@@ -1,6 +1,6 @@
|
||||
'use strict';
|
||||
|
||||
var helpers = {};
|
||||
var helpers = module.exports;
|
||||
|
||||
helpers.valueToString = function (value) {
|
||||
return String(value);
|
||||
@@ -19,19 +19,16 @@ helpers.removeDuplicateValues = function (values) {
|
||||
}
|
||||
};
|
||||
|
||||
helpers.ensureLegacyObjectType = function (db, key, type, callback) {
|
||||
db.query({
|
||||
helpers.ensureLegacyObjectType = async function (db, key, type) {
|
||||
await db.query({
|
||||
name: 'ensureLegacyObjectTypeBefore',
|
||||
text: `
|
||||
DELETE FROM "legacy_object"
|
||||
WHERE "expireAt" IS NOT NULL
|
||||
AND "expireAt" <= CURRENT_TIMESTAMP`,
|
||||
}, function (err) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
});
|
||||
|
||||
db.query({
|
||||
await db.query({
|
||||
name: 'ensureLegacyObjectType1',
|
||||
text: `
|
||||
INSERT INTO "legacy_object" ("_key", "type")
|
||||
@@ -39,46 +36,32 @@ VALUES ($1::TEXT, $2::TEXT::LEGACY_OBJECT_TYPE)
|
||||
ON CONFLICT
|
||||
DO NOTHING`,
|
||||
values: [key, type],
|
||||
}, function (err) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
});
|
||||
|
||||
db.query({
|
||||
const res = await db.query({
|
||||
name: 'ensureLegacyObjectType2',
|
||||
text: `
|
||||
SELECT "type"
|
||||
FROM "legacy_object_live"
|
||||
WHERE "_key" = $1::TEXT`,
|
||||
values: [key],
|
||||
}, function (err, res) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
});
|
||||
|
||||
if (res.rows[0].type !== type) {
|
||||
return callback(new Error('database: cannot insert ' + JSON.stringify(key) + ' as ' + type + ' because it already exists as ' + res.rows[0].type));
|
||||
throw new Error('database: cannot insert ' + JSON.stringify(key) + ' as ' + type + ' because it already exists as ' + res.rows[0].type);
|
||||
}
|
||||
|
||||
callback(null);
|
||||
});
|
||||
});
|
||||
});
|
||||
};
|
||||
|
||||
helpers.ensureLegacyObjectsType = function (db, keys, type, callback) {
|
||||
db.query({
|
||||
helpers.ensureLegacyObjectsType = async function (db, keys, type) {
|
||||
await db.query({
|
||||
name: 'ensureLegacyObjectTypeBefore',
|
||||
text: `
|
||||
DELETE FROM "legacy_object"
|
||||
WHERE "expireAt" IS NOT NULL
|
||||
AND "expireAt" <= CURRENT_TIMESTAMP`,
|
||||
}, function (err) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
});
|
||||
|
||||
db.query({
|
||||
await db.query({
|
||||
name: 'ensureLegacyObjectsType1',
|
||||
text: `
|
||||
INSERT INTO "legacy_object" ("_key", "type")
|
||||
@@ -87,49 +70,31 @@ SELECT k, $2::TEXT::LEGACY_OBJECT_TYPE
|
||||
ON CONFLICT
|
||||
DO NOTHING`,
|
||||
values: [keys, type],
|
||||
}, function (err) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
});
|
||||
|
||||
db.query({
|
||||
const res = await db.query({
|
||||
name: 'ensureLegacyObjectsType2',
|
||||
text: `
|
||||
SELECT "_key", "type"
|
||||
FROM "legacy_object_live"
|
||||
WHERE "_key" = ANY($1::TEXT[])`,
|
||||
values: [keys],
|
||||
}, function (err, res) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
|
||||
var invalid = res.rows.filter(function (r) {
|
||||
return r.type !== type;
|
||||
});
|
||||
|
||||
var invalid = res.rows.filter(r => r.type !== type);
|
||||
|
||||
if (invalid.length) {
|
||||
return callback(new Error('database: cannot insert multiple objects as ' + type + ' because they already exist: ' + invalid.map(function (r) {
|
||||
return JSON.stringify(r._key) + ' is ' + r.type;
|
||||
}).join(', ')));
|
||||
const parts = invalid.map(r => JSON.stringify(r._key) + ' is ' + r.type);
|
||||
throw new Error('database: cannot insert multiple objects as ' + type + ' because they already exist: ' + parts.join(', '));
|
||||
}
|
||||
|
||||
var missing = keys.filter(function (k) {
|
||||
return !res.rows.some(function (r) {
|
||||
return r._key === k;
|
||||
});
|
||||
return !res.rows.some(r => r._key === k);
|
||||
});
|
||||
|
||||
if (missing.length) {
|
||||
return callback(new Error('database: failed to insert keys for objects: ' + JSON.stringify(missing)));
|
||||
throw new Error('database: failed to insert keys for objects: ' + JSON.stringify(missing));
|
||||
}
|
||||
|
||||
callback(null);
|
||||
});
|
||||
});
|
||||
});
|
||||
};
|
||||
|
||||
helpers.noop = function () {};
|
||||
|
||||
module.exports = helpers;
|
||||
|
||||
@@ -1,72 +1,54 @@
|
||||
'use strict';
|
||||
|
||||
var async = require('async');
|
||||
|
||||
module.exports = function (db, module) {
|
||||
var helpers = module.helpers.postgres;
|
||||
|
||||
module.listPrepend = function (key, value, callback) {
|
||||
callback = callback || helpers.noop;
|
||||
var helpers = require('./helpers');
|
||||
|
||||
module.listPrepend = async function (key, value) {
|
||||
if (!key) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
|
||||
module.transaction(function (tx, done) {
|
||||
var query = tx.client.query.bind(tx.client);
|
||||
|
||||
async.series([
|
||||
async.apply(helpers.ensureLegacyObjectType, tx.client, key, 'list'),
|
||||
async.apply(query, {
|
||||
await module.transaction(async function (client) {
|
||||
var query = client.query.bind(client);
|
||||
await helpers.ensureLegacyObjectType(client, key, 'list');
|
||||
await query({
|
||||
name: 'listPrepend',
|
||||
text: `
|
||||
INSERT INTO "legacy_list" ("_key", "array")
|
||||
VALUES ($1::TEXT, ARRAY[$2::TEXT])
|
||||
ON CONFLICT ("_key")
|
||||
DO UPDATE SET "array" = ARRAY[$2::TEXT] || "legacy_list"."array"`,
|
||||
ON CONFLICT ("_key")
|
||||
DO UPDATE SET "array" = ARRAY[$2::TEXT] || "legacy_list"."array"`,
|
||||
values: [key, value],
|
||||
}),
|
||||
], function (err) {
|
||||
done(err);
|
||||
});
|
||||
}, callback);
|
||||
});
|
||||
};
|
||||
|
||||
module.listAppend = function (key, value, callback) {
|
||||
callback = callback || helpers.noop;
|
||||
|
||||
module.listAppend = async function (key, value) {
|
||||
if (!key) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
|
||||
module.transaction(function (tx, done) {
|
||||
var query = tx.client.query.bind(tx.client);
|
||||
|
||||
async.series([
|
||||
async.apply(helpers.ensureLegacyObjectType, tx.client, key, 'list'),
|
||||
async.apply(query, {
|
||||
await module.transaction(async function (client) {
|
||||
var query = client.query.bind(client);
|
||||
await helpers.ensureLegacyObjectType(client, key, 'list');
|
||||
await query({
|
||||
name: 'listAppend',
|
||||
text: `
|
||||
INSERT INTO "legacy_list" ("_key", "array")
|
||||
VALUES ($1::TEXT, ARRAY[$2::TEXT])
|
||||
ON CONFLICT ("_key")
|
||||
DO UPDATE SET "array" = "legacy_list"."array" || ARRAY[$2::TEXT]`,
|
||||
ON CONFLICT ("_key")
|
||||
DO UPDATE SET "array" = "legacy_list"."array" || ARRAY[$2::TEXT]`,
|
||||
values: [key, value],
|
||||
}),
|
||||
], function (err) {
|
||||
done(err);
|
||||
});
|
||||
}, callback || helpers.noop);
|
||||
});
|
||||
};
|
||||
|
||||
module.listRemoveLast = function (key, callback) {
|
||||
callback = callback || helpers.noop;
|
||||
|
||||
module.listRemoveLast = async function (key) {
|
||||
if (!key) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
|
||||
db.query({
|
||||
const res = await db.query({
|
||||
name: 'listRemoveLast',
|
||||
text: `
|
||||
WITH A AS (
|
||||
@@ -83,27 +65,17 @@ UPDATE "legacy_list" l
|
||||
WHERE A."_key" = l."_key"
|
||||
RETURNING A."array"[array_length(A."array", 1)] v`,
|
||||
values: [key],
|
||||
}, function (err, res) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
|
||||
if (res.rows.length) {
|
||||
return callback(null, res.rows[0].v);
|
||||
}
|
||||
|
||||
callback(null, null);
|
||||
});
|
||||
|
||||
return res.rows.length ? res.rows[0].v : null;
|
||||
};
|
||||
|
||||
module.listRemoveAll = function (key, value, callback) {
|
||||
callback = callback || helpers.noop;
|
||||
|
||||
module.listRemoveAll = async function (key, value) {
|
||||
if (!key) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
|
||||
db.query({
|
||||
await db.query({
|
||||
name: 'listRemoveAll',
|
||||
text: `
|
||||
UPDATE "legacy_list" l
|
||||
@@ -113,21 +85,17 @@ UPDATE "legacy_list" l
|
||||
AND o."type" = l."type"
|
||||
AND o."_key" = $1::TEXT`,
|
||||
values: [key, value],
|
||||
}, function (err) {
|
||||
callback(err);
|
||||
});
|
||||
};
|
||||
|
||||
module.listTrim = function (key, start, stop, callback) {
|
||||
callback = callback || helpers.noop;
|
||||
|
||||
module.listTrim = async function (key, start, stop) {
|
||||
if (!key) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
|
||||
stop += 1;
|
||||
|
||||
db.query(stop > 0 ? {
|
||||
await db.query(stop > 0 ? {
|
||||
name: 'listTrim',
|
||||
text: `
|
||||
UPDATE "legacy_list" l
|
||||
@@ -155,19 +123,17 @@ UPDATE "legacy_list" l
|
||||
AND o."type" = l."type"
|
||||
AND o."_key" = $1::TEXT`,
|
||||
values: [key, start, stop],
|
||||
}, function (err) {
|
||||
callback(err);
|
||||
});
|
||||
};
|
||||
|
||||
module.getListRange = function (key, start, stop, callback) {
|
||||
module.getListRange = async function (key, start, stop) {
|
||||
if (!key) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
|
||||
stop += 1;
|
||||
|
||||
db.query(stop > 0 ? {
|
||||
const res = await db.query(stop > 0 ? {
|
||||
name: 'getListRange',
|
||||
text: `
|
||||
SELECT ARRAY(SELECT m.m
|
||||
@@ -195,21 +161,13 @@ SELECT ARRAY(SELECT m.m
|
||||
AND o."type" = l."type"
|
||||
WHERE o."_key" = $1::TEXT`,
|
||||
values: [key, start, stop],
|
||||
}, function (err, res) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
|
||||
if (res.rows.length) {
|
||||
return callback(null, res.rows[0].l);
|
||||
}
|
||||
|
||||
callback(null, []);
|
||||
});
|
||||
|
||||
return res.rows.length ? res.rows[0].l : [];
|
||||
};
|
||||
|
||||
module.listLength = function (key, callback) {
|
||||
db.query({
|
||||
module.listLength = async function (key) {
|
||||
const res = await db.query({
|
||||
name: 'listLength',
|
||||
text: `
|
||||
SELECT array_length(l."array", 1) l
|
||||
@@ -219,16 +177,8 @@ SELECT array_length(l."array", 1) l
|
||||
AND o."type" = l."type"
|
||||
WHERE o."_key" = $1::TEXT`,
|
||||
values: [key],
|
||||
}, function (err, res) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
|
||||
if (res.rows.length) {
|
||||
return callback(null, res.rows[0].l);
|
||||
}
|
||||
|
||||
callback(null, 0);
|
||||
});
|
||||
|
||||
return res.rows.length ? res.rows[0].l : 0;
|
||||
};
|
||||
};
|
||||
|
||||
@@ -1,56 +1,38 @@
|
||||
'use strict';
|
||||
|
||||
var async = require('async');
|
||||
|
||||
module.exports = function (db, module) {
|
||||
var helpers = module.helpers.postgres;
|
||||
var helpers = require('./helpers');
|
||||
|
||||
var query = db.query.bind(db);
|
||||
|
||||
module.flushdb = function (callback) {
|
||||
callback = callback || helpers.noop;
|
||||
|
||||
async.series([
|
||||
async.apply(query, `DROP SCHEMA "public" CASCADE`),
|
||||
async.apply(query, `CREATE SCHEMA "public"`),
|
||||
], function (err) {
|
||||
callback(err);
|
||||
});
|
||||
module.flushdb = async function () {
|
||||
await query(`DROP SCHEMA "public" CASCADE`);
|
||||
await query(`CREATE SCHEMA "public"`);
|
||||
};
|
||||
|
||||
module.emptydb = function (callback) {
|
||||
callback = callback || helpers.noop;
|
||||
query(`DELETE FROM "legacy_object"`, function (err) {
|
||||
callback(err);
|
||||
});
|
||||
module.emptydb = async function () {
|
||||
await query(`DELETE FROM "legacy_object"`);
|
||||
};
|
||||
|
||||
module.exists = function (key, callback) {
|
||||
module.exists = async function (key) {
|
||||
if (!key) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
|
||||
if (Array.isArray(key)) {
|
||||
query({
|
||||
const res = await query({
|
||||
name: 'existsArray',
|
||||
text: `
|
||||
SELECT o."_key" k
|
||||
FROM "legacy_object_live" o
|
||||
WHERE o."_key" = ANY($1::TEXT[])`,
|
||||
values: [key],
|
||||
}, function (err, res) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
});
|
||||
return key.map(function (k) {
|
||||
return res.rows.some(r => r.k === k);
|
||||
});
|
||||
}
|
||||
|
||||
callback(null, key.map(function (k) {
|
||||
return res.rows.some(function (r) {
|
||||
return r.k === k;
|
||||
});
|
||||
}));
|
||||
});
|
||||
} else {
|
||||
query({
|
||||
const res = await query({
|
||||
name: 'exists',
|
||||
text: `
|
||||
SELECT EXISTS(SELECT *
|
||||
@@ -58,57 +40,44 @@ module.exports = function (db, module) {
|
||||
WHERE "_key" = $1::TEXT
|
||||
LIMIT 1) e`,
|
||||
values: [key],
|
||||
}, function (err, res) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
|
||||
callback(null, res.rows[0].e);
|
||||
});
|
||||
}
|
||||
return res.rows[0].e;
|
||||
};
|
||||
|
||||
module.delete = function (key, callback) {
|
||||
callback = callback || helpers.noop;
|
||||
module.delete = async function (key) {
|
||||
if (!key) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
|
||||
query({
|
||||
await query({
|
||||
name: 'delete',
|
||||
text: `
|
||||
DELETE FROM "legacy_object"
|
||||
WHERE "_key" = $1::TEXT`,
|
||||
values: [key],
|
||||
}, function (err) {
|
||||
callback(err);
|
||||
});
|
||||
};
|
||||
|
||||
module.deleteAll = function (keys, callback) {
|
||||
callback = callback || helpers.noop;
|
||||
|
||||
module.deleteAll = async function (keys) {
|
||||
if (!Array.isArray(keys) || !keys.length) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
|
||||
query({
|
||||
await query({
|
||||
name: 'deleteAll',
|
||||
text: `
|
||||
DELETE FROM "legacy_object"
|
||||
WHERE "_key" = ANY($1::TEXT[])`,
|
||||
values: [keys],
|
||||
}, function (err) {
|
||||
callback(err);
|
||||
});
|
||||
};
|
||||
|
||||
module.get = function (key, callback) {
|
||||
module.get = async function (key) {
|
||||
if (!key) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
|
||||
query({
|
||||
const res = await query({
|
||||
name: 'get',
|
||||
text: `
|
||||
SELECT s."data" t
|
||||
@@ -119,94 +88,76 @@ SELECT s."data" t
|
||||
WHERE o."_key" = $1::TEXT
|
||||
LIMIT 1`,
|
||||
values: [key],
|
||||
}, function (err, res) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
|
||||
if (res.rows.length) {
|
||||
return callback(null, res.rows[0].t);
|
||||
}
|
||||
|
||||
callback(null, null);
|
||||
});
|
||||
|
||||
return res.rows.length ? res.rows[0].t : null;
|
||||
};
|
||||
|
||||
module.set = function (key, value, callback) {
|
||||
callback = callback || helpers.noop;
|
||||
|
||||
module.set = async function (key, value) {
|
||||
if (!key) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
|
||||
module.transaction(function (tx, done) {
|
||||
async.series([
|
||||
async.apply(helpers.ensureLegacyObjectType, tx.client, key, 'string'),
|
||||
async.apply(tx.client.query.bind(tx.client), {
|
||||
await module.transaction(async function (client) {
|
||||
var query = client.query.bind(client);
|
||||
await helpers.ensureLegacyObjectType(client, key, 'string');
|
||||
await query({
|
||||
name: 'set',
|
||||
text: `
|
||||
INSERT INTO "legacy_string" ("_key", "data")
|
||||
VALUES ($1::TEXT, $2::TEXT)
|
||||
ON CONFLICT ("_key")
|
||||
DO UPDATE SET "data" = $2::TEXT`,
|
||||
ON CONFLICT ("_key")
|
||||
DO UPDATE SET "data" = $2::TEXT`,
|
||||
values: [key, value],
|
||||
}),
|
||||
], function (err) {
|
||||
done(err);
|
||||
});
|
||||
}, callback);
|
||||
});
|
||||
};
|
||||
|
||||
module.increment = function (key, callback) {
|
||||
callback = callback || helpers.noop;
|
||||
|
||||
module.increment = async function (key) {
|
||||
if (!key) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
|
||||
module.transaction(function (tx, done) {
|
||||
async.waterfall([
|
||||
async.apply(helpers.ensureLegacyObjectType, tx.client, key, 'string'),
|
||||
async.apply(tx.client.query.bind(tx.client), {
|
||||
return await module.transaction(async function (client) {
|
||||
var query = client.query.bind(client);
|
||||
await helpers.ensureLegacyObjectType(client, key, 'string');
|
||||
const res = await query({
|
||||
name: 'increment',
|
||||
text: `
|
||||
INSERT INTO "legacy_string" ("_key", "data")
|
||||
VALUES ($1::TEXT, '1')
|
||||
ON CONFLICT ("_key")
|
||||
DO UPDATE SET "data" = ("legacy_string"."data"::NUMERIC + 1)::TEXT
|
||||
ON CONFLICT ("_key")
|
||||
DO UPDATE SET "data" = ("legacy_string"."data"::NUMERIC + 1)::TEXT
|
||||
RETURNING "data" d`,
|
||||
values: [key],
|
||||
}),
|
||||
], function (err, res) {
|
||||
if (err) {
|
||||
return done(err);
|
||||
}
|
||||
|
||||
done(null, parseFloat(res.rows[0].d));
|
||||
});
|
||||
}, callback);
|
||||
return parseFloat(res.rows[0].d);
|
||||
});
|
||||
};
|
||||
|
||||
module.rename = function (oldKey, newKey, callback) {
|
||||
module.transaction(function (tx, done) {
|
||||
async.series([
|
||||
async.apply(tx.delete, newKey),
|
||||
async.apply(tx.client.query.bind(tx.client), {
|
||||
module.rename = async function (oldKey, newKey) {
|
||||
await module.transaction(async function (client) {
|
||||
var query = client.query.bind(client);
|
||||
await query({
|
||||
name: 'deleteRename',
|
||||
text: `
|
||||
DELETE FROM "legacy_object"
|
||||
WHERE "_key" = $1::TEXT`,
|
||||
values: [newKey],
|
||||
});
|
||||
await query({
|
||||
name: 'rename',
|
||||
text: `
|
||||
UPDATE "legacy_object"
|
||||
SET "_key" = $2::TEXT
|
||||
WHERE "_key" = $1::TEXT`,
|
||||
SET "_key" = $2::TEXT
|
||||
WHERE "_key" = $1::TEXT`,
|
||||
values: [oldKey, newKey],
|
||||
}),
|
||||
], function (err) {
|
||||
done(err);
|
||||
});
|
||||
}, callback || helpers.noop);
|
||||
});
|
||||
};
|
||||
|
||||
module.type = function (key, callback) {
|
||||
query({
|
||||
module.type = async function (key) {
|
||||
const res = await query({
|
||||
name: 'type',
|
||||
text: `
|
||||
SELECT "type"::TEXT t
|
||||
@@ -214,47 +165,35 @@ SELECT "type"::TEXT t
|
||||
WHERE "_key" = $1::TEXT
|
||||
LIMIT 1`,
|
||||
values: [key],
|
||||
}, function (err, res) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
|
||||
if (res.rows.length) {
|
||||
return callback(null, res.rows[0].t);
|
||||
}
|
||||
|
||||
callback(null, null);
|
||||
});
|
||||
|
||||
return res.rows.length ? res.rows[0].t : null;
|
||||
};
|
||||
|
||||
function doExpire(key, date, callback) {
|
||||
query({
|
||||
async function doExpire(key, date) {
|
||||
await query({
|
||||
name: 'expire',
|
||||
text: `
|
||||
UPDATE "legacy_object"
|
||||
SET "expireAt" = $2::TIMESTAMPTZ
|
||||
WHERE "_key" = $1::TEXT`,
|
||||
values: [key, date],
|
||||
}, function (err) {
|
||||
if (callback) {
|
||||
callback(err);
|
||||
}
|
||||
});
|
||||
}
|
||||
|
||||
module.expire = function (key, seconds, callback) {
|
||||
doExpire(key, new Date(((Date.now() / 1000) + seconds) * 1000), callback);
|
||||
module.expire = async function (key, seconds) {
|
||||
await doExpire(key, new Date(((Date.now() / 1000) + seconds) * 1000));
|
||||
};
|
||||
|
||||
module.expireAt = function (key, timestamp, callback) {
|
||||
doExpire(key, new Date(timestamp * 1000), callback);
|
||||
module.expireAt = async function (key, timestamp) {
|
||||
await doExpire(key, new Date(timestamp * 1000));
|
||||
};
|
||||
|
||||
module.pexpire = function (key, ms, callback) {
|
||||
doExpire(key, new Date(Date.now() + parseInt(ms, 10)), callback);
|
||||
module.pexpire = async function (key, ms) {
|
||||
await doExpire(key, new Date(Date.now() + parseInt(ms, 10)));
|
||||
};
|
||||
|
||||
module.pexpireAt = function (key, timestamp, callback) {
|
||||
doExpire(key, new Date(timestamp), callback);
|
||||
module.pexpireAt = async function (key, timestamp) {
|
||||
await doExpire(key, new Date(timestamp));
|
||||
};
|
||||
};
|
||||
|
||||
@@ -1,44 +1,34 @@
|
||||
'use strict';
|
||||
|
||||
var async = require('async');
|
||||
var _ = require('lodash');
|
||||
|
||||
module.exports = function (db, module) {
|
||||
var helpers = module.helpers.postgres;
|
||||
|
||||
module.setAdd = function (key, value, callback) {
|
||||
callback = callback || helpers.noop;
|
||||
var helpers = require('./helpers');
|
||||
|
||||
module.setAdd = async function (key, value) {
|
||||
if (!Array.isArray(value)) {
|
||||
value = [value];
|
||||
}
|
||||
|
||||
module.transaction(function (tx, done) {
|
||||
var query = tx.client.query.bind(tx.client);
|
||||
|
||||
async.series([
|
||||
async.apply(helpers.ensureLegacyObjectType, tx.client, key, 'set'),
|
||||
async.apply(query, {
|
||||
await module.transaction(async function (client) {
|
||||
var query = client.query.bind(client);
|
||||
await helpers.ensureLegacyObjectType(client, key, 'set');
|
||||
await query({
|
||||
name: 'setAdd',
|
||||
text: `
|
||||
INSERT INTO "legacy_set" ("_key", "member")
|
||||
SELECT $1::TEXT, m
|
||||
FROM UNNEST($2::TEXT[]) m
|
||||
ON CONFLICT ("_key", "member")
|
||||
DO NOTHING`,
|
||||
FROM UNNEST($2::TEXT[]) m
|
||||
ON CONFLICT ("_key", "member")
|
||||
DO NOTHING`,
|
||||
values: [key, value],
|
||||
}),
|
||||
], function (err) {
|
||||
done(err);
|
||||
});
|
||||
}, callback);
|
||||
});
|
||||
};
|
||||
|
||||
module.setsAdd = function (keys, value, callback) {
|
||||
callback = callback || helpers.noop;
|
||||
|
||||
module.setsAdd = async function (keys, value) {
|
||||
if (!Array.isArray(keys) || !keys.length) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
|
||||
if (!Array.isArray(value)) {
|
||||
@@ -47,31 +37,24 @@ SELECT $1::TEXT, m
|
||||
|
||||
keys = _.uniq(keys);
|
||||
|
||||
module.transaction(function (tx, done) {
|
||||
var query = tx.client.query.bind(tx.client);
|
||||
|
||||
async.series([
|
||||
async.apply(helpers.ensureLegacyObjectsType, tx.client, keys, 'set'),
|
||||
async.apply(query, {
|
||||
await module.transaction(async function (client) {
|
||||
var query = client.query.bind(client);
|
||||
await helpers.ensureLegacyObjectsType(client, keys, 'set');
|
||||
await query({
|
||||
name: 'setsAdd',
|
||||
text: `
|
||||
INSERT INTO "legacy_set" ("_key", "member")
|
||||
SELECT k, m
|
||||
FROM UNNEST($1::TEXT[]) k
|
||||
CROSS JOIN UNNEST($2::TEXT[]) m
|
||||
ON CONFLICT ("_key", "member")
|
||||
DO NOTHING`,
|
||||
FROM UNNEST($1::TEXT[]) k
|
||||
CROSS JOIN UNNEST($2::TEXT[]) m
|
||||
ON CONFLICT ("_key", "member")
|
||||
DO NOTHING`,
|
||||
values: [keys, value],
|
||||
}),
|
||||
], function (err) {
|
||||
done(err);
|
||||
});
|
||||
}, callback);
|
||||
});
|
||||
};
|
||||
|
||||
module.setRemove = function (key, value, callback) {
|
||||
callback = callback || helpers.noop;
|
||||
|
||||
module.setRemove = async function (key, value) {
|
||||
if (!Array.isArray(key)) {
|
||||
key = [key];
|
||||
}
|
||||
@@ -80,43 +63,37 @@ SELECT k, m
|
||||
value = [value];
|
||||
}
|
||||
|
||||
db.query({
|
||||
await db.query({
|
||||
name: 'setRemove',
|
||||
text: `
|
||||
DELETE FROM "legacy_set"
|
||||
WHERE "_key" = ANY($1::TEXT[])
|
||||
AND "member" = ANY($2::TEXT[])`,
|
||||
values: [key, value],
|
||||
}, function (err) {
|
||||
callback(err);
|
||||
});
|
||||
};
|
||||
|
||||
module.setsRemove = function (keys, value, callback) {
|
||||
callback = callback || helpers.noop;
|
||||
|
||||
module.setsRemove = async function (keys, value) {
|
||||
if (!Array.isArray(keys) || !keys.length) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
|
||||
db.query({
|
||||
await db.query({
|
||||
name: 'setsRemove',
|
||||
text: `
|
||||
DELETE FROM "legacy_set"
|
||||
WHERE "_key" = ANY($1::TEXT[])
|
||||
AND "member" = $2::TEXT`,
|
||||
values: [keys, value],
|
||||
}, function (err) {
|
||||
callback(err);
|
||||
});
|
||||
};
|
||||
|
||||
module.isSetMember = function (key, value, callback) {
|
||||
module.isSetMember = async function (key, value) {
|
||||
if (!key) {
|
||||
return callback(null, false);
|
||||
return false;
|
||||
}
|
||||
|
||||
db.query({
|
||||
const res = await db.query({
|
||||
name: 'isSetMember',
|
||||
text: `
|
||||
SELECT 1
|
||||
@@ -127,23 +104,19 @@ SELECT 1
|
||||
WHERE o."_key" = $1::TEXT
|
||||
AND s."member" = $2::TEXT`,
|
||||
values: [key, value],
|
||||
}, function (err, res) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
|
||||
callback(null, !!res.rows.length);
|
||||
});
|
||||
|
||||
return !!res.rows.length;
|
||||
};
|
||||
|
||||
module.isSetMembers = function (key, values, callback) {
|
||||
module.isSetMembers = async function (key, values) {
|
||||
if (!key || !Array.isArray(values) || !values.length) {
|
||||
return callback(null, []);
|
||||
return [];
|
||||
}
|
||||
|
||||
values = values.map(helpers.valueToString);
|
||||
|
||||
db.query({
|
||||
const res = await db.query({
|
||||
name: 'isSetMembers',
|
||||
text: `
|
||||
SELECT s."member" m
|
||||
@@ -154,27 +127,21 @@ SELECT s."member" m
|
||||
WHERE o."_key" = $1::TEXT
|
||||
AND s."member" = ANY($2::TEXT[])`,
|
||||
values: [key, values],
|
||||
}, function (err, res) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
|
||||
callback(null, values.map(function (v) {
|
||||
return res.rows.some(function (r) {
|
||||
return r.m === v;
|
||||
});
|
||||
}));
|
||||
|
||||
return values.map(function (v) {
|
||||
return res.rows.some(r => r.m === v);
|
||||
});
|
||||
};
|
||||
|
||||
module.isMemberOfSets = function (sets, value, callback) {
|
||||
module.isMemberOfSets = async function (sets, value) {
|
||||
if (!Array.isArray(sets) || !sets.length) {
|
||||
return callback(null, []);
|
||||
return [];
|
||||
}
|
||||
|
||||
value = helpers.valueToString(value);
|
||||
|
||||
db.query({
|
||||
const res = await db.query({
|
||||
name: 'isMemberOfSets',
|
||||
text: `
|
||||
SELECT o."_key" k
|
||||
@@ -185,25 +152,19 @@ SELECT o."_key" k
|
||||
WHERE o."_key" = ANY($1::TEXT[])
|
||||
AND s."member" = $2::TEXT`,
|
||||
values: [sets, value],
|
||||
}, function (err, res) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
|
||||
callback(null, sets.map(function (s) {
|
||||
return res.rows.some(function (r) {
|
||||
return r.k === s;
|
||||
});
|
||||
}));
|
||||
|
||||
return sets.map(function (s) {
|
||||
return res.rows.some(r => r.k === s);
|
||||
});
|
||||
};
|
||||
|
||||
module.getSetMembers = function (key, callback) {
|
||||
module.getSetMembers = async function (key) {
|
||||
if (!key) {
|
||||
return callback(null, []);
|
||||
return [];
|
||||
}
|
||||
|
||||
db.query({
|
||||
const res = await db.query({
|
||||
name: 'getSetMembers',
|
||||
text: `
|
||||
SELECT s."member" m
|
||||
@@ -213,23 +174,17 @@ SELECT s."member" m
|
||||
AND o."type" = s."type"
|
||||
WHERE o."_key" = $1::TEXT`,
|
||||
values: [key],
|
||||
}, function (err, res) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
|
||||
callback(null, res.rows.map(function (r) {
|
||||
return r.m;
|
||||
}));
|
||||
});
|
||||
|
||||
return res.rows.map(r => r.m);
|
||||
};
|
||||
|
||||
module.getSetsMembers = function (keys, callback) {
|
||||
module.getSetsMembers = async function (keys) {
|
||||
if (!Array.isArray(keys) || !keys.length) {
|
||||
return callback(null, []);
|
||||
return [];
|
||||
}
|
||||
|
||||
db.query({
|
||||
const res = await db.query({
|
||||
name: 'getSetsMembers',
|
||||
text: `
|
||||
SELECT o."_key" k,
|
||||
@@ -241,25 +196,19 @@ SELECT o."_key" k,
|
||||
WHERE o."_key" = ANY($1::TEXT[])
|
||||
GROUP BY o."_key"`,
|
||||
values: [keys],
|
||||
}, function (err, res) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
});
|
||||
|
||||
callback(null, keys.map(function (k) {
|
||||
return (res.rows.find(function (r) {
|
||||
return r.k === k;
|
||||
}) || { m: [] }).m;
|
||||
}));
|
||||
return keys.map(function (k) {
|
||||
return (res.rows.find(r => r.k === k) || { m: [] }).m;
|
||||
});
|
||||
};
|
||||
|
||||
module.setCount = function (key, callback) {
|
||||
module.setCount = async function (key) {
|
||||
if (!key) {
|
||||
return callback(null, 0);
|
||||
return 0;
|
||||
}
|
||||
|
||||
db.query({
|
||||
const res = await db.query({
|
||||
name: 'setCount',
|
||||
text: `
|
||||
SELECT COUNT(*) c
|
||||
@@ -269,17 +218,13 @@ SELECT COUNT(*) c
|
||||
AND o."type" = s."type"
|
||||
WHERE o."_key" = $1::TEXT`,
|
||||
values: [key],
|
||||
}, function (err, res) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
|
||||
callback(null, parseInt(res.rows[0].c, 10));
|
||||
});
|
||||
|
||||
return parseInt(res.rows[0].c, 10);
|
||||
};
|
||||
|
||||
module.setsCount = function (keys, callback) {
|
||||
db.query({
|
||||
module.setsCount = async function (keys) {
|
||||
const res = await db.query({
|
||||
name: 'setsCount',
|
||||
text: `
|
||||
SELECT o."_key" k,
|
||||
@@ -291,23 +236,15 @@ SELECT o."_key" k,
|
||||
WHERE o."_key" = ANY($1::TEXT[])
|
||||
GROUP BY o."_key"`,
|
||||
values: [keys],
|
||||
}, function (err, res) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
});
|
||||
|
||||
callback(null, keys.map(function (k) {
|
||||
return (res.rows.find(function (r) {
|
||||
return r.k === k;
|
||||
}) || { c: 0 }).c;
|
||||
}));
|
||||
return keys.map(function (k) {
|
||||
return (res.rows.find(r => r.k === k) || { c: 0 }).c;
|
||||
});
|
||||
};
|
||||
|
||||
module.setRemoveRandom = function (key, callback) {
|
||||
callback = callback || helpers.noop;
|
||||
|
||||
db.query({
|
||||
module.setRemoveRandom = async function (key) {
|
||||
const res = await db.query({
|
||||
name: 'setRemoveRandom',
|
||||
text: `
|
||||
WITH A AS (
|
||||
@@ -326,16 +263,7 @@ DELETE FROM "legacy_set" s
|
||||
AND s."member" = A."member"
|
||||
RETURNING A."member" m`,
|
||||
values: [key],
|
||||
}, function (err, res) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
|
||||
if (res.rows.length) {
|
||||
return callback(null, res.rows[0].m);
|
||||
}
|
||||
|
||||
callback(null, null);
|
||||
});
|
||||
return res.rows.length ? res.rows[0].m : null;
|
||||
};
|
||||
};
|
||||
|
||||
@@ -1,9 +1,11 @@
|
||||
'use strict';
|
||||
|
||||
var async = require('async');
|
||||
|
||||
module.exports = function (db, module) {
|
||||
var helpers = module.helpers.postgres;
|
||||
var helpers = require('./helpers');
|
||||
const util = require('util');
|
||||
var Cursor = require('pg-cursor');
|
||||
Cursor.prototype.readAsync = util.promisify(Cursor.prototype.read);
|
||||
const sleep = util.promisify(setTimeout);
|
||||
|
||||
var query = db.query.bind(db);
|
||||
|
||||
@@ -12,25 +14,25 @@ module.exports = function (db, module) {
|
||||
require('./sorted/union')(db, module);
|
||||
require('./sorted/intersect')(db, module);
|
||||
|
||||
module.getSortedSetRange = function (key, start, stop, callback) {
|
||||
getSortedSetRange(key, start, stop, 1, false, callback);
|
||||
module.getSortedSetRange = async function (key, start, stop) {
|
||||
return await getSortedSetRange(key, start, stop, 1, false);
|
||||
};
|
||||
|
||||
module.getSortedSetRevRange = function (key, start, stop, callback) {
|
||||
getSortedSetRange(key, start, stop, -1, false, callback);
|
||||
module.getSortedSetRevRange = async function (key, start, stop) {
|
||||
return await getSortedSetRange(key, start, stop, -1, false);
|
||||
};
|
||||
|
||||
module.getSortedSetRangeWithScores = function (key, start, stop, callback) {
|
||||
getSortedSetRange(key, start, stop, 1, true, callback);
|
||||
module.getSortedSetRangeWithScores = async function (key, start, stop) {
|
||||
return await getSortedSetRange(key, start, stop, 1, true);
|
||||
};
|
||||
|
||||
module.getSortedSetRevRangeWithScores = function (key, start, stop, callback) {
|
||||
getSortedSetRange(key, start, stop, -1, true, callback);
|
||||
module.getSortedSetRevRangeWithScores = async function (key, start, stop) {
|
||||
return await getSortedSetRange(key, start, stop, -1, true);
|
||||
};
|
||||
|
||||
function getSortedSetRange(key, start, stop, sort, withScores, callback) {
|
||||
async function getSortedSetRange(key, start, stop, sort, withScores) {
|
||||
if (!key) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
|
||||
if (!Array.isArray(key)) {
|
||||
@@ -38,7 +40,7 @@ module.exports = function (db, module) {
|
||||
}
|
||||
|
||||
if (start < 0 && start > stop) {
|
||||
return callback(null, []);
|
||||
return [];
|
||||
}
|
||||
|
||||
var reverse = false;
|
||||
@@ -58,7 +60,7 @@ module.exports = function (db, module) {
|
||||
limit = null;
|
||||
}
|
||||
|
||||
query({
|
||||
const res = await query({
|
||||
name: 'getSortedSetRangeWithScores' + (sort > 0 ? 'Asc' : 'Desc'),
|
||||
text: `
|
||||
SELECT z."value",
|
||||
@@ -72,51 +74,40 @@ SELECT z."value",
|
||||
LIMIT $3::INTEGER
|
||||
OFFSET $2::INTEGER`,
|
||||
values: [key, start, limit],
|
||||
}, function (err, res) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
});
|
||||
|
||||
if (reverse) {
|
||||
res.rows.reverse();
|
||||
}
|
||||
|
||||
if (withScores) {
|
||||
res.rows = res.rows.map(function (r) {
|
||||
return {
|
||||
value: r.value,
|
||||
score: parseFloat(r.score),
|
||||
};
|
||||
});
|
||||
res.rows = res.rows.map(r => ({ value: r.value, score: parseFloat(r.score) }));
|
||||
} else {
|
||||
res.rows = res.rows.map(function (r) {
|
||||
return r.value;
|
||||
});
|
||||
res.rows = res.rows.map(r => r.value);
|
||||
}
|
||||
|
||||
callback(null, res.rows);
|
||||
});
|
||||
return res.rows;
|
||||
}
|
||||
|
||||
module.getSortedSetRangeByScore = function (key, start, count, min, max, callback) {
|
||||
getSortedSetRangeByScore(key, start, count, min, max, 1, false, callback);
|
||||
module.getSortedSetRangeByScore = async function (key, start, count, min, max) {
|
||||
return await getSortedSetRangeByScore(key, start, count, min, max, 1, false);
|
||||
};
|
||||
|
||||
module.getSortedSetRevRangeByScore = function (key, start, count, max, min, callback) {
|
||||
getSortedSetRangeByScore(key, start, count, min, max, -1, false, callback);
|
||||
module.getSortedSetRevRangeByScore = async function (key, start, count, max, min) {
|
||||
return await getSortedSetRangeByScore(key, start, count, min, max, -1, false);
|
||||
};
|
||||
|
||||
module.getSortedSetRangeByScoreWithScores = function (key, start, count, min, max, callback) {
|
||||
getSortedSetRangeByScore(key, start, count, min, max, 1, true, callback);
|
||||
module.getSortedSetRangeByScoreWithScores = async function (key, start, count, min, max) {
|
||||
return await getSortedSetRangeByScore(key, start, count, min, max, 1, true);
|
||||
};
|
||||
|
||||
module.getSortedSetRevRangeByScoreWithScores = function (key, start, count, max, min, callback) {
|
||||
getSortedSetRangeByScore(key, start, count, min, max, -1, true, callback);
|
||||
module.getSortedSetRevRangeByScoreWithScores = async function (key, start, count, max, min) {
|
||||
return await getSortedSetRangeByScore(key, start, count, min, max, -1, true);
|
||||
};
|
||||
|
||||
function getSortedSetRangeByScore(key, start, count, min, max, sort, withScores, callback) {
|
||||
async function getSortedSetRangeByScore(key, start, count, min, max, sort, withScores) {
|
||||
if (!key) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
|
||||
if (!Array.isArray(key)) {
|
||||
@@ -134,7 +125,7 @@ OFFSET $2::INTEGER`,
|
||||
max = null;
|
||||
}
|
||||
|
||||
query({
|
||||
const res = await query({
|
||||
name: 'getSortedSetRangeByScoreWithScores' + (sort > 0 ? 'Asc' : 'Desc'),
|
||||
text: `
|
||||
SELECT z."value",
|
||||
@@ -150,31 +141,20 @@ SELECT z."value",
|
||||
LIMIT $3::INTEGER
|
||||
OFFSET $2::INTEGER`,
|
||||
values: [key, start, count, min, max],
|
||||
}, function (err, res) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
});
|
||||
|
||||
if (withScores) {
|
||||
res.rows = res.rows.map(function (r) {
|
||||
return {
|
||||
value: r.value,
|
||||
score: parseFloat(r.score),
|
||||
};
|
||||
});
|
||||
res.rows = res.rows.map(r => ({ value: r.value, score: parseFloat(r.score) }));
|
||||
} else {
|
||||
res.rows = res.rows.map(function (r) {
|
||||
return r.value;
|
||||
});
|
||||
res.rows = res.rows.map(r => r.value);
|
||||
}
|
||||
|
||||
return callback(null, res.rows);
|
||||
});
|
||||
return res.rows;
|
||||
}
|
||||
|
||||
module.sortedSetCount = function (key, min, max, callback) {
|
||||
module.sortedSetCount = async function (key, min, max) {
|
||||
if (!key) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
|
||||
if (min === '-inf') {
|
||||
@@ -184,7 +164,7 @@ OFFSET $2::INTEGER`,
|
||||
max = null;
|
||||
}
|
||||
|
||||
query({
|
||||
const res = await query({
|
||||
name: 'sortedSetCount',
|
||||
text: `
|
||||
SELECT COUNT(*) c
|
||||
@@ -196,21 +176,17 @@ SELECT COUNT(*) c
|
||||
AND (z."score" >= $2::NUMERIC OR $2::NUMERIC IS NULL)
|
||||
AND (z."score" <= $3::NUMERIC OR $3::NUMERIC IS NULL)`,
|
||||
values: [key, min, max],
|
||||
}, function (err, res) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
|
||||
callback(null, parseInt(res.rows[0].c, 10));
|
||||
});
|
||||
|
||||
return parseInt(res.rows[0].c, 10);
|
||||
};
|
||||
|
||||
module.sortedSetCard = function (key, callback) {
|
||||
module.sortedSetCard = async function (key) {
|
||||
if (!key) {
|
||||
return callback(null, 0);
|
||||
return 0;
|
||||
}
|
||||
|
||||
query({
|
||||
const res = await query({
|
||||
name: 'sortedSetCard',
|
||||
text: `
|
||||
SELECT COUNT(*) c
|
||||
@@ -220,21 +196,17 @@ SELECT COUNT(*) c
|
||||
AND o."type" = z."type"
|
||||
WHERE o."_key" = $1::TEXT`,
|
||||
values: [key],
|
||||
}, function (err, res) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
|
||||
callback(null, parseInt(res.rows[0].c, 10));
|
||||
});
|
||||
|
||||
return parseInt(res.rows[0].c, 10);
|
||||
};
|
||||
|
||||
module.sortedSetsCard = function (keys, callback) {
|
||||
module.sortedSetsCard = async function (keys) {
|
||||
if (!Array.isArray(keys) || !keys.length) {
|
||||
return callback(null, []);
|
||||
return [];
|
||||
}
|
||||
|
||||
query({
|
||||
const res = await query({
|
||||
name: 'sortedSetsCard',
|
||||
text: `
|
||||
SELECT o."_key" k,
|
||||
@@ -246,50 +218,38 @@ SELECT o."_key" k,
|
||||
WHERE o."_key" = ANY($1::TEXT[])
|
||||
GROUP BY o."_key"`,
|
||||
values: [keys],
|
||||
}, function (err, res) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
});
|
||||
|
||||
callback(null, keys.map(function (k) {
|
||||
return parseInt((res.rows.find(function (r) {
|
||||
return r.k === k;
|
||||
}) || { c: 0 }).c, 10);
|
||||
}));
|
||||
return keys.map(function (k) {
|
||||
return parseInt((res.rows.find(r => r.k === k) || { c: 0 }).c, 10);
|
||||
});
|
||||
};
|
||||
|
||||
module.sortedSetsCardSum = function (keys, callback) {
|
||||
module.sortedSetsCardSum = async function (keys) {
|
||||
if (!keys || (Array.isArray(keys) && !keys.length)) {
|
||||
return callback(null, 0);
|
||||
return 0;
|
||||
}
|
||||
if (!Array.isArray(keys)) {
|
||||
keys = [keys];
|
||||
}
|
||||
module.sortedSetsCard(keys, function (err, counts) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
const sum = counts.reduce(function (acc, val) { return acc + val; }, 0);
|
||||
callback(null, sum);
|
||||
});
|
||||
const counts = await module.sortedSetsCard(keys);
|
||||
const sum = counts.reduce((acc, val) => acc + val, 0);
|
||||
return sum;
|
||||
};
|
||||
|
||||
module.sortedSetRank = function (key, value, callback) {
|
||||
getSortedSetRank('ASC', [key], [value], function (err, result) {
|
||||
callback(err, result ? result[0] : null);
|
||||
});
|
||||
module.sortedSetRank = async function (key, value) {
|
||||
const result = await getSortedSetRank('ASC', [key], [value]);
|
||||
return result ? result[0] : null;
|
||||
};
|
||||
|
||||
module.sortedSetRevRank = function (key, value, callback) {
|
||||
getSortedSetRank('DESC', [key], [value], function (err, result) {
|
||||
callback(err, result ? result[0] : null);
|
||||
});
|
||||
module.sortedSetRevRank = async function (key, value) {
|
||||
const result = await getSortedSetRank('DESC', [key], [value]);
|
||||
return result ? result[0] : null;
|
||||
};
|
||||
|
||||
function getSortedSetRank(sort, keys, values, callback) {
|
||||
async function getSortedSetRank(sort, keys, values) {
|
||||
values = values.map(helpers.valueToString);
|
||||
query({
|
||||
const res = await query({
|
||||
name: 'getSortedSetRank' + sort,
|
||||
text: `
|
||||
SELECT (SELECT r
|
||||
@@ -306,55 +266,51 @@ SELECT (SELECT r
|
||||
FROM UNNEST($1::TEXT[], $2::TEXT[]) WITH ORDINALITY kvi(k, v, i)
|
||||
ORDER BY kvi.i ASC`,
|
||||
values: [keys, values],
|
||||
}, function (err, res) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
|
||||
callback(null, res.rows.map(function (r) { return r.r === null ? null : parseFloat(r.r); }));
|
||||
});
|
||||
|
||||
return res.rows.map(r => (r.r === null ? null : parseFloat(r.r)));
|
||||
}
|
||||
|
||||
module.sortedSetsRanks = function (keys, values, callback) {
|
||||
module.sortedSetsRanks = async function (keys, values) {
|
||||
if (!Array.isArray(keys) || !keys.length) {
|
||||
return callback(null, []);
|
||||
return [];
|
||||
}
|
||||
|
||||
getSortedSetRank('ASC', keys, values, callback);
|
||||
return await getSortedSetRank('ASC', keys, values);
|
||||
};
|
||||
|
||||
module.sortedSetsRevRanks = function (keys, values, callback) {
|
||||
module.sortedSetsRevRanks = async function (keys, values) {
|
||||
if (!Array.isArray(keys) || !keys.length) {
|
||||
return callback(null, []);
|
||||
return [];
|
||||
}
|
||||
|
||||
getSortedSetRank('DESC', keys, values, callback);
|
||||
return await getSortedSetRank('DESC', keys, values);
|
||||
};
|
||||
|
||||
module.sortedSetRanks = function (key, values, callback) {
|
||||
module.sortedSetRanks = async function (key, values) {
|
||||
if (!Array.isArray(values) || !values.length) {
|
||||
return callback(null, []);
|
||||
return [];
|
||||
}
|
||||
|
||||
getSortedSetRank('ASC', new Array(values.length).fill(key), values, callback);
|
||||
return await getSortedSetRank('ASC', new Array(values.length).fill(key), values);
|
||||
};
|
||||
|
||||
module.sortedSetRevRanks = function (key, values, callback) {
|
||||
module.sortedSetRevRanks = async function (key, values) {
|
||||
if (!Array.isArray(values) || !values.length) {
|
||||
return callback(null, []);
|
||||
return [];
|
||||
}
|
||||
|
||||
getSortedSetRank('DESC', new Array(values.length).fill(key), values, callback);
|
||||
return await getSortedSetRank('DESC', new Array(values.length).fill(key), values);
|
||||
};
|
||||
|
||||
module.sortedSetScore = function (key, value, callback) {
|
||||
module.sortedSetScore = async function (key, value) {
|
||||
if (!key) {
|
||||
return callback(null, null);
|
||||
return null;
|
||||
}
|
||||
|
||||
value = helpers.valueToString(value);
|
||||
|
||||
query({
|
||||
const res = await query({
|
||||
name: 'sortedSetScore',
|
||||
text: `
|
||||
SELECT z."score" s
|
||||
@@ -365,27 +321,21 @@ SELECT z."score" s
|
||||
WHERE o."_key" = $1::TEXT
|
||||
AND z."value" = $2::TEXT`,
|
||||
values: [key, value],
|
||||
}, function (err, res) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
|
||||
if (res.rows.length) {
|
||||
return callback(null, parseFloat(res.rows[0].s));
|
||||
}
|
||||
|
||||
callback(null, null);
|
||||
});
|
||||
if (res.rows.length) {
|
||||
return parseFloat(res.rows[0].s);
|
||||
}
|
||||
return null;
|
||||
};
|
||||
|
||||
module.sortedSetsScore = function (keys, value, callback) {
|
||||
module.sortedSetsScore = async function (keys, value) {
|
||||
if (!Array.isArray(keys) || !keys.length) {
|
||||
return callback(null, []);
|
||||
return [];
|
||||
}
|
||||
|
||||
value = helpers.valueToString(value);
|
||||
|
||||
query({
|
||||
const res = await query({
|
||||
name: 'sortedSetsScore',
|
||||
text: `
|
||||
SELECT o."_key" k,
|
||||
@@ -397,31 +347,24 @@ SELECT o."_key" k,
|
||||
WHERE o."_key" = ANY($1::TEXT[])
|
||||
AND z."value" = $2::TEXT`,
|
||||
values: [keys, value],
|
||||
}, function (err, res) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
|
||||
callback(null, keys.map(function (k) {
|
||||
var s = res.rows.find(function (r) {
|
||||
return r.k === k;
|
||||
});
|
||||
|
||||
return keys.map(function (k) {
|
||||
var s = res.rows.find(r => r.k === k);
|
||||
return s ? parseFloat(s.s) : null;
|
||||
}));
|
||||
});
|
||||
};
|
||||
|
||||
module.sortedSetScores = function (key, values, callback) {
|
||||
module.sortedSetScores = async function (key, values) {
|
||||
if (!key) {
|
||||
return setImmediate(callback, null, null);
|
||||
return null;
|
||||
}
|
||||
if (!values.length) {
|
||||
return setImmediate(callback, null, []);
|
||||
return [];
|
||||
}
|
||||
values = values.map(helpers.valueToString);
|
||||
|
||||
query({
|
||||
const res = await query({
|
||||
name: 'sortedSetScores',
|
||||
text: `
|
||||
SELECT z."value" v,
|
||||
@@ -433,29 +376,22 @@ SELECT z."value" v,
|
||||
WHERE o."_key" = $1::TEXT
|
||||
AND z."value" = ANY($2::TEXT[])`,
|
||||
values: [key, values],
|
||||
}, function (err, res) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
|
||||
callback(null, values.map(function (v) {
|
||||
var s = res.rows.find(function (r) {
|
||||
return r.v === v;
|
||||
});
|
||||
|
||||
return values.map(function (v) {
|
||||
var s = res.rows.find(r => r.v === v);
|
||||
return s ? parseFloat(s.s) : null;
|
||||
}));
|
||||
});
|
||||
};
|
||||
|
||||
module.isSortedSetMember = function (key, value, callback) {
|
||||
module.isSortedSetMember = async function (key, value) {
|
||||
if (!key) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
|
||||
value = helpers.valueToString(value);
|
||||
|
||||
query({
|
||||
const res = await query({
|
||||
name: 'isSortedSetMember',
|
||||
text: `
|
||||
SELECT 1
|
||||
@@ -466,23 +402,19 @@ SELECT 1
|
||||
WHERE o."_key" = $1::TEXT
|
||||
AND z."value" = $2::TEXT`,
|
||||
values: [key, value],
|
||||
}, function (err, res) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
|
||||
callback(null, !!res.rows.length);
|
||||
});
|
||||
|
||||
return !!res.rows.length;
|
||||
};
|
||||
|
||||
module.isSortedSetMembers = function (key, values, callback) {
|
||||
module.isSortedSetMembers = async function (key, values) {
|
||||
if (!key) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
|
||||
values = values.map(helpers.valueToString);
|
||||
|
||||
query({
|
||||
const res = await query({
|
||||
name: 'isSortedSetMembers',
|
||||
text: `
|
||||
SELECT z."value" v
|
||||
@@ -493,27 +425,21 @@ SELECT z."value" v
|
||||
WHERE o."_key" = $1::TEXT
|
||||
AND z."value" = ANY($2::TEXT[])`,
|
||||
values: [key, values],
|
||||
}, function (err, res) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
|
||||
callback(null, values.map(function (v) {
|
||||
return res.rows.some(function (r) {
|
||||
return r.v === v;
|
||||
});
|
||||
}));
|
||||
|
||||
return values.map(function (v) {
|
||||
return res.rows.some(r => r.v === v);
|
||||
});
|
||||
};
|
||||
|
||||
module.isMemberOfSortedSets = function (keys, value, callback) {
|
||||
module.isMemberOfSortedSets = async function (keys, value) {
|
||||
if (!Array.isArray(keys) || !keys.length) {
|
||||
return setImmediate(callback, null, []);
|
||||
return [];
|
||||
}
|
||||
|
||||
value = helpers.valueToString(value);
|
||||
|
||||
query({
|
||||
const res = await query({
|
||||
name: 'isMemberOfSortedSets',
|
||||
text: `
|
||||
SELECT o."_key" k
|
||||
@@ -524,25 +450,19 @@ SELECT o."_key" k
|
||||
WHERE o."_key" = ANY($1::TEXT[])
|
||||
AND z."value" = $2::TEXT`,
|
||||
values: [keys, value],
|
||||
}, function (err, res) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
|
||||
callback(null, keys.map(function (k) {
|
||||
return res.rows.some(function (r) {
|
||||
return r.k === k;
|
||||
});
|
||||
}));
|
||||
|
||||
return keys.map(function (k) {
|
||||
return res.rows.some(r => r.k === k);
|
||||
});
|
||||
};
|
||||
|
||||
module.getSortedSetsMembers = function (keys, callback) {
|
||||
module.getSortedSetsMembers = async function (keys) {
|
||||
if (!Array.isArray(keys) || !keys.length) {
|
||||
return callback(null, []);
|
||||
return [];
|
||||
}
|
||||
|
||||
query({
|
||||
const res = await query({
|
||||
name: 'getSortedSetsMembers',
|
||||
text: `
|
||||
SELECT o."_key" k,
|
||||
@@ -554,61 +474,50 @@ SELECT o."_key" k,
|
||||
WHERE o."_key" = ANY($1::TEXT[])
|
||||
GROUP BY o."_key"`,
|
||||
values: [keys],
|
||||
}, function (err, res) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
});
|
||||
|
||||
callback(null, keys.map(function (k) {
|
||||
return (res.rows.find(function (r) {
|
||||
return r.k === k;
|
||||
}) || { m: [] }).m;
|
||||
}));
|
||||
return keys.map(function (k) {
|
||||
return (res.rows.find(r => r.k === k) || { m: [] }).m;
|
||||
});
|
||||
};
|
||||
|
||||
module.sortedSetIncrBy = function (key, increment, value, callback) {
|
||||
callback = callback || helpers.noop;
|
||||
|
||||
module.sortedSetIncrBy = async function (key, increment, value) {
|
||||
if (!key) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
|
||||
value = helpers.valueToString(value);
|
||||
increment = parseFloat(increment);
|
||||
|
||||
module.transaction(function (tx, done) {
|
||||
async.waterfall([
|
||||
async.apply(helpers.ensureLegacyObjectType, tx.client, key, 'zset'),
|
||||
async.apply(tx.client.query.bind(tx.client), {
|
||||
return await module.transaction(async function (client) {
|
||||
var query = client.query.bind(client);
|
||||
await helpers.ensureLegacyObjectType(client, key, 'zset');
|
||||
const res = await query({
|
||||
name: 'sortedSetIncrBy',
|
||||
text: `
|
||||
INSERT INTO "legacy_zset" ("_key", "value", "score")
|
||||
VALUES ($1::TEXT, $2::TEXT, $3::NUMERIC)
|
||||
ON CONFLICT ("_key", "value")
|
||||
DO UPDATE SET "score" = "legacy_zset"."score" + $3::NUMERIC
|
||||
ON CONFLICT ("_key", "value")
|
||||
DO UPDATE SET "score" = "legacy_zset"."score" + $3::NUMERIC
|
||||
RETURNING "score" s`,
|
||||
values: [key, value, increment],
|
||||
}),
|
||||
function (res, next) {
|
||||
next(null, parseFloat(res.rows[0].s));
|
||||
},
|
||||
], done);
|
||||
}, callback);
|
||||
});
|
||||
return parseFloat(res.rows[0].s);
|
||||
});
|
||||
};
|
||||
|
||||
module.getSortedSetRangeByLex = function (key, min, max, start, count, callback) {
|
||||
sortedSetLex(key, min, max, 1, start, count, callback);
|
||||
module.getSortedSetRangeByLex = async function (key, min, max, start, count) {
|
||||
return await sortedSetLex(key, min, max, 1, start, count);
|
||||
};
|
||||
|
||||
module.getSortedSetRevRangeByLex = function (key, max, min, start, count, callback) {
|
||||
sortedSetLex(key, min, max, -1, start, count, callback);
|
||||
module.getSortedSetRevRangeByLex = async function (key, max, min, start, count) {
|
||||
return await sortedSetLex(key, min, max, -1, start, count);
|
||||
};
|
||||
|
||||
module.sortedSetLexCount = function (key, min, max, callback) {
|
||||
module.sortedSetLexCount = async function (key, min, max) {
|
||||
var q = buildLexQuery(key, min, max);
|
||||
|
||||
query({
|
||||
const res = await query({
|
||||
name: 'sortedSetLexCount' + q.suffix,
|
||||
text: `
|
||||
SELECT COUNT(*) c
|
||||
@@ -618,26 +527,19 @@ SELECT COUNT(*) c
|
||||
AND o."type" = z."type"
|
||||
WHERE ` + q.where,
|
||||
values: q.values,
|
||||
}, function (err, res) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
|
||||
callback(null, parseInt(res.rows[0].c, 10));
|
||||
});
|
||||
|
||||
return parseInt(res.rows[0].c, 10);
|
||||
};
|
||||
|
||||
function sortedSetLex(key, min, max, sort, start, count, callback) {
|
||||
if (!callback) {
|
||||
callback = start;
|
||||
start = 0;
|
||||
count = 0;
|
||||
}
|
||||
async function sortedSetLex(key, min, max, sort, start, count) {
|
||||
start = start !== undefined ? start : 0;
|
||||
count = count !== undefined ? count : 0;
|
||||
|
||||
var q = buildLexQuery(key, min, max);
|
||||
q.values.push(start);
|
||||
q.values.push(count <= 0 ? null : count);
|
||||
query({
|
||||
const res = await query({
|
||||
name: 'sortedSetLex' + (sort > 0 ? 'Asc' : 'Desc') + q.suffix,
|
||||
text: `
|
||||
SELECT z."value" v
|
||||
@@ -650,22 +552,14 @@ SELECT z."value" v
|
||||
LIMIT $` + q.values.length + `::INTEGER
|
||||
OFFSET $` + (q.values.length - 1) + `::INTEGER`,
|
||||
values: q.values,
|
||||
}, function (err, res) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
|
||||
callback(null, res.rows.map(function (r) {
|
||||
return r.v;
|
||||
}));
|
||||
});
|
||||
|
||||
return res.rows.map(r => r.v);
|
||||
}
|
||||
|
||||
module.sortedSetRemoveRangeByLex = function (key, min, max, callback) {
|
||||
callback = callback || helpers.noop;
|
||||
|
||||
module.sortedSetRemoveRangeByLex = async function (key, min, max) {
|
||||
var q = buildLexQuery(key, min, max);
|
||||
query({
|
||||
await query({
|
||||
name: 'sortedSetRemoveRangeByLex' + q.suffix,
|
||||
text: `
|
||||
DELETE FROM "legacy_zset" z
|
||||
@@ -674,8 +568,6 @@ DELETE FROM "legacy_zset" z
|
||||
AND o."type" = z."type"
|
||||
AND ` + q.where,
|
||||
values: q.values,
|
||||
}, function (err) {
|
||||
callback(err);
|
||||
});
|
||||
};
|
||||
|
||||
@@ -721,16 +613,10 @@ DELETE FROM "legacy_zset" z
|
||||
return q;
|
||||
}
|
||||
|
||||
module.processSortedSet = function (setKey, process, options, callback) {
|
||||
var Cursor = require('pg-cursor');
|
||||
|
||||
db.connect(function (err, client, done) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
|
||||
module.processSortedSet = async function (setKey, process, options) {
|
||||
const client = await db.connect();
|
||||
var batchSize = (options || {}).batch || 100;
|
||||
var query = client.query(new Cursor(`
|
||||
var cursor = client.query(new Cursor(`
|
||||
SELECT z."value", z."score"
|
||||
FROM "legacy_object_live" o
|
||||
INNER JOIN "legacy_zset" z
|
||||
@@ -739,43 +625,32 @@ SELECT z."value", z."score"
|
||||
WHERE o."_key" = $1::TEXT
|
||||
ORDER BY z."score" ASC, z."value" ASC`, [setKey]));
|
||||
|
||||
var isDone = false;
|
||||
|
||||
async.whilst(function (next) {
|
||||
next(null, !isDone);
|
||||
}, function (next) {
|
||||
query.read(batchSize, function (err, rows) {
|
||||
if (err) {
|
||||
return next(err);
|
||||
if (process && process.constructor && process.constructor.name !== 'AsyncFunction') {
|
||||
process = util.promisify(process);
|
||||
}
|
||||
|
||||
while (true) {
|
||||
/* eslint-disable no-await-in-loop */
|
||||
let rows = await cursor.readAsync(batchSize);
|
||||
if (!rows.length) {
|
||||
isDone = true;
|
||||
return next();
|
||||
client.release();
|
||||
return;
|
||||
}
|
||||
|
||||
rows = rows.map(function (row) {
|
||||
return options.withScores ? row : row.value;
|
||||
});
|
||||
|
||||
process(rows, function (err) {
|
||||
if (err) {
|
||||
return query.close(function () {
|
||||
next(err);
|
||||
});
|
||||
}
|
||||
|
||||
if (options.interval) {
|
||||
setTimeout(next, options.interval);
|
||||
if (options.withScores) {
|
||||
rows = rows.map(r => ({ value: r.value, score: parseFloat(r.score) }));
|
||||
} else {
|
||||
next();
|
||||
rows = rows.map(r => r.value);
|
||||
}
|
||||
try {
|
||||
await process(rows);
|
||||
} catch (err) {
|
||||
await query.close();
|
||||
throw err;
|
||||
}
|
||||
if (options.interval) {
|
||||
await sleep(options.interval);
|
||||
}
|
||||
}
|
||||
});
|
||||
});
|
||||
}, function (err) {
|
||||
done();
|
||||
callback(err);
|
||||
});
|
||||
});
|
||||
};
|
||||
};
|
||||
|
||||
@@ -1,117 +1,98 @@
|
||||
'use strict';
|
||||
|
||||
var async = require('async');
|
||||
|
||||
module.exports = function (db, module) {
|
||||
var helpers = module.helpers.postgres;
|
||||
var helpers = require('../helpers');
|
||||
var utils = require('../../../utils');
|
||||
|
||||
module.sortedSetAdd = function (key, score, value, callback) {
|
||||
callback = callback || helpers.noop;
|
||||
|
||||
module.sortedSetAdd = async function (key, score, value) {
|
||||
if (!key) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
|
||||
if (Array.isArray(score) && Array.isArray(value)) {
|
||||
return sortedSetAddBulk(key, score, value, callback);
|
||||
return await sortedSetAddBulk(key, score, value);
|
||||
}
|
||||
if (!utils.isNumber(score)) {
|
||||
return setImmediate(callback, new Error('[[error:invalid-score, ' + score + ']]'));
|
||||
throw new Error('[[error:invalid-score, ' + score + ']]');
|
||||
}
|
||||
value = helpers.valueToString(value);
|
||||
score = parseFloat(score);
|
||||
|
||||
module.transaction(function (tx, done) {
|
||||
var query = tx.client.query.bind(tx.client);
|
||||
await module.transaction(async function (client) {
|
||||
var query = client.query.bind(client);
|
||||
|
||||
async.series([
|
||||
async.apply(helpers.ensureLegacyObjectType, tx.client, key, 'zset'),
|
||||
async.apply(query, {
|
||||
await helpers.ensureLegacyObjectType(client, key, 'zset');
|
||||
await query({
|
||||
name: 'sortedSetAdd',
|
||||
text: `
|
||||
INSERT INTO "legacy_zset" ("_key", "value", "score")
|
||||
VALUES ($1::TEXT, $2::TEXT, $3::NUMERIC)
|
||||
INSERT INTO "legacy_zset" ("_key", "value", "score")
|
||||
VALUES ($1::TEXT, $2::TEXT, $3::NUMERIC)
|
||||
ON CONFLICT ("_key", "value")
|
||||
DO UPDATE SET "score" = $3::NUMERIC`,
|
||||
values: [key, value, score],
|
||||
}),
|
||||
], function (err) {
|
||||
done(err);
|
||||
});
|
||||
}, callback);
|
||||
});
|
||||
};
|
||||
|
||||
function sortedSetAddBulk(key, scores, values, callback) {
|
||||
async function sortedSetAddBulk(key, scores, values) {
|
||||
if (!scores.length || !values.length) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
if (scores.length !== values.length) {
|
||||
return callback(new Error('[[error:invalid-data]]'));
|
||||
throw new Error('[[error:invalid-data]]');
|
||||
}
|
||||
for (let i = 0; i < scores.length; i += 1) {
|
||||
if (!utils.isNumber(scores[i])) {
|
||||
return setImmediate(callback, new Error('[[error:invalid-score, ' + scores[i] + ']]'));
|
||||
throw new Error('[[error:invalid-score, ' + scores[i] + ']]');
|
||||
}
|
||||
}
|
||||
values = values.map(helpers.valueToString);
|
||||
scores = scores.map(function (score) {
|
||||
return parseFloat(score);
|
||||
});
|
||||
scores = scores.map(score => parseFloat(score));
|
||||
|
||||
helpers.removeDuplicateValues(values, scores);
|
||||
|
||||
module.transaction(function (tx, done) {
|
||||
var query = tx.client.query.bind(tx.client);
|
||||
|
||||
async.series([
|
||||
async.apply(helpers.ensureLegacyObjectType, tx.client, key, 'zset'),
|
||||
async.apply(query, {
|
||||
await module.transaction(async function (client) {
|
||||
var query = client.query.bind(client);
|
||||
await helpers.ensureLegacyObjectType(client, key, 'zset');
|
||||
await query({
|
||||
name: 'sortedSetAddBulk',
|
||||
text: `
|
||||
INSERT INTO "legacy_zset" ("_key", "value", "score")
|
||||
SELECT $1::TEXT, v, s
|
||||
FROM UNNEST($2::TEXT[], $3::NUMERIC[]) vs(v, s)
|
||||
ON CONFLICT ("_key", "value")
|
||||
DO UPDATE SET "score" = EXCLUDED."score"`,
|
||||
FROM UNNEST($2::TEXT[], $3::NUMERIC[]) vs(v, s)
|
||||
ON CONFLICT ("_key", "value")
|
||||
DO UPDATE SET "score" = EXCLUDED."score"`,
|
||||
values: [key, values, scores],
|
||||
}),
|
||||
], function (err) {
|
||||
done(err);
|
||||
});
|
||||
}, callback);
|
||||
});
|
||||
}
|
||||
|
||||
module.sortedSetsAdd = function (keys, scores, value, callback) {
|
||||
callback = callback || helpers.noop;
|
||||
|
||||
module.sortedSetsAdd = async function (keys, scores, value) {
|
||||
if (!Array.isArray(keys) || !keys.length) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
const isArrayOfScores = Array.isArray(scores);
|
||||
if (!isArrayOfScores && !utils.isNumber(scores)) {
|
||||
return setImmediate(callback, new Error('[[error:invalid-score, ' + scores + ']]'));
|
||||
throw new Error('[[error:invalid-score, ' + scores + ']]');
|
||||
}
|
||||
|
||||
if (isArrayOfScores && scores.length !== keys.length) {
|
||||
return setImmediate(callback, new Error('[[error:invalid-data]]'));
|
||||
throw new Error('[[error:invalid-data]]');
|
||||
}
|
||||
|
||||
value = helpers.valueToString(value);
|
||||
scores = isArrayOfScores ? scores.map(score => parseFloat(score)) : parseFloat(scores);
|
||||
|
||||
module.transaction(function (tx, done) {
|
||||
var query = tx.client.query.bind(tx.client);
|
||||
|
||||
async.series([
|
||||
async.apply(helpers.ensureLegacyObjectsType, tx.client, keys, 'zset'),
|
||||
async.apply(query, {
|
||||
await module.transaction(async function (client) {
|
||||
var query = client.query.bind(client);
|
||||
await helpers.ensureLegacyObjectsType(client, keys, 'zset');
|
||||
await query({
|
||||
name: isArrayOfScores ? 'sortedSetsAddScores' : 'sortedSetsAdd',
|
||||
text: isArrayOfScores ? `
|
||||
INSERT INTO "legacy_zset" ("_key", "value", "score")
|
||||
SELECT k, $2::TEXT, s
|
||||
FROM UNNEST($1::TEXT[], $3::NUMERIC[]) vs(k, s)
|
||||
ON CONFLICT ("_key", "value")
|
||||
FROM UNNEST($1::TEXT[], $3::NUMERIC[]) vs(k, s)
|
||||
ON CONFLICT ("_key", "value")
|
||||
DO UPDATE SET "score" = EXCLUDED."score"` : `
|
||||
INSERT INTO "legacy_zset" ("_key", "value", "score")
|
||||
SELECT k, $2::TEXT, $3::NUMERIC
|
||||
@@ -119,16 +100,13 @@ INSERT INTO "legacy_zset" ("_key", "value", "score")
|
||||
ON CONFLICT ("_key", "value")
|
||||
DO UPDATE SET "score" = $3::NUMERIC`,
|
||||
values: [keys, value, scores],
|
||||
}),
|
||||
], function (err) {
|
||||
done(err);
|
||||
});
|
||||
}, callback);
|
||||
});
|
||||
};
|
||||
|
||||
module.sortedSetAddBulk = function (data, callback) {
|
||||
module.sortedSetAddBulk = async function (data) {
|
||||
if (!Array.isArray(data) || !data.length) {
|
||||
return setImmediate(callback);
|
||||
return;
|
||||
}
|
||||
const keys = [];
|
||||
const values = [];
|
||||
@@ -138,24 +116,19 @@ INSERT INTO "legacy_zset" ("_key", "value", "score")
|
||||
scores.push(item[1]);
|
||||
values.push(item[2]);
|
||||
});
|
||||
module.transaction(function (tx, done) {
|
||||
var query = tx.client.query.bind(tx.client);
|
||||
|
||||
async.series([
|
||||
async.apply(helpers.ensureLegacyObjectsType, tx.client, keys, 'zset'),
|
||||
async.apply(query, {
|
||||
await module.transaction(async function (client) {
|
||||
var query = client.query.bind(client);
|
||||
await helpers.ensureLegacyObjectsType(client, keys, 'zset');
|
||||
await query({
|
||||
name: 'sortedSetAddBulk2',
|
||||
text: `
|
||||
INSERT INTO "legacy_zset" ("_key", "value", "score")
|
||||
SELECT k, v, s
|
||||
FROM UNNEST($1::TEXT[], $2::TEXT[], $3::NUMERIC[]) vs(k, v, s)
|
||||
ON CONFLICT ("_key", "value")
|
||||
DO UPDATE SET "score" = EXCLUDED."score"`,
|
||||
FROM UNNEST($1::TEXT[], $2::TEXT[], $3::NUMERIC[]) vs(k, v, s)
|
||||
ON CONFLICT ("_key", "value")
|
||||
DO UPDATE SET "score" = EXCLUDED."score"`,
|
||||
values: [keys, values, scores],
|
||||
}),
|
||||
], function (err) {
|
||||
done(err);
|
||||
});
|
||||
}, callback);
|
||||
});
|
||||
};
|
||||
};
|
||||
|
||||
@@ -1,12 +1,12 @@
|
||||
'use strict';
|
||||
|
||||
module.exports = function (db, module) {
|
||||
module.sortedSetIntersectCard = function (keys, callback) {
|
||||
module.sortedSetIntersectCard = async function (keys) {
|
||||
if (!Array.isArray(keys) || !keys.length) {
|
||||
return callback(null, 0);
|
||||
return 0;
|
||||
}
|
||||
|
||||
db.query({
|
||||
const res = await db.query({
|
||||
name: 'sortedSetIntersectCard',
|
||||
text: `
|
||||
WITH A AS (SELECT z."value" v,
|
||||
@@ -21,27 +21,22 @@ SELECT COUNT(*) c
|
||||
FROM A
|
||||
WHERE A.c = array_length($1::TEXT[], 1)`,
|
||||
values: [keys],
|
||||
}, function (err, res) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
|
||||
callback(null, parseInt(res.rows[0].c, 10));
|
||||
});
|
||||
|
||||
return parseInt(res.rows[0].c, 10);
|
||||
};
|
||||
|
||||
|
||||
module.getSortedSetIntersect = function (params, callback) {
|
||||
module.getSortedSetIntersect = async function (params) {
|
||||
params.sort = 1;
|
||||
getSortedSetIntersect(params, callback);
|
||||
return await getSortedSetIntersect(params);
|
||||
};
|
||||
|
||||
module.getSortedSetRevIntersect = function (params, callback) {
|
||||
module.getSortedSetRevIntersect = async function (params) {
|
||||
params.sort = -1;
|
||||
getSortedSetIntersect(params, callback);
|
||||
return await getSortedSetIntersect(params);
|
||||
};
|
||||
|
||||
function getSortedSetIntersect(params, callback) {
|
||||
async function getSortedSetIntersect(params) {
|
||||
var sets = params.sets;
|
||||
var start = params.hasOwnProperty('start') ? params.start : 0;
|
||||
var stop = params.hasOwnProperty('stop') ? params.stop : -1;
|
||||
@@ -60,7 +55,7 @@ SELECT COUNT(*) c
|
||||
limit = null;
|
||||
}
|
||||
|
||||
db.query({
|
||||
const res = await db.query({
|
||||
name: 'getSortedSetIntersect' + aggregate + (params.sort > 0 ? 'Asc' : 'Desc') + 'WithScores',
|
||||
text: `
|
||||
WITH A AS (SELECT z."value",
|
||||
@@ -81,10 +76,7 @@ SELECT A."value",
|
||||
LIMIT $4::INTEGER
|
||||
OFFSET $3::INTEGER`,
|
||||
values: [sets, weights, start, limit],
|
||||
}, function (err, res) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
});
|
||||
|
||||
if (params.withScores) {
|
||||
res.rows = res.rows.map(function (r) {
|
||||
@@ -94,12 +86,9 @@ OFFSET $3::INTEGER`,
|
||||
};
|
||||
});
|
||||
} else {
|
||||
res.rows = res.rows.map(function (r) {
|
||||
return r.value;
|
||||
});
|
||||
res.rows = res.rows.map(r => r.value);
|
||||
}
|
||||
|
||||
callback(null, res.rows);
|
||||
});
|
||||
return res.rows;
|
||||
}
|
||||
};
|
||||
|
||||
@@ -1,64 +1,55 @@
|
||||
'use strict';
|
||||
|
||||
module.exports = function (db, module) {
|
||||
var helpers = module.helpers.postgres;
|
||||
|
||||
module.sortedSetRemove = function (key, value, callback) {
|
||||
function done(err) {
|
||||
if (callback) {
|
||||
callback(err);
|
||||
}
|
||||
}
|
||||
var helpers = require('../helpers');
|
||||
|
||||
module.sortedSetRemove = async function (key, value) {
|
||||
if (!key) {
|
||||
return done();
|
||||
return;
|
||||
}
|
||||
const isValueArray = Array.isArray(value);
|
||||
if (!value || (isValueArray && !value.length)) {
|
||||
return;
|
||||
}
|
||||
|
||||
if (!Array.isArray(key)) {
|
||||
key = [key];
|
||||
}
|
||||
|
||||
if (!Array.isArray(value)) {
|
||||
if (!isValueArray) {
|
||||
value = [value];
|
||||
}
|
||||
value = value.map(helpers.valueToString);
|
||||
|
||||
db.query({
|
||||
await db.query({
|
||||
name: 'sortedSetRemove',
|
||||
text: `
|
||||
DELETE FROM "legacy_zset"
|
||||
WHERE "_key" = ANY($1::TEXT[])
|
||||
AND "value" = ANY($2::TEXT[])`,
|
||||
values: [key, value],
|
||||
}, done);
|
||||
});
|
||||
};
|
||||
|
||||
module.sortedSetsRemove = function (keys, value, callback) {
|
||||
callback = callback || helpers.noop;
|
||||
|
||||
module.sortedSetsRemove = async function (keys, value) {
|
||||
if (!Array.isArray(keys) || !keys.length) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
|
||||
value = helpers.valueToString(value);
|
||||
|
||||
db.query({
|
||||
await db.query({
|
||||
name: 'sortedSetsRemove',
|
||||
text: `
|
||||
DELETE FROM "legacy_zset"
|
||||
WHERE "_key" = ANY($1::TEXT[])
|
||||
AND "value" = $2::TEXT`,
|
||||
values: [keys, value],
|
||||
}, function (err) {
|
||||
callback(err);
|
||||
});
|
||||
};
|
||||
|
||||
module.sortedSetsRemoveRangeByScore = function (keys, min, max, callback) {
|
||||
callback = callback || helpers.noop;
|
||||
|
||||
module.sortedSetsRemoveRangeByScore = async function (keys, min, max) {
|
||||
if (!Array.isArray(keys) || !keys.length) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
|
||||
if (min === '-inf') {
|
||||
@@ -68,7 +59,7 @@ DELETE FROM "legacy_zset"
|
||||
max = null;
|
||||
}
|
||||
|
||||
db.query({
|
||||
await db.query({
|
||||
name: 'sortedSetsRemoveRangeByScore',
|
||||
text: `
|
||||
DELETE FROM "legacy_zset"
|
||||
@@ -76,8 +67,6 @@ DELETE FROM "legacy_zset"
|
||||
AND ("score" >= $2::NUMERIC OR $2::NUMERIC IS NULL)
|
||||
AND ("score" <= $3::NUMERIC OR $3::NUMERIC IS NULL)`,
|
||||
values: [keys, min, max],
|
||||
}, function (err) {
|
||||
callback(err);
|
||||
});
|
||||
};
|
||||
};
|
||||
|
||||
@@ -1,12 +1,12 @@
|
||||
'use strict';
|
||||
|
||||
module.exports = function (db, module) {
|
||||
module.sortedSetUnionCard = function (keys, callback) {
|
||||
module.sortedSetUnionCard = async function (keys) {
|
||||
if (!Array.isArray(keys) || !keys.length) {
|
||||
return callback(null, 0);
|
||||
return 0;
|
||||
}
|
||||
|
||||
db.query({
|
||||
const res = await db.query({
|
||||
name: 'sortedSetUnionCard',
|
||||
text: `
|
||||
SELECT COUNT(DISTINCT z."value") c
|
||||
@@ -16,26 +16,21 @@ SELECT COUNT(DISTINCT z."value") c
|
||||
AND o."type" = z."type"
|
||||
WHERE o."_key" = ANY($1::TEXT[])`,
|
||||
values: [keys],
|
||||
}, function (err, res) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
|
||||
callback(null, parseInt(res.rows[0].c, 10));
|
||||
});
|
||||
return res.rows[0].c;
|
||||
};
|
||||
|
||||
module.getSortedSetUnion = function (params, callback) {
|
||||
module.getSortedSetUnion = async function (params) {
|
||||
params.sort = 1;
|
||||
getSortedSetUnion(params, callback);
|
||||
return await getSortedSetUnion(params);
|
||||
};
|
||||
|
||||
module.getSortedSetRevUnion = function (params, callback) {
|
||||
module.getSortedSetRevUnion = async function (params) {
|
||||
params.sort = -1;
|
||||
getSortedSetUnion(params, callback);
|
||||
return await getSortedSetUnion(params);
|
||||
};
|
||||
|
||||
function getSortedSetUnion(params, callback) {
|
||||
async function getSortedSetUnion(params) {
|
||||
var sets = params.sets;
|
||||
var start = params.hasOwnProperty('start') ? params.start : 0;
|
||||
var stop = params.hasOwnProperty('stop') ? params.stop : -1;
|
||||
@@ -54,7 +49,7 @@ SELECT COUNT(DISTINCT z."value") c
|
||||
limit = null;
|
||||
}
|
||||
|
||||
db.query({
|
||||
const res = await db.query({
|
||||
name: 'getSortedSetUnion' + aggregate + (params.sort > 0 ? 'Asc' : 'Desc') + 'WithScores',
|
||||
text: `
|
||||
WITH A AS (SELECT z."value",
|
||||
@@ -73,10 +68,7 @@ SELECT A."value",
|
||||
LIMIT $4::INTEGER
|
||||
OFFSET $3::INTEGER`,
|
||||
values: [sets, weights, start, limit],
|
||||
}, function (err, res) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
});
|
||||
|
||||
if (params.withScores) {
|
||||
res.rows = res.rows.map(function (r) {
|
||||
@@ -86,12 +78,8 @@ OFFSET $3::INTEGER`,
|
||||
};
|
||||
});
|
||||
} else {
|
||||
res.rows = res.rows.map(function (r) {
|
||||
return r.value;
|
||||
});
|
||||
res.rows = res.rows.map(r => r.value);
|
||||
}
|
||||
|
||||
callback(null, res.rows);
|
||||
});
|
||||
return res.rows;
|
||||
}
|
||||
};
|
||||
|
||||
@@ -1,50 +1,32 @@
|
||||
'use strict';
|
||||
|
||||
module.exports = function (db, dbNamespace, module) {
|
||||
module.transaction = function (perform, callback) {
|
||||
if (dbNamespace.active && dbNamespace.get('db')) {
|
||||
var client = dbNamespace.get('db');
|
||||
return client.query(`SAVEPOINT nodebb_subtx`, function (err) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
module.exports = function (db, module) {
|
||||
module.transaction = async function (perform, txClient) {
|
||||
let res;
|
||||
if (txClient) {
|
||||
await txClient.query(`SAVEPOINT nodebb_subtx`);
|
||||
try {
|
||||
res = await perform(txClient);
|
||||
} catch (err) {
|
||||
await txClient.query(`ROLLBACK TO SAVEPOINT nodebb_subtx`);
|
||||
throw err;
|
||||
}
|
||||
|
||||
perform(module, function (err) {
|
||||
var args = Array.prototype.slice.call(arguments, 1);
|
||||
|
||||
client.query(err ? `ROLLBACK TO SAVEPOINT nodebb_subtx` : `RELEASE SAVEPOINT nodebb_subtx`, function (err1) {
|
||||
callback.apply(this, [err || err1].concat(args));
|
||||
});
|
||||
});
|
||||
});
|
||||
await txClient.query(`RELEASE SAVEPOINT nodebb_subtx`);
|
||||
return res;
|
||||
}
|
||||
// see https://node-postgres.com/features/transactions#a-pooled-client-with-async-await
|
||||
const client = await db.connect();
|
||||
|
||||
db.connect(function (err, client, done) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
try {
|
||||
await client.query('BEGIN');
|
||||
res = await perform(client);
|
||||
await client.query('COMMIT');
|
||||
} catch (err) {
|
||||
await client.query('ROLLBACK');
|
||||
throw err;
|
||||
} finally {
|
||||
client.release();
|
||||
}
|
||||
|
||||
dbNamespace.run(function () {
|
||||
dbNamespace.set('db', client);
|
||||
|
||||
client.query(`BEGIN`, function (err) {
|
||||
if (err) {
|
||||
done();
|
||||
dbNamespace.set('db', null);
|
||||
return callback(err);
|
||||
}
|
||||
|
||||
perform(module, function (err) {
|
||||
var args = Array.prototype.slice.call(arguments, 1);
|
||||
|
||||
client.query(err ? `ROLLBACK` : `COMMIT`, function (err1) {
|
||||
done();
|
||||
dbNamespace.set('db', null);
|
||||
callback.apply(this, [err || err1].concat(args));
|
||||
});
|
||||
});
|
||||
});
|
||||
});
|
||||
});
|
||||
return res;
|
||||
};
|
||||
};
|
||||
|
||||
@@ -56,6 +56,8 @@ redisModule.init = function (callback) {
|
||||
}
|
||||
redisModule.client = redisClient;
|
||||
|
||||
require('./redis/promisify')(redisClient);
|
||||
|
||||
require('./redis/main')(redisClient, redisModule);
|
||||
require('./redis/hash')(redisClient, redisModule);
|
||||
require('./redis/sets')(redisClient, redisModule);
|
||||
@@ -63,8 +65,7 @@ redisModule.init = function (callback) {
|
||||
require('./redis/list')(redisClient, redisModule);
|
||||
require('./redis/transaction')(redisClient, redisModule);
|
||||
|
||||
redisModule.async = require('../promisify')(redisModule, ['client', 'sessionStore']);
|
||||
|
||||
redisModule.async = require('../promisify')(redisModule, ['client', 'sessionStore', 'connect']);
|
||||
callback();
|
||||
});
|
||||
};
|
||||
@@ -220,6 +221,3 @@ redisModule.socketAdapter = function () {
|
||||
subClient: sub,
|
||||
});
|
||||
};
|
||||
|
||||
redisModule.helpers = redisModule.helpers || {};
|
||||
redisModule.helpers.redis = require('./redis/helpers');
|
||||
|
||||
@@ -1,19 +1,17 @@
|
||||
'use strict';
|
||||
|
||||
module.exports = function (redisClient, module) {
|
||||
var helpers = module.helpers.redis;
|
||||
var helpers = require('./helpers');
|
||||
|
||||
const async = require('async');
|
||||
const _ = require('lodash');
|
||||
|
||||
const cache = require('../cache').create('redis');
|
||||
|
||||
module.objectCache = cache;
|
||||
|
||||
module.setObject = function (key, data, callback) {
|
||||
callback = callback || function () {};
|
||||
module.setObject = async function (key, data) {
|
||||
if (!key || !data) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
|
||||
if (data.hasOwnProperty('')) {
|
||||
@@ -27,93 +25,78 @@ module.exports = function (redisClient, module) {
|
||||
});
|
||||
|
||||
if (!Object.keys(data).length) {
|
||||
return callback();
|
||||
}
|
||||
redisClient.hmset(key, data, function (err) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
return;
|
||||
}
|
||||
await redisClient.async.hmset(key, data);
|
||||
cache.delObjectCache(key);
|
||||
callback();
|
||||
});
|
||||
};
|
||||
|
||||
module.setObjectField = function (key, field, value, callback) {
|
||||
callback = callback || function () {};
|
||||
module.setObjectField = async function (key, field, value) {
|
||||
if (!field) {
|
||||
return callback();
|
||||
}
|
||||
redisClient.hset(key, field, value, function (err) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
return;
|
||||
}
|
||||
await redisClient.async.hset(key, field, value);
|
||||
cache.delObjectCache(key);
|
||||
callback();
|
||||
});
|
||||
};
|
||||
|
||||
module.getObject = function (key, callback) {
|
||||
module.getObject = async function (key) {
|
||||
if (!key) {
|
||||
return setImmediate(callback, null, null);
|
||||
return null;
|
||||
}
|
||||
|
||||
module.getObjectsFields([key], [], function (err, data) {
|
||||
callback(err, data && data.length ? data[0] : null);
|
||||
});
|
||||
const data = await module.getObjectsFields([key], []);
|
||||
return data && data.length ? data[0] : null;
|
||||
};
|
||||
|
||||
module.getObjects = function (keys, callback) {
|
||||
module.getObjectsFields(keys, [], callback);
|
||||
module.getObjects = async function (keys) {
|
||||
return await module.getObjectsFields(keys, []);
|
||||
};
|
||||
|
||||
module.getObjectField = function (key, field, callback) {
|
||||
module.getObjectField = async function (key, field) {
|
||||
if (!key) {
|
||||
return setImmediate(callback, null, null);
|
||||
return null;
|
||||
}
|
||||
const cachedData = {};
|
||||
cache.getUnCachedKeys([key], cachedData);
|
||||
if (cachedData[key]) {
|
||||
return setImmediate(callback, null, cachedData[key].hasOwnProperty(field) ? cachedData[key][field] : null);
|
||||
return cachedData[key].hasOwnProperty(field) ? cachedData[key][field] : null;
|
||||
}
|
||||
redisClient.hget(key, field, callback);
|
||||
return await redisClient.async.hget(key, field);
|
||||
};
|
||||
|
||||
module.getObjectFields = function (key, fields, callback) {
|
||||
module.getObjectFields = async function (key, fields) {
|
||||
if (!key) {
|
||||
return setImmediate(callback, null, null);
|
||||
return null;
|
||||
}
|
||||
module.getObjectsFields([key], fields, function (err, results) {
|
||||
callback(err, results ? results[0] : null);
|
||||
});
|
||||
const results = await module.getObjectsFields([key], fields);
|
||||
return results ? results[0] : null;
|
||||
};
|
||||
|
||||
module.getObjectsFields = function (keys, fields, callback) {
|
||||
module.getObjectsFields = async function (keys, fields) {
|
||||
if (!Array.isArray(keys) || !keys.length) {
|
||||
return setImmediate(callback, null, []);
|
||||
return [];
|
||||
}
|
||||
if (!Array.isArray(fields)) {
|
||||
return callback(null, keys.map(function () { return {}; }));
|
||||
return keys.map(function () { return {}; });
|
||||
}
|
||||
const cachedData = {};
|
||||
const unCachedKeys = cache.getUnCachedKeys(keys, cachedData);
|
||||
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
let data = [];
|
||||
if (unCachedKeys.length > 1) {
|
||||
helpers.execKeys(redisClient, 'batch', 'hgetall', unCachedKeys, next);
|
||||
const batch = redisClient.batch();
|
||||
unCachedKeys.forEach(k => batch.hgetall(k));
|
||||
data = await helpers.execBatch(batch);
|
||||
} else if (unCachedKeys.length === 1) {
|
||||
redisClient.hgetall(unCachedKeys[0], (err, data) => next(err, [data]));
|
||||
} else {
|
||||
next(null, []);
|
||||
data = [await redisClient.async.hgetall(unCachedKeys[0])];
|
||||
}
|
||||
},
|
||||
function (data, next) {
|
||||
|
||||
unCachedKeys.forEach(function (key, i) {
|
||||
cachedData[key] = data[i] || null;
|
||||
cache.set(key, cachedData[key]);
|
||||
});
|
||||
|
||||
var mapped = keys.map(function (key) {
|
||||
const mapped = keys.map(function (key) {
|
||||
if (!fields.length) {
|
||||
return _.clone(cachedData[key]);
|
||||
}
|
||||
@@ -125,78 +108,64 @@ module.exports = function (redisClient, module) {
|
||||
});
|
||||
return result;
|
||||
});
|
||||
next(null, mapped);
|
||||
},
|
||||
], callback);
|
||||
return mapped;
|
||||
};
|
||||
|
||||
module.getObjectKeys = function (key, callback) {
|
||||
redisClient.hkeys(key, callback);
|
||||
module.getObjectKeys = async function (key) {
|
||||
return await redisClient.async.hkeys(key);
|
||||
};
|
||||
|
||||
module.getObjectValues = function (key, callback) {
|
||||
redisClient.hvals(key, callback);
|
||||
module.getObjectValues = async function (key) {
|
||||
return await redisClient.async.hvals(key);
|
||||
};
|
||||
|
||||
module.isObjectField = function (key, field, callback) {
|
||||
redisClient.hexists(key, field, function (err, exists) {
|
||||
callback(err, exists === 1);
|
||||
});
|
||||
module.isObjectField = async function (key, field) {
|
||||
const exists = await redisClient.async.hexists(key, field);
|
||||
return exists === 1;
|
||||
};
|
||||
|
||||
module.isObjectFields = function (key, fields, callback) {
|
||||
helpers.execKeyValues(redisClient, 'batch', 'hexists', key, fields, function (err, results) {
|
||||
callback(err, Array.isArray(results) ? helpers.resultsToBool(results) : null);
|
||||
});
|
||||
module.isObjectFields = async function (key, fields) {
|
||||
const batch = redisClient.batch();
|
||||
fields.forEach(f => batch.hexists(String(key), String(f)));
|
||||
const results = await helpers.execBatch(batch);
|
||||
return Array.isArray(results) ? helpers.resultsToBool(results) : null;
|
||||
};
|
||||
|
||||
module.deleteObjectField = function (key, field, callback) {
|
||||
callback = callback || function () {};
|
||||
module.deleteObjectField = async function (key, field) {
|
||||
if (key === undefined || key === null || field === undefined || field === null) {
|
||||
return setImmediate(callback);
|
||||
return;
|
||||
}
|
||||
redisClient.hdel(key, field, function (err) {
|
||||
await redisClient.async.hdel(key, field);
|
||||
cache.delObjectCache(key);
|
||||
callback(err);
|
||||
});
|
||||
};
|
||||
|
||||
module.deleteObjectFields = function (key, fields, callback) {
|
||||
helpers.execKeyValues(redisClient, 'batch', 'hdel', key, fields, function (err) {
|
||||
module.deleteObjectFields = async function (key, fields) {
|
||||
await redisClient.async.hdel(key, fields);
|
||||
cache.delObjectCache(key);
|
||||
callback(err);
|
||||
});
|
||||
};
|
||||
|
||||
module.incrObjectField = function (key, field, callback) {
|
||||
module.incrObjectFieldBy(key, field, 1, callback);
|
||||
module.incrObjectField = async function (key, field) {
|
||||
return await module.incrObjectFieldBy(key, field, 1);
|
||||
};
|
||||
|
||||
module.decrObjectField = function (key, field, callback) {
|
||||
module.incrObjectFieldBy(key, field, -1, callback);
|
||||
module.decrObjectField = async function (key, field) {
|
||||
return await module.incrObjectFieldBy(key, field, -1);
|
||||
};
|
||||
|
||||
module.incrObjectFieldBy = function (key, field, value, callback) {
|
||||
callback = callback || helpers.noop;
|
||||
function done(err, result) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
cache.delObjectCache(key);
|
||||
callback(null, Array.isArray(result) ? result.map(value => parseInt(value, 10)) : parseInt(result, 10));
|
||||
}
|
||||
module.incrObjectFieldBy = async function (key, field, value) {
|
||||
value = parseInt(value, 10);
|
||||
if (!key || isNaN(value)) {
|
||||
return callback(null, null);
|
||||
return null;
|
||||
}
|
||||
let result;
|
||||
if (Array.isArray(key)) {
|
||||
var batch = redisClient.batch();
|
||||
key.forEach(function (key) {
|
||||
batch.hincrby(key, field, value);
|
||||
});
|
||||
batch.exec(done);
|
||||
key.forEach(k => batch.hincrby(k, field, value));
|
||||
result = await helpers.execBatch(batch);
|
||||
} else {
|
||||
redisClient.hincrby(key, field, value, done);
|
||||
result = await redisClient.async.hincrby(key, field, value);
|
||||
}
|
||||
cache.delObjectCache(key);
|
||||
return Array.isArray(result) ? result.map(value => parseInt(value, 10)) : parseInt(result, 10);
|
||||
};
|
||||
};
|
||||
|
||||
@@ -1,9 +1,16 @@
|
||||
'use strict';
|
||||
|
||||
const util = require('util');
|
||||
|
||||
var helpers = module.exports;
|
||||
|
||||
helpers.noop = function () {};
|
||||
|
||||
helpers.execBatch = async function (batch) {
|
||||
const proFn = util.promisify(batch.exec).bind(batch);
|
||||
return await proFn();
|
||||
};
|
||||
|
||||
helpers.execKeys = function (redisClient, type, command, keys, callback) {
|
||||
callback = callback || function () {};
|
||||
var queue = redisClient[type]();
|
||||
|
||||
@@ -1,63 +1,49 @@
|
||||
'use strict';
|
||||
|
||||
module.exports = function (redisClient, module) {
|
||||
module.listPrepend = function (key, value, callback) {
|
||||
callback = callback || function () {};
|
||||
module.listPrepend = async function (key, value) {
|
||||
if (!key) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
redisClient.lpush(key, value, function (err) {
|
||||
callback(err);
|
||||
});
|
||||
await redisClient.async.lpush(key, value);
|
||||
};
|
||||
|
||||
module.listAppend = function (key, value, callback) {
|
||||
callback = callback || function () {};
|
||||
module.listAppend = async function (key, value) {
|
||||
if (!key) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
redisClient.rpush(key, value, function (err) {
|
||||
callback(err);
|
||||
});
|
||||
await redisClient.async.rpush(key, value);
|
||||
};
|
||||
|
||||
module.listRemoveLast = function (key, callback) {
|
||||
callback = callback || function () {};
|
||||
module.listRemoveLast = async function (key) {
|
||||
if (!key) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
redisClient.rpop(key, callback);
|
||||
return await redisClient.async.rpop(key);
|
||||
};
|
||||
|
||||
module.listRemoveAll = function (key, value, callback) {
|
||||
callback = callback || function () {};
|
||||
module.listRemoveAll = async function (key, value) {
|
||||
if (!key) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
redisClient.lrem(key, 0, value, function (err) {
|
||||
callback(err);
|
||||
});
|
||||
await redisClient.async.lrem(key, 0, value);
|
||||
};
|
||||
|
||||
module.listTrim = function (key, start, stop, callback) {
|
||||
callback = callback || function () {};
|
||||
module.listTrim = async function (key, start, stop) {
|
||||
if (!key) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
redisClient.ltrim(key, start, stop, function (err) {
|
||||
callback(err);
|
||||
});
|
||||
await redisClient.async.ltrim(key, start, stop);
|
||||
};
|
||||
|
||||
module.getListRange = function (key, start, stop, callback) {
|
||||
callback = callback || function () {};
|
||||
module.getListRange = async function (key, start, stop) {
|
||||
if (!key) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
redisClient.lrange(key, start, stop, callback);
|
||||
return await redisClient.async.lrange(key, start, stop);
|
||||
};
|
||||
|
||||
module.listLength = function (key, callback) {
|
||||
redisClient.llen(key, callback);
|
||||
module.listLength = async function (key) {
|
||||
return await redisClient.async.llen(key);
|
||||
};
|
||||
};
|
||||
|
||||
@@ -1,117 +1,83 @@
|
||||
'use strict';
|
||||
|
||||
module.exports = function (redisClient, module) {
|
||||
var helpers = module.helpers.redis;
|
||||
var helpers = require('./helpers');
|
||||
|
||||
module.flushdb = function (callback) {
|
||||
redisClient.send_command('flushdb', [], function (err) {
|
||||
if (typeof callback === 'function') {
|
||||
callback(err);
|
||||
}
|
||||
});
|
||||
module.flushdb = async function () {
|
||||
await redisClient.async.send_command('flushdb', []);
|
||||
};
|
||||
|
||||
module.emptydb = function (callback) {
|
||||
module.flushdb(function (err) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
module.emptydb = async function () {
|
||||
await module.flushdb();
|
||||
module.objectCache.resetObjectCache();
|
||||
callback();
|
||||
});
|
||||
};
|
||||
|
||||
module.exists = function (key, callback) {
|
||||
module.exists = async function (key) {
|
||||
if (Array.isArray(key)) {
|
||||
helpers.execKeys(redisClient, 'batch', 'exists', key, function (err, data) {
|
||||
callback(err, data && data.map(exists => exists === 1));
|
||||
});
|
||||
} else {
|
||||
redisClient.exists(key, function (err, exists) {
|
||||
callback(err, exists === 1);
|
||||
});
|
||||
const batch = redisClient.batch();
|
||||
key.forEach(key => batch.exists(key));
|
||||
const data = await helpers.execBatch(batch);
|
||||
return data.map(exists => exists === 1);
|
||||
}
|
||||
const exists = await redisClient.async.exists(key);
|
||||
return exists === 1;
|
||||
};
|
||||
|
||||
module.delete = function (key, callback) {
|
||||
callback = callback || function () {};
|
||||
redisClient.del(key, function (err) {
|
||||
module.delete = async function (key) {
|
||||
await redisClient.async.del(key);
|
||||
module.objectCache.delObjectCache(key);
|
||||
callback(err);
|
||||
});
|
||||
};
|
||||
|
||||
module.deleteAll = function (keys, callback) {
|
||||
callback = callback || function () {};
|
||||
var batch = redisClient.batch();
|
||||
for (var i = 0; i < keys.length; i += 1) {
|
||||
batch.del(keys[i]);
|
||||
module.deleteAll = async function (keys) {
|
||||
if (!Array.isArray(keys) || !keys.length) {
|
||||
return;
|
||||
}
|
||||
batch.exec(function (err) {
|
||||
await redisClient.async.del(keys);
|
||||
module.objectCache.delObjectCache(keys);
|
||||
callback(err);
|
||||
});
|
||||
};
|
||||
|
||||
module.get = function (key, callback) {
|
||||
redisClient.get(key, callback);
|
||||
module.get = async function (key) {
|
||||
return await redisClient.async.get(key);
|
||||
};
|
||||
|
||||
module.set = function (key, value, callback) {
|
||||
callback = callback || function () {};
|
||||
redisClient.set(key, value, function (err) {
|
||||
callback(err);
|
||||
});
|
||||
module.set = async function (key, value) {
|
||||
await redisClient.async.set(key, value);
|
||||
};
|
||||
|
||||
module.increment = function (key, callback) {
|
||||
callback = callback || function () {};
|
||||
redisClient.incr(key, callback);
|
||||
module.increment = async function (key) {
|
||||
return await redisClient.async.incr(key);
|
||||
};
|
||||
|
||||
module.rename = function (oldKey, newKey, callback) {
|
||||
callback = callback || function () {};
|
||||
redisClient.rename(oldKey, newKey, function (err) {
|
||||
module.rename = async function (oldKey, newKey) {
|
||||
try {
|
||||
await redisClient.async.rename(oldKey, newKey);
|
||||
} catch (err) {
|
||||
if (err && err.message !== 'ERR no such key') {
|
||||
return callback(err);
|
||||
throw err;
|
||||
}
|
||||
module.objectCache.delObjectCache(oldKey);
|
||||
module.objectCache.delObjectCache(newKey);
|
||||
callback();
|
||||
});
|
||||
}
|
||||
|
||||
module.objectCache.delObjectCache([oldKey, newKey]);
|
||||
};
|
||||
|
||||
module.type = function (key, callback) {
|
||||
redisClient.type(key, function (err, type) {
|
||||
callback(err, type !== 'none' ? type : null);
|
||||
});
|
||||
module.type = async function (key) {
|
||||
const type = await redisClient.async.type(key);
|
||||
return type !== 'none' ? type : null;
|
||||
};
|
||||
|
||||
module.expire = function (key, seconds, callback) {
|
||||
callback = callback || function () {};
|
||||
redisClient.expire(key, seconds, function (err) {
|
||||
callback(err);
|
||||
});
|
||||
module.expire = async function (key, seconds) {
|
||||
await redisClient.async.expire(key, seconds);
|
||||
};
|
||||
|
||||
module.expireAt = function (key, timestamp, callback) {
|
||||
callback = callback || function () {};
|
||||
redisClient.expireat(key, timestamp, function (err) {
|
||||
callback(err);
|
||||
});
|
||||
module.expireAt = async function (key, timestamp) {
|
||||
await redisClient.async.expireat(key, timestamp);
|
||||
};
|
||||
|
||||
module.pexpire = function (key, ms, callback) {
|
||||
callback = callback || function () {};
|
||||
redisClient.pexpire(key, ms, function (err) {
|
||||
callback(err);
|
||||
});
|
||||
module.pexpire = async function (key, ms) {
|
||||
await redisClient.async.pexpire(key, ms);
|
||||
};
|
||||
|
||||
module.pexpireAt = function (key, timestamp, callback) {
|
||||
callback = callback || function () {};
|
||||
redisClient.pexpireat(key, timestamp, function (err) {
|
||||
callback(err);
|
||||
});
|
||||
module.pexpireAt = async function (key, timestamp) {
|
||||
await redisClient.async.pexpireat(key, timestamp);
|
||||
};
|
||||
};
|
||||
|
||||
66
src/database/redis/promisify.js
Normal file
66
src/database/redis/promisify.js
Normal file
@@ -0,0 +1,66 @@
|
||||
'use strict';
|
||||
|
||||
const util = require('util');
|
||||
|
||||
module.exports = function (redisClient) {
|
||||
redisClient.async = {
|
||||
send_command: util.promisify(redisClient.send_command).bind(redisClient),
|
||||
|
||||
exists: util.promisify(redisClient.exists).bind(redisClient),
|
||||
|
||||
del: util.promisify(redisClient.del).bind(redisClient),
|
||||
get: util.promisify(redisClient.get).bind(redisClient),
|
||||
set: util.promisify(redisClient.set).bind(redisClient),
|
||||
incr: util.promisify(redisClient.incr).bind(redisClient),
|
||||
rename: util.promisify(redisClient.rename).bind(redisClient),
|
||||
type: util.promisify(redisClient.type).bind(redisClient),
|
||||
expire: util.promisify(redisClient.expire).bind(redisClient),
|
||||
expireat: util.promisify(redisClient.expireat).bind(redisClient),
|
||||
pexpire: util.promisify(redisClient.pexpire).bind(redisClient),
|
||||
pexpireat: util.promisify(redisClient.pexpireat).bind(redisClient),
|
||||
|
||||
hmset: util.promisify(redisClient.hmset).bind(redisClient),
|
||||
hset: util.promisify(redisClient.hset).bind(redisClient),
|
||||
hget: util.promisify(redisClient.hget).bind(redisClient),
|
||||
hdel: util.promisify(redisClient.hdel).bind(redisClient),
|
||||
hgetall: util.promisify(redisClient.hgetall).bind(redisClient),
|
||||
hkeys: util.promisify(redisClient.hkeys).bind(redisClient),
|
||||
hvals: util.promisify(redisClient.hvals).bind(redisClient),
|
||||
hexists: util.promisify(redisClient.hexists).bind(redisClient),
|
||||
hincrby: util.promisify(redisClient.hincrby).bind(redisClient),
|
||||
|
||||
sadd: util.promisify(redisClient.sadd).bind(redisClient),
|
||||
srem: util.promisify(redisClient.srem).bind(redisClient),
|
||||
sismember: util.promisify(redisClient.sismember).bind(redisClient),
|
||||
smembers: util.promisify(redisClient.smembers).bind(redisClient),
|
||||
scard: util.promisify(redisClient.scard).bind(redisClient),
|
||||
spop: util.promisify(redisClient.spop).bind(redisClient),
|
||||
|
||||
zadd: util.promisify(redisClient.zadd).bind(redisClient),
|
||||
zrem: util.promisify(redisClient.zrem).bind(redisClient),
|
||||
zrange: util.promisify(redisClient.zrange).bind(redisClient),
|
||||
zrevrange: util.promisify(redisClient.zrevrange).bind(redisClient),
|
||||
zrangebyscore: util.promisify(redisClient.zrangebyscore).bind(redisClient),
|
||||
zrevrangebyscore: util.promisify(redisClient.zrevrangebyscore).bind(redisClient),
|
||||
zscore: util.promisify(redisClient.zscore).bind(redisClient),
|
||||
zcount: util.promisify(redisClient.zcount).bind(redisClient),
|
||||
zcard: util.promisify(redisClient.zcard).bind(redisClient),
|
||||
zrank: util.promisify(redisClient.zrank).bind(redisClient),
|
||||
zrevrank: util.promisify(redisClient.zrevrank).bind(redisClient),
|
||||
zincrby: util.promisify(redisClient.zincrby).bind(redisClient),
|
||||
|
||||
zrangebylex: util.promisify(redisClient.zrangebylex).bind(redisClient),
|
||||
zrevrangebylex: util.promisify(redisClient.zrevrangebylex).bind(redisClient),
|
||||
zremrangebylex: util.promisify(redisClient.zremrangebylex).bind(redisClient),
|
||||
zlexcount: util.promisify(redisClient.zlexcount).bind(redisClient),
|
||||
|
||||
lpush: util.promisify(redisClient.lpush).bind(redisClient),
|
||||
rpush: util.promisify(redisClient.rpush).bind(redisClient),
|
||||
rpop: util.promisify(redisClient.rpop).bind(redisClient),
|
||||
lrem: util.promisify(redisClient.lrem).bind(redisClient),
|
||||
ltrim: util.promisify(redisClient.ltrim).bind(redisClient),
|
||||
lrange: util.promisify(redisClient.lrange).bind(redisClient),
|
||||
llen: util.promisify(redisClient.llen).bind(redisClient),
|
||||
|
||||
};
|
||||
};
|
||||
@@ -1,33 +1,28 @@
|
||||
'use strict';
|
||||
|
||||
module.exports = function (redisClient, module) {
|
||||
var helpers = module.helpers.redis;
|
||||
var helpers = require('./helpers');
|
||||
|
||||
module.setAdd = function (key, value, callback) {
|
||||
callback = callback || function () {};
|
||||
module.setAdd = async function (key, value) {
|
||||
if (!Array.isArray(value)) {
|
||||
value = [value];
|
||||
}
|
||||
if (!value.length) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
redisClient.sadd(key, value, function (err) {
|
||||
callback(err);
|
||||
});
|
||||
await redisClient.async.sadd(key, value);
|
||||
};
|
||||
|
||||
module.setsAdd = function (keys, value, callback) {
|
||||
callback = callback || function () {};
|
||||
module.setsAdd = async function (keys, value) {
|
||||
if (!Array.isArray(keys) || !keys.length) {
|
||||
return setImmediate(callback);
|
||||
return;
|
||||
}
|
||||
helpers.execKeysValue(redisClient, 'batch', 'sadd', keys, value, function (err) {
|
||||
callback(err);
|
||||
});
|
||||
const batch = redisClient.batch();
|
||||
keys.forEach(k => batch.sadd(String(k), String(value)));
|
||||
await helpers.execBatch(batch);
|
||||
};
|
||||
|
||||
module.setRemove = function (key, value, callback) {
|
||||
callback = callback || function () {};
|
||||
module.setRemove = async function (key, value) {
|
||||
if (!Array.isArray(value)) {
|
||||
value = [value];
|
||||
}
|
||||
@@ -36,58 +31,57 @@ module.exports = function (redisClient, module) {
|
||||
}
|
||||
|
||||
var batch = redisClient.batch();
|
||||
key.forEach(function (key) {
|
||||
batch.srem(key, value);
|
||||
});
|
||||
batch.exec(function (err) {
|
||||
callback(err);
|
||||
});
|
||||
key.forEach(k => batch.srem(String(k), value));
|
||||
await helpers.execBatch(batch);
|
||||
};
|
||||
|
||||
module.setsRemove = function (keys, value, callback) {
|
||||
callback = callback || function () {};
|
||||
helpers.execKeysValue(redisClient, 'batch', 'srem', keys, value, function (err) {
|
||||
callback(err);
|
||||
});
|
||||
module.setsRemove = async function (keys, value) {
|
||||
var batch = redisClient.batch();
|
||||
keys.forEach(k => batch.srem(String(k), value));
|
||||
await helpers.execBatch(batch);
|
||||
};
|
||||
|
||||
module.isSetMember = function (key, value, callback) {
|
||||
redisClient.sismember(key, value, function (err, result) {
|
||||
callback(err, result === 1);
|
||||
});
|
||||
module.isSetMember = async function (key, value) {
|
||||
const result = await redisClient.async.sismember(key, value);
|
||||
return result === 1;
|
||||
};
|
||||
|
||||
module.isSetMembers = function (key, values, callback) {
|
||||
helpers.execKeyValues(redisClient, 'batch', 'sismember', key, values, function (err, results) {
|
||||
callback(err, results ? helpers.resultsToBool(results) : null);
|
||||
});
|
||||
module.isSetMembers = async function (key, values) {
|
||||
const batch = redisClient.batch();
|
||||
values.forEach(v => batch.sismember(String(key), String(v)));
|
||||
const results = await helpers.execBatch(batch);
|
||||
return results ? helpers.resultsToBool(results) : null;
|
||||
};
|
||||
|
||||
module.isMemberOfSets = function (sets, value, callback) {
|
||||
helpers.execKeysValue(redisClient, 'batch', 'sismember', sets, value, function (err, results) {
|
||||
callback(err, results ? helpers.resultsToBool(results) : null);
|
||||
});
|
||||
module.isMemberOfSets = async function (sets, value) {
|
||||
const batch = redisClient.batch();
|
||||
sets.forEach(s => batch.sismember(String(s), String(value)));
|
||||
const results = await helpers.execBatch(batch);
|
||||
return results ? helpers.resultsToBool(results) : null;
|
||||
};
|
||||
|
||||
module.getSetMembers = function (key, callback) {
|
||||
redisClient.smembers(key, callback);
|
||||
module.getSetMembers = async function (key) {
|
||||
return await redisClient.async.smembers(key);
|
||||
};
|
||||
|
||||
module.getSetsMembers = function (keys, callback) {
|
||||
helpers.execKeys(redisClient, 'batch', 'smembers', keys, callback);
|
||||
module.getSetsMembers = async function (keys) {
|
||||
const batch = redisClient.batch();
|
||||
keys.forEach(k => batch.smembers(String(k)));
|
||||
return await helpers.execBatch(batch);
|
||||
};
|
||||
|
||||
module.setCount = function (key, callback) {
|
||||
redisClient.scard(key, callback);
|
||||
module.setCount = async function (key) {
|
||||
return await redisClient.async.scard(key);
|
||||
};
|
||||
|
||||
module.setsCount = function (keys, callback) {
|
||||
helpers.execKeys(redisClient, 'batch', 'scard', keys, callback);
|
||||
module.setsCount = async function (keys) {
|
||||
const batch = redisClient.batch();
|
||||
keys.forEach(k => batch.scard(String(k)));
|
||||
return await helpers.execBatch(batch);
|
||||
};
|
||||
|
||||
module.setRemoveRandom = function (key, callback) {
|
||||
callback = callback || function () {};
|
||||
redisClient.spop(key, callback);
|
||||
module.setRemoveRandom = async function (key) {
|
||||
return await redisClient.async.spop(key);
|
||||
};
|
||||
|
||||
return module;
|
||||
|
||||
@@ -3,46 +3,42 @@
|
||||
module.exports = function (redisClient, module) {
|
||||
var _ = require('lodash');
|
||||
var utils = require('../../utils');
|
||||
|
||||
var helpers = module.helpers.redis;
|
||||
var helpers = require('./helpers');
|
||||
|
||||
require('./sorted/add')(redisClient, module);
|
||||
require('./sorted/remove')(redisClient, module);
|
||||
require('./sorted/union')(redisClient, module);
|
||||
require('./sorted/intersect')(redisClient, module);
|
||||
|
||||
module.getSortedSetRange = function (key, start, stop, callback) {
|
||||
sortedSetRange('zrange', key, start, stop, false, callback);
|
||||
module.getSortedSetRange = async function (key, start, stop) {
|
||||
return await sortedSetRange('zrange', key, start, stop, false);
|
||||
};
|
||||
|
||||
module.getSortedSetRevRange = function (key, start, stop, callback) {
|
||||
sortedSetRange('zrevrange', key, start, stop, false, callback);
|
||||
module.getSortedSetRevRange = async function (key, start, stop) {
|
||||
return await sortedSetRange('zrevrange', key, start, stop, false);
|
||||
};
|
||||
|
||||
module.getSortedSetRangeWithScores = function (key, start, stop, callback) {
|
||||
sortedSetRange('zrange', key, start, stop, true, callback);
|
||||
module.getSortedSetRangeWithScores = async function (key, start, stop) {
|
||||
return await sortedSetRange('zrange', key, start, stop, true);
|
||||
};
|
||||
|
||||
module.getSortedSetRevRangeWithScores = function (key, start, stop, callback) {
|
||||
sortedSetRange('zrevrange', key, start, stop, true, callback);
|
||||
module.getSortedSetRevRangeWithScores = async function (key, start, stop) {
|
||||
return await sortedSetRange('zrevrange', key, start, stop, true);
|
||||
};
|
||||
|
||||
function sortedSetRange(method, key, start, stop, withScores, callback) {
|
||||
async function sortedSetRange(method, key, start, stop, withScores) {
|
||||
if (Array.isArray(key)) {
|
||||
if (!key.length) {
|
||||
return setImmediate(callback, null, []);
|
||||
return [];
|
||||
}
|
||||
const batch = redisClient.batch();
|
||||
key.forEach((key) => {
|
||||
batch[method]([key, start, stop, 'WITHSCORES']);
|
||||
});
|
||||
batch.exec(function (err, data) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
let data = await helpers.execBatch(batch);
|
||||
data = _.flatten(data);
|
||||
var objects = [];
|
||||
for (var i = 0; i < data.length; i += 2) {
|
||||
let objects = [];
|
||||
for (let i = 0; i < data.length; i += 2) {
|
||||
objects.push({ value: data[i], score: parseFloat(data[i + 1]) });
|
||||
}
|
||||
|
||||
@@ -52,13 +48,10 @@ module.exports = function (redisClient, module) {
|
||||
}
|
||||
return b.score - a.score;
|
||||
});
|
||||
if (withScores) {
|
||||
return callback(null, objects);
|
||||
}
|
||||
if (!withScores) {
|
||||
objects = objects.map(item => item.value);
|
||||
callback(null, objects);
|
||||
});
|
||||
return;
|
||||
}
|
||||
return objects;
|
||||
}
|
||||
|
||||
var params = [key, start, stop];
|
||||
@@ -66,238 +59,193 @@ module.exports = function (redisClient, module) {
|
||||
params.push('WITHSCORES');
|
||||
}
|
||||
|
||||
redisClient[method](params, function (err, data) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
const data = await redisClient.async[method](params);
|
||||
if (!withScores) {
|
||||
return callback(null, data);
|
||||
return data;
|
||||
}
|
||||
var objects = [];
|
||||
const objects = [];
|
||||
for (var i = 0; i < data.length; i += 2) {
|
||||
objects.push({ value: data[i], score: parseFloat(data[i + 1]) });
|
||||
}
|
||||
callback(null, objects);
|
||||
});
|
||||
return objects;
|
||||
}
|
||||
|
||||
module.getSortedSetRangeByScore = function (key, start, count, min, max, callback) {
|
||||
redisClient.zrangebyscore([key, min, max, 'LIMIT', start, count], callback);
|
||||
module.getSortedSetRangeByScore = async function (key, start, count, min, max) {
|
||||
return await redisClient.async.zrangebyscore([key, min, max, 'LIMIT', start, count]);
|
||||
};
|
||||
|
||||
module.getSortedSetRevRangeByScore = function (key, start, count, max, min, callback) {
|
||||
redisClient.zrevrangebyscore([key, max, min, 'LIMIT', start, count], callback);
|
||||
module.getSortedSetRevRangeByScore = async function (key, start, count, max, min) {
|
||||
return await redisClient.async.zrevrangebyscore([key, max, min, 'LIMIT', start, count]);
|
||||
};
|
||||
|
||||
module.getSortedSetRangeByScoreWithScores = function (key, start, count, min, max, callback) {
|
||||
sortedSetRangeByScoreWithScores('zrangebyscore', key, start, count, min, max, callback);
|
||||
module.getSortedSetRangeByScoreWithScores = async function (key, start, count, min, max) {
|
||||
return await sortedSetRangeByScoreWithScores('zrangebyscore', key, start, count, min, max);
|
||||
};
|
||||
|
||||
module.getSortedSetRevRangeByScoreWithScores = function (key, start, count, max, min, callback) {
|
||||
sortedSetRangeByScoreWithScores('zrevrangebyscore', key, start, count, max, min, callback);
|
||||
module.getSortedSetRevRangeByScoreWithScores = async function (key, start, count, max, min) {
|
||||
return await sortedSetRangeByScoreWithScores('zrevrangebyscore', key, start, count, max, min);
|
||||
};
|
||||
|
||||
function sortedSetRangeByScoreWithScores(method, key, start, count, min, max, callback) {
|
||||
redisClient[method]([key, min, max, 'WITHSCORES', 'LIMIT', start, count], function (err, data) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
var objects = [];
|
||||
async function sortedSetRangeByScoreWithScores(method, key, start, count, min, max) {
|
||||
const data = await redisClient.async[method]([key, min, max, 'WITHSCORES', 'LIMIT', start, count]);
|
||||
const objects = [];
|
||||
for (var i = 0; i < data.length; i += 2) {
|
||||
objects.push({ value: data[i], score: parseFloat(data[i + 1]) });
|
||||
}
|
||||
callback(null, objects);
|
||||
});
|
||||
return objects;
|
||||
}
|
||||
|
||||
module.sortedSetCount = function (key, min, max, callback) {
|
||||
redisClient.zcount(key, min, max, callback);
|
||||
module.sortedSetCount = async function (key, min, max) {
|
||||
return await redisClient.async.zcount(key, min, max);
|
||||
};
|
||||
|
||||
module.sortedSetCard = function (key, callback) {
|
||||
redisClient.zcard(key, callback);
|
||||
module.sortedSetCard = async function (key) {
|
||||
return await redisClient.async.zcard(key);
|
||||
};
|
||||
|
||||
module.sortedSetsCard = function (keys, callback) {
|
||||
module.sortedSetsCard = async function (keys) {
|
||||
if (!Array.isArray(keys) || !keys.length) {
|
||||
return callback(null, []);
|
||||
return [];
|
||||
}
|
||||
var batch = redisClient.batch();
|
||||
for (var i = 0; i < keys.length; i += 1) {
|
||||
batch.zcard(keys[i]);
|
||||
}
|
||||
batch.exec(callback);
|
||||
keys.forEach(k => batch.zcard(String(k)));
|
||||
return await helpers.execBatch(batch);
|
||||
};
|
||||
|
||||
module.sortedSetsCardSum = function (keys, callback) {
|
||||
module.sortedSetsCardSum = async function (keys) {
|
||||
if (!keys || (Array.isArray(keys) && !keys.length)) {
|
||||
return callback(null, 0);
|
||||
return 0;
|
||||
}
|
||||
if (!Array.isArray(keys)) {
|
||||
keys = [keys];
|
||||
}
|
||||
module.sortedSetsCard(keys, function (err, counts) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
const sum = counts.reduce(function (acc, val) { return acc + val; }, 0);
|
||||
callback(null, sum);
|
||||
});
|
||||
const counts = await module.sortedSetsCard(keys);
|
||||
const sum = counts.reduce((acc, val) => acc + val, 0);
|
||||
return sum;
|
||||
};
|
||||
|
||||
module.sortedSetRank = function (key, value, callback) {
|
||||
redisClient.zrank(key, value, callback);
|
||||
module.sortedSetRank = async function (key, value) {
|
||||
return await redisClient.async.zrank(key, value);
|
||||
};
|
||||
|
||||
module.sortedSetRevRank = function (key, value, callback) {
|
||||
redisClient.zrevrank(key, value, callback);
|
||||
module.sortedSetRevRank = async function (key, value) {
|
||||
return await redisClient.async.zrevrank(key, value);
|
||||
};
|
||||
|
||||
module.sortedSetsRanks = function (keys, values, callback) {
|
||||
var batch = redisClient.batch();
|
||||
module.sortedSetsRanks = async function (keys, values) {
|
||||
const batch = redisClient.batch();
|
||||
for (var i = 0; i < values.length; i += 1) {
|
||||
batch.zrank(keys[i], values[i]);
|
||||
batch.zrank(keys[i], String(values[i]));
|
||||
}
|
||||
batch.exec(callback);
|
||||
return await helpers.execBatch(batch);
|
||||
};
|
||||
|
||||
module.sortedSetsRevRanks = function (keys, values, callback) {
|
||||
var batch = redisClient.batch();
|
||||
module.sortedSetsRevRanks = async function (keys, values) {
|
||||
const batch = redisClient.batch();
|
||||
for (var i = 0; i < values.length; i += 1) {
|
||||
batch.zrevrank(keys[i], values[i]);
|
||||
batch.zrevrank(keys[i], String(values[i]));
|
||||
}
|
||||
batch.exec(callback);
|
||||
return await helpers.execBatch(batch);
|
||||
};
|
||||
|
||||
module.sortedSetRanks = function (key, values, callback) {
|
||||
var batch = redisClient.batch();
|
||||
module.sortedSetRanks = async function (key, values) {
|
||||
const batch = redisClient.batch();
|
||||
for (var i = 0; i < values.length; i += 1) {
|
||||
batch.zrank(key, values[i]);
|
||||
batch.zrank(key, String(values[i]));
|
||||
}
|
||||
batch.exec(callback);
|
||||
return await helpers.execBatch(batch);
|
||||
};
|
||||
|
||||
module.sortedSetRevRanks = function (key, values, callback) {
|
||||
var batch = redisClient.batch();
|
||||
module.sortedSetRevRanks = async function (key, values) {
|
||||
const batch = redisClient.batch();
|
||||
for (var i = 0; i < values.length; i += 1) {
|
||||
batch.zrevrank(key, values[i]);
|
||||
batch.zrevrank(key, String(values[i]));
|
||||
}
|
||||
batch.exec(callback);
|
||||
return await helpers.execBatch(batch);
|
||||
};
|
||||
|
||||
module.sortedSetScore = function (key, value, callback) {
|
||||
module.sortedSetScore = async function (key, value) {
|
||||
if (!key || value === undefined) {
|
||||
return callback(null, null);
|
||||
return null;
|
||||
}
|
||||
|
||||
redisClient.zscore(key, value, function (err, score) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
if (score === null) {
|
||||
return callback(null, score);
|
||||
}
|
||||
callback(null, parseFloat(score));
|
||||
});
|
||||
const score = await redisClient.async.zscore(key, value);
|
||||
return score === null ? score : parseFloat(score);
|
||||
};
|
||||
|
||||
module.sortedSetsScore = function (keys, value, callback) {
|
||||
module.sortedSetsScore = async function (keys, value) {
|
||||
if (!Array.isArray(keys) || !keys.length) {
|
||||
return callback(null, []);
|
||||
return [];
|
||||
}
|
||||
helpers.execKeysValue(redisClient, 'batch', 'zscore', keys, value, function (err, scores) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
scores = scores.map(function (d) {
|
||||
return d === null ? d : parseFloat(d);
|
||||
});
|
||||
callback(null, scores);
|
||||
});
|
||||
const batch = redisClient.batch();
|
||||
keys.forEach(key => batch.zscore(String(key), String(value)));
|
||||
const scores = await helpers.execBatch(batch);
|
||||
return scores.map(d => (d === null ? d : parseFloat(d)));
|
||||
};
|
||||
|
||||
module.sortedSetScores = function (key, values, callback) {
|
||||
module.sortedSetScores = async function (key, values) {
|
||||
if (!values.length) {
|
||||
return setImmediate(callback, null, []);
|
||||
return [];
|
||||
}
|
||||
helpers.execKeyValues(redisClient, 'batch', 'zscore', key, values, function (err, scores) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
scores = scores.map(function (d) {
|
||||
return d === null ? d : parseFloat(d);
|
||||
});
|
||||
callback(null, scores);
|
||||
});
|
||||
const batch = redisClient.batch();
|
||||
values.forEach(value => batch.zscore(String(key), String(value)));
|
||||
const scores = await helpers.execBatch(batch);
|
||||
return scores.map(d => (d === null ? d : parseFloat(d)));
|
||||
};
|
||||
|
||||
module.isSortedSetMember = function (key, value, callback) {
|
||||
module.sortedSetScore(key, value, function (err, score) {
|
||||
callback(err, utils.isNumber(score));
|
||||
});
|
||||
module.isSortedSetMember = async function (key, value) {
|
||||
const score = await module.sortedSetScore(key, value);
|
||||
return utils.isNumber(score);
|
||||
};
|
||||
|
||||
module.isSortedSetMembers = function (key, values, callback) {
|
||||
helpers.execKeyValues(redisClient, 'batch', 'zscore', key, values, function (err, results) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
callback(null, results.map(Boolean));
|
||||
});
|
||||
module.isSortedSetMembers = async function (key, values) {
|
||||
const batch = redisClient.batch();
|
||||
values.forEach(v => batch.zscore(key, String(v)));
|
||||
const results = await helpers.execBatch(batch);
|
||||
return results.map(utils.isNumber);
|
||||
};
|
||||
|
||||
module.isMemberOfSortedSets = function (keys, value, callback) {
|
||||
module.isMemberOfSortedSets = async function (keys, value) {
|
||||
if (!Array.isArray(keys) || !keys.length) {
|
||||
return setImmediate(callback, null, []);
|
||||
return [];
|
||||
}
|
||||
helpers.execKeysValue(redisClient, 'batch', 'zscore', keys, value, function (err, results) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
callback(null, results.map(Boolean));
|
||||
});
|
||||
const batch = redisClient.batch();
|
||||
keys.forEach(k => batch.zscore(k, String(value)));
|
||||
const results = await helpers.execBatch(batch);
|
||||
return results.map(utils.isNumber);
|
||||
};
|
||||
|
||||
module.getSortedSetsMembers = function (keys, callback) {
|
||||
module.getSortedSetsMembers = async function (keys) {
|
||||
if (!Array.isArray(keys) || !keys.length) {
|
||||
return setImmediate(callback, null, []);
|
||||
return [];
|
||||
}
|
||||
var batch = redisClient.batch();
|
||||
for (var i = 0; i < keys.length; i += 1) {
|
||||
batch.zrange(keys[i], 0, -1);
|
||||
}
|
||||
batch.exec(callback);
|
||||
keys.forEach(k => batch.zrange(k, 0, -1));
|
||||
return await helpers.execBatch(batch);
|
||||
};
|
||||
|
||||
module.sortedSetIncrBy = function (key, increment, value, callback) {
|
||||
callback = callback || helpers.noop;
|
||||
redisClient.zincrby(key, increment, value, function (err, newValue) {
|
||||
callback(err, !err ? parseFloat(newValue) : undefined);
|
||||
});
|
||||
module.sortedSetIncrBy = async function (key, increment, value) {
|
||||
const newValue = await redisClient.async.zincrby(key, increment, value);
|
||||
return parseFloat(newValue);
|
||||
};
|
||||
|
||||
module.getSortedSetRangeByLex = function (key, min, max, start, count, callback) {
|
||||
sortedSetLex('zrangebylex', false, key, min, max, start, count, callback);
|
||||
module.getSortedSetRangeByLex = async function (key, min, max, start, count) {
|
||||
return await sortedSetLex('zrangebylex', false, key, min, max, start, count);
|
||||
};
|
||||
|
||||
module.getSortedSetRevRangeByLex = function (key, max, min, start, count, callback) {
|
||||
sortedSetLex('zrevrangebylex', true, key, max, min, start, count, callback);
|
||||
module.getSortedSetRevRangeByLex = async function (key, max, min, start, count) {
|
||||
return await sortedSetLex('zrevrangebylex', true, key, max, min, start, count);
|
||||
};
|
||||
|
||||
module.sortedSetRemoveRangeByLex = function (key, min, max, callback) {
|
||||
callback = callback || helpers.noop;
|
||||
sortedSetLex('zremrangebylex', false, key, min, max, function (err) {
|
||||
callback(err);
|
||||
});
|
||||
module.sortedSetRemoveRangeByLex = async function (key, min, max) {
|
||||
await sortedSetLex('zremrangebylex', false, key, min, max);
|
||||
};
|
||||
|
||||
module.sortedSetLexCount = function (key, min, max, callback) {
|
||||
sortedSetLex('zlexcount', false, key, min, max, callback);
|
||||
module.sortedSetLexCount = async function (key, min, max) {
|
||||
return await sortedSetLex('zlexcount', false, key, min, max);
|
||||
};
|
||||
|
||||
function sortedSetLex(method, reverse, key, min, max, start, count, callback) {
|
||||
callback = callback || start;
|
||||
|
||||
async function sortedSetLex(method, reverse, key, min, max, start, count) {
|
||||
var minmin;
|
||||
var maxmax;
|
||||
if (reverse) {
|
||||
@@ -314,11 +262,10 @@ module.exports = function (redisClient, module) {
|
||||
if (max !== maxmax && !max.match(/^[[(]/)) {
|
||||
max = '[' + max;
|
||||
}
|
||||
|
||||
const args = [key, min, max];
|
||||
if (count) {
|
||||
redisClient[method]([key, min, max, 'LIMIT', start, count], callback);
|
||||
} else {
|
||||
redisClient[method]([key, min, max], callback);
|
||||
args.push('LIMIT', start, count);
|
||||
}
|
||||
return await redisClient.async[method](args);
|
||||
}
|
||||
};
|
||||
|
||||
@@ -1,83 +1,72 @@
|
||||
'use strict';
|
||||
|
||||
module.exports = function (redisClient, module) {
|
||||
const helpers = require('../helpers');
|
||||
const utils = require('../../../utils');
|
||||
|
||||
module.sortedSetAdd = function (key, score, value, callback) {
|
||||
callback = callback || function () {};
|
||||
module.sortedSetAdd = async function (key, score, value) {
|
||||
if (!key) {
|
||||
return setImmediate(callback);
|
||||
return;
|
||||
}
|
||||
if (Array.isArray(score) && Array.isArray(value)) {
|
||||
return sortedSetAddMulti(key, score, value, callback);
|
||||
return await sortedSetAddMulti(key, score, value);
|
||||
}
|
||||
if (!utils.isNumber(score)) {
|
||||
return setImmediate(callback, new Error('[[error:invalid-score, ' + score + ']]'));
|
||||
throw new Error('[[error:invalid-score, ' + score + ']]');
|
||||
}
|
||||
redisClient.zadd(key, score, String(value), function (err) {
|
||||
callback(err);
|
||||
});
|
||||
await redisClient.async.zadd(key, score, String(value));
|
||||
};
|
||||
|
||||
function sortedSetAddMulti(key, scores, values, callback) {
|
||||
async function sortedSetAddMulti(key, scores, values) {
|
||||
if (!scores.length || !values.length) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
|
||||
if (scores.length !== values.length) {
|
||||
return callback(new Error('[[error:invalid-data]]'));
|
||||
throw new Error('[[error:invalid-data]]');
|
||||
}
|
||||
for (let i = 0; i < scores.length; i += 1) {
|
||||
if (!utils.isNumber(scores[i])) {
|
||||
return setImmediate(callback, new Error('[[error:invalid-score, ' + scores[i] + ']]'));
|
||||
throw new Error('[[error:invalid-score, ' + scores[i] + ']]');
|
||||
}
|
||||
}
|
||||
var args = [key];
|
||||
|
||||
for (var i = 0; i < scores.length; i += 1) {
|
||||
args.push(scores[i], String(values[i]));
|
||||
}
|
||||
|
||||
redisClient.zadd(args, function (err) {
|
||||
callback(err);
|
||||
});
|
||||
await redisClient.async.zadd(args);
|
||||
}
|
||||
|
||||
module.sortedSetsAdd = function (keys, scores, value, callback) {
|
||||
callback = callback || function () {};
|
||||
module.sortedSetsAdd = async function (keys, scores, value) {
|
||||
if (!Array.isArray(keys) || !keys.length) {
|
||||
return setImmediate(callback);
|
||||
return;
|
||||
}
|
||||
const isArrayOfScores = Array.isArray(scores);
|
||||
if (!isArrayOfScores && !utils.isNumber(scores)) {
|
||||
return setImmediate(callback, new Error('[[error:invalid-score, ' + scores + ']]'));
|
||||
throw new Error('[[error:invalid-score, ' + scores + ']]');
|
||||
}
|
||||
|
||||
if (isArrayOfScores && scores.length !== keys.length) {
|
||||
return setImmediate(callback, new Error('[[error:invalid-data]]'));
|
||||
throw new Error('[[error:invalid-data]]');
|
||||
}
|
||||
|
||||
var batch = redisClient.batch();
|
||||
|
||||
for (var i = 0; i < keys.length; i += 1) {
|
||||
if (keys[i]) {
|
||||
batch.zadd(keys[i], isArrayOfScores ? scores[i] : scores, String(value));
|
||||
}
|
||||
}
|
||||
|
||||
batch.exec(function (err) {
|
||||
callback(err);
|
||||
});
|
||||
await helpers.execBatch(batch);
|
||||
};
|
||||
|
||||
module.sortedSetAddBulk = function (data, callback) {
|
||||
module.sortedSetAddBulk = async function (data) {
|
||||
if (!Array.isArray(data) || !data.length) {
|
||||
return setImmediate(callback);
|
||||
return;
|
||||
}
|
||||
var batch = redisClient.batch();
|
||||
data.forEach(function (item) {
|
||||
batch.zadd(item[0], item[1], item[2]);
|
||||
});
|
||||
batch.exec(err => callback(err));
|
||||
await helpers.execBatch(batch);
|
||||
};
|
||||
};
|
||||
|
||||
@@ -2,9 +2,10 @@
|
||||
'use strict';
|
||||
|
||||
module.exports = function (redisClient, module) {
|
||||
module.sortedSetIntersectCard = function (keys, callback) {
|
||||
const helpers = require('../helpers');
|
||||
module.sortedSetIntersectCard = async function (keys) {
|
||||
if (!Array.isArray(keys) || !keys.length) {
|
||||
return callback(null, 0);
|
||||
return 0;
|
||||
}
|
||||
var tempSetName = 'temp_' + Date.now();
|
||||
|
||||
@@ -14,26 +15,21 @@ module.exports = function (redisClient, module) {
|
||||
multi.zinterstore(interParams);
|
||||
multi.zcard(tempSetName);
|
||||
multi.del(tempSetName);
|
||||
multi.exec(function (err, results) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
|
||||
callback(null, results[1] || 0);
|
||||
});
|
||||
const results = await helpers.execBatch(multi);
|
||||
return results[1] || 0;
|
||||
};
|
||||
|
||||
module.getSortedSetIntersect = function (params, callback) {
|
||||
module.getSortedSetIntersect = async function (params) {
|
||||
params.method = 'zrange';
|
||||
getSortedSetRevIntersect(params, callback);
|
||||
return await getSortedSetRevIntersect(params);
|
||||
};
|
||||
|
||||
module.getSortedSetRevIntersect = function (params, callback) {
|
||||
module.getSortedSetRevIntersect = async function (params) {
|
||||
params.method = 'zrevrange';
|
||||
getSortedSetRevIntersect(params, callback);
|
||||
return await getSortedSetRevIntersect(params);
|
||||
};
|
||||
|
||||
function getSortedSetRevIntersect(params, callback) {
|
||||
async function getSortedSetRevIntersect(params) {
|
||||
var sets = params.sets;
|
||||
var start = params.hasOwnProperty('start') ? params.start : 0;
|
||||
var stop = params.hasOwnProperty('stop') ? params.stop : -1;
|
||||
@@ -59,20 +55,16 @@ module.exports = function (redisClient, module) {
|
||||
multi.zinterstore(interParams);
|
||||
multi[params.method](rangeParams);
|
||||
multi.del(tempSetName);
|
||||
multi.exec(function (err, results) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
let results = await helpers.execBatch(multi);
|
||||
|
||||
if (!params.withScores) {
|
||||
return callback(null, results ? results[1] : null);
|
||||
return results ? results[1] : null;
|
||||
}
|
||||
results = results[1] || [];
|
||||
var objects = [];
|
||||
for (var i = 0; i < results.length; i += 2) {
|
||||
objects.push({ value: results[i], score: parseFloat(results[i + 1]) });
|
||||
}
|
||||
callback(null, objects);
|
||||
});
|
||||
return objects;
|
||||
}
|
||||
};
|
||||
|
||||
@@ -2,46 +2,36 @@
|
||||
'use strict';
|
||||
|
||||
module.exports = function (redisClient, module) {
|
||||
var helpers = module.helpers.redis;
|
||||
var helpers = require('../helpers');
|
||||
|
||||
module.sortedSetRemove = function (key, value, callback) {
|
||||
callback = callback || function () {};
|
||||
if (!value) {
|
||||
return callback();
|
||||
module.sortedSetRemove = async function (key, value) {
|
||||
if (!key) {
|
||||
return;
|
||||
}
|
||||
if (!Array.isArray(value)) {
|
||||
const isValueArray = Array.isArray(value);
|
||||
if (!value || (isValueArray && !value.length)) {
|
||||
return;
|
||||
}
|
||||
if (!isValueArray) {
|
||||
value = [value];
|
||||
}
|
||||
|
||||
if (Array.isArray(key)) {
|
||||
var batch = redisClient.batch();
|
||||
key.forEach(function (key) {
|
||||
batch.zrem(key, value);
|
||||
});
|
||||
batch.exec(function (err) {
|
||||
callback(err);
|
||||
});
|
||||
const batch = redisClient.batch();
|
||||
key.forEach(k => batch.zrem(k, value));
|
||||
await helpers.execBatch(batch);
|
||||
} else {
|
||||
helpers.execKeyValues(redisClient, 'batch', 'zrem', key, value, function (err) {
|
||||
callback(err);
|
||||
});
|
||||
await redisClient.async.zrem(key, value);
|
||||
}
|
||||
};
|
||||
|
||||
module.sortedSetsRemove = function (keys, value, callback) {
|
||||
helpers.execKeysValue(redisClient, 'batch', 'zrem', keys, value, function (err) {
|
||||
callback(err);
|
||||
});
|
||||
module.sortedSetsRemove = async function (keys, value) {
|
||||
await module.sortedSetRemove(keys, value);
|
||||
};
|
||||
|
||||
module.sortedSetsRemoveRangeByScore = function (keys, min, max, callback) {
|
||||
callback = callback || function () {};
|
||||
module.sortedSetsRemoveRangeByScore = async function (keys, min, max) {
|
||||
var batch = redisClient.batch();
|
||||
for (var i = 0; i < keys.length; i += 1) {
|
||||
batch.zremrangebyscore(keys[i], min, max);
|
||||
}
|
||||
batch.exec(function (err) {
|
||||
callback(err);
|
||||
});
|
||||
keys.forEach(k => batch.zremrangebyscore(k, min, max));
|
||||
await helpers.execBatch(batch);
|
||||
};
|
||||
};
|
||||
|
||||
@@ -2,37 +2,33 @@
|
||||
'use strict';
|
||||
|
||||
module.exports = function (redisClient, module) {
|
||||
module.sortedSetUnionCard = function (keys, callback) {
|
||||
const helpers = require('../helpers');
|
||||
module.sortedSetUnionCard = async function (keys) {
|
||||
var tempSetName = 'temp_' + Date.now();
|
||||
if (!keys.length) {
|
||||
return setImmediate(callback, null, 0);
|
||||
return 0;
|
||||
}
|
||||
var multi = redisClient.multi();
|
||||
multi.zunionstore([tempSetName, keys.length].concat(keys));
|
||||
multi.zcard(tempSetName);
|
||||
multi.del(tempSetName);
|
||||
multi.exec(function (err, results) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
|
||||
callback(null, Array.isArray(results) && results.length ? results[1] : 0);
|
||||
});
|
||||
const results = await helpers.execBatch(multi);
|
||||
return Array.isArray(results) && results.length ? results[1] : 0;
|
||||
};
|
||||
|
||||
module.getSortedSetUnion = function (params, callback) {
|
||||
module.getSortedSetUnion = async function (params) {
|
||||
params.method = 'zrange';
|
||||
module.sortedSetUnion(params, callback);
|
||||
return await module.sortedSetUnion(params);
|
||||
};
|
||||
|
||||
module.getSortedSetRevUnion = function (params, callback) {
|
||||
module.getSortedSetRevUnion = async function (params) {
|
||||
params.method = 'zrevrange';
|
||||
module.sortedSetUnion(params, callback);
|
||||
return await module.sortedSetUnion(params);
|
||||
};
|
||||
|
||||
module.sortedSetUnion = function (params, callback) {
|
||||
module.sortedSetUnion = async function (params) {
|
||||
if (!params.sets.length) {
|
||||
return setImmediate(callback, null, []);
|
||||
return [];
|
||||
}
|
||||
|
||||
var tempSetName = 'temp_' + Date.now();
|
||||
@@ -46,19 +42,15 @@ module.exports = function (redisClient, module) {
|
||||
multi.zunionstore([tempSetName, params.sets.length].concat(params.sets));
|
||||
multi[params.method](rangeParams);
|
||||
multi.del(tempSetName);
|
||||
multi.exec(function (err, results) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
let results = await helpers.execBatch(multi);
|
||||
if (!params.withScores) {
|
||||
return callback(null, results ? results[1] : null);
|
||||
return results ? results[1] : null;
|
||||
}
|
||||
results = results[1] || [];
|
||||
var objects = [];
|
||||
for (var i = 0; i < results.length; i += 2) {
|
||||
objects.push({ value: results[i], score: parseFloat(results[i + 1]) });
|
||||
}
|
||||
callback(null, objects);
|
||||
});
|
||||
return objects;
|
||||
};
|
||||
};
|
||||
|
||||
16
src/file.js
16
src/file.js
@@ -98,19 +98,15 @@ file.base64ToLocal = function (imageData, uploadPath, callback) {
|
||||
});
|
||||
};
|
||||
|
||||
file.isFileTypeAllowed = function (path, callback) {
|
||||
file.isFileTypeAllowed = async function (path) {
|
||||
var plugins = require('./plugins');
|
||||
if (plugins.hasListeners('filter:file.isFileTypeAllowed')) {
|
||||
return plugins.fireHook('filter:file.isFileTypeAllowed', path, function (err) {
|
||||
callback(err);
|
||||
});
|
||||
return await plugins.fireHook('filter:file.isFileTypeAllowed', path);
|
||||
}
|
||||
|
||||
require('sharp')(path, {
|
||||
const sharp = require('sharp');
|
||||
await sharp(path, {
|
||||
failOnError: true,
|
||||
}).metadata(function (err) {
|
||||
callback(err);
|
||||
});
|
||||
}).metadata();
|
||||
};
|
||||
|
||||
// https://stackoverflow.com/a/31205878/583363
|
||||
@@ -263,3 +259,5 @@ file.walk = function (dir, done) {
|
||||
});
|
||||
});
|
||||
};
|
||||
|
||||
require('./promisify')(file);
|
||||
|
||||
32
src/image.js
32
src/image.js
@@ -6,6 +6,8 @@ var path = require('path');
|
||||
var crypto = require('crypto');
|
||||
var async = require('async');
|
||||
var winston = require('winston');
|
||||
const util = require('util');
|
||||
const readFileAsync = util.promisify(fs.readFile);
|
||||
|
||||
var file = require('./file');
|
||||
var plugins = require('./plugins');
|
||||
@@ -22,31 +24,23 @@ function requireSharp() {
|
||||
return sharp;
|
||||
}
|
||||
|
||||
image.resizeImage = function (data, callback) {
|
||||
image.resizeImage = async function (data) {
|
||||
if (plugins.hasListeners('filter:image.resize')) {
|
||||
plugins.fireHook('filter:image.resize', {
|
||||
await plugins.fireHook('filter:image.resize', {
|
||||
path: data.path,
|
||||
target: data.target,
|
||||
width: data.width,
|
||||
height: data.height,
|
||||
quality: data.quality,
|
||||
}, function (err) {
|
||||
callback(err);
|
||||
});
|
||||
} else {
|
||||
var sharpImage;
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
fs.readFile(data.path, next);
|
||||
},
|
||||
function (buffer, next) {
|
||||
var sharp = requireSharp();
|
||||
sharpImage = sharp(buffer, {
|
||||
const sharp = requireSharp();
|
||||
const buffer = await readFileAsync(data.path);
|
||||
const sharpImage = sharp(buffer, {
|
||||
failOnError: true,
|
||||
});
|
||||
sharpImage.metadata(next);
|
||||
},
|
||||
function (metadata, next) {
|
||||
const metadata = await sharpImage.metadata();
|
||||
|
||||
sharpImage.rotate(); // auto-orients based on exif data
|
||||
sharpImage.resize(data.hasOwnProperty('width') ? data.width : null, data.hasOwnProperty('height') ? data.height : null);
|
||||
|
||||
@@ -54,11 +48,7 @@ image.resizeImage = function (data, callback) {
|
||||
sharpImage.jpeg({ quality: data.quality });
|
||||
}
|
||||
|
||||
sharpImage.toFile(data.target || data.path, next);
|
||||
},
|
||||
], function (err) {
|
||||
callback(err);
|
||||
});
|
||||
await sharpImage.toFile(data.target || data.path);
|
||||
}
|
||||
};
|
||||
|
||||
@@ -189,3 +179,5 @@ image.uploadImage = function (filename, folder, image, callback) {
|
||||
},
|
||||
], callback);
|
||||
};
|
||||
|
||||
require('./promisify')(image);
|
||||
|
||||
@@ -186,16 +186,14 @@ module.exports = function (Messaging) {
|
||||
Messaging.leaveRooms = function (uid, roomIds, callback) {
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
var roomKeys = roomIds.map(function (roomId) {
|
||||
return 'chat:room:' + roomId + ':uids';
|
||||
});
|
||||
const roomKeys = roomIds.map(roomId => 'chat:room:' + roomId + ':uids');
|
||||
db.sortedSetsRemove(roomKeys, uid, next);
|
||||
},
|
||||
function (next) {
|
||||
db.sortedSetRemove('uid:' + uid + ':chat:rooms', roomIds, next);
|
||||
},
|
||||
function (next) {
|
||||
db.sortedSetRemove('uid:' + uid + ':chat:rooms:unread', roomIds, next);
|
||||
db.sortedSetRemove([
|
||||
'uid:' + uid + ':chat:rooms',
|
||||
'uid:' + uid + ':chat:rooms:unread',
|
||||
], roomIds, next);
|
||||
},
|
||||
function (next) {
|
||||
async.eachSeries(roomIds, updateOwner, next);
|
||||
|
||||
@@ -57,8 +57,8 @@ module.exports = function (Posts) {
|
||||
};
|
||||
|
||||
Posts.uploads.listWithSizes = async function (pid) {
|
||||
const paths = await Posts.async.uploads.list(pid);
|
||||
const sizes = await db.async.getObjects(paths.map(path => 'upload:' + md5(path))) || [];
|
||||
const paths = await Posts.uploads.list(pid);
|
||||
const sizes = await db.getObjects(paths.map(path => 'upload:' + md5(path))) || [];
|
||||
|
||||
return sizes.map((sizeObj, idx) => ({
|
||||
...sizeObj,
|
||||
|
||||
@@ -12,23 +12,93 @@ module.exports = function (theModule, ignoreKeys) {
|
||||
var str = func.toString().split('\n')[0];
|
||||
return str.includes('callback)');
|
||||
}
|
||||
function promisifyRecursive(module) {
|
||||
|
||||
function isAsyncFunction(fn) {
|
||||
return fn && fn.constructor && fn.constructor.name === 'AsyncFunction';
|
||||
}
|
||||
|
||||
var parts = [];
|
||||
function promisifyRecursive(module, key) {
|
||||
if (!module) {
|
||||
return;
|
||||
}
|
||||
if (key) {
|
||||
parts.push(key);
|
||||
}
|
||||
var keys = Object.keys(module);
|
||||
keys.forEach(function (key) {
|
||||
if (ignoreKeys.includes(key)) {
|
||||
return;
|
||||
}
|
||||
if (isCallbackedFunction(module[key])) {
|
||||
module[key] = util.promisify(module[key]);
|
||||
if (isAsyncFunction(module[key])) {
|
||||
module[key] = wrapIt(module[key], util.callbackify(module[key]));
|
||||
} else if (isCallbackedFunction(module[key])) {
|
||||
module[key] = wrapTwo(module[key], util.promisify(module[key]));
|
||||
} else if (typeof module[key] === 'object') {
|
||||
promisifyRecursive(module[key]);
|
||||
promisifyRecursive(module[key], key);
|
||||
}
|
||||
});
|
||||
parts.pop();
|
||||
}
|
||||
|
||||
function wrapTwo(origFn, promiseFn) {
|
||||
return function wrapper2(...args) {
|
||||
if (arguments.length && typeof arguments[arguments.length - 1] === 'function') {
|
||||
return origFn.apply(null, args);
|
||||
}
|
||||
|
||||
return promiseFn.apply(null, arguments);
|
||||
};
|
||||
}
|
||||
|
||||
function wrapIt(origFn, callbackFn) {
|
||||
return async function wrapper(...args) {
|
||||
if (arguments.length && typeof arguments[arguments.length - 1] === 'function') {
|
||||
const cb = args.pop();
|
||||
args.push(function (err, res) {
|
||||
if (err) {
|
||||
return cb(err);
|
||||
}
|
||||
|
||||
// fixes callbackified functions used in async.waterfall
|
||||
if (res !== undefined) {
|
||||
return cb(err, res);
|
||||
}
|
||||
return cb(err);
|
||||
});
|
||||
return callbackFn.apply(null, args);
|
||||
}
|
||||
return origFn.apply(null, arguments);
|
||||
};
|
||||
}
|
||||
|
||||
function deprecateRecursive(module, key) {
|
||||
if (!module) {
|
||||
return;
|
||||
}
|
||||
if (key) {
|
||||
parts.push(key);
|
||||
}
|
||||
var keys = Object.keys(module);
|
||||
keys.forEach(function (key) {
|
||||
if (ignoreKeys.includes(key)) {
|
||||
return;
|
||||
}
|
||||
|
||||
if (typeof module[key] === 'object') {
|
||||
deprecateRecursive(module[key], key);
|
||||
}
|
||||
|
||||
if (typeof module[key] === 'function') {
|
||||
module[key] = require('util').deprecate(module[key], '.async.' + (parts.concat([key]).join('.')) + ' usage is deprecated use .' + (parts.concat([key]).join('.')) + ' directly!');
|
||||
}
|
||||
});
|
||||
parts.pop();
|
||||
}
|
||||
|
||||
promisifyRecursive(theModule);
|
||||
const asyncModule = _.cloneDeep(theModule);
|
||||
promisifyRecursive(asyncModule);
|
||||
deprecateRecursive(asyncModule);
|
||||
|
||||
return asyncModule;
|
||||
};
|
||||
|
||||
@@ -5,8 +5,19 @@ var helpers = module.exports;
|
||||
helpers.setupPageRoute = function (router, name, middleware, middlewares, controller) {
|
||||
middlewares = [middleware.maintenanceMode, middleware.registrationComplete, middleware.pageView, middleware.pluginHooks].concat(middlewares);
|
||||
|
||||
router.get(name, middleware.busyCheck, middleware.buildHeader, middlewares, controller);
|
||||
router.get('/api' + name, middlewares, controller);
|
||||
async function tryRoute(req, res, next) {
|
||||
if (controller && controller.constructor && controller.constructor.name === 'AsyncFunction') {
|
||||
try {
|
||||
return await controller(req, res, next);
|
||||
} catch (err) {
|
||||
return next(err);
|
||||
}
|
||||
}
|
||||
controller(req, res, next);
|
||||
}
|
||||
|
||||
router.get(name, middleware.busyCheck, middleware.buildHeader, middlewares, tryRoute);
|
||||
router.get('/api' + name, middlewares, tryRoute);
|
||||
};
|
||||
|
||||
helpers.setupAdminPageRoute = function (router, name, middleware, middlewares, controller) {
|
||||
|
||||
@@ -369,3 +369,5 @@ function getSearchUids(data, callback) {
|
||||
setImmediate(callback, null, []);
|
||||
}
|
||||
}
|
||||
|
||||
search.async = require('./promisify')(search);
|
||||
|
||||
@@ -1,6 +1,5 @@
|
||||
'use strict';
|
||||
|
||||
var async = require('async');
|
||||
var plugins = require('./plugins');
|
||||
var db = require('./database');
|
||||
|
||||
@@ -8,9 +7,9 @@ var social = module.exports;
|
||||
|
||||
social.postSharing = null;
|
||||
|
||||
social.getPostSharing = function (callback) {
|
||||
social.getPostSharing = async function () {
|
||||
if (social.postSharing) {
|
||||
return setImmediate(callback, null, social.postSharing);
|
||||
return social.postSharing;
|
||||
}
|
||||
|
||||
var networks = [
|
||||
@@ -25,51 +24,28 @@ social.getPostSharing = function (callback) {
|
||||
class: 'fa-twitter',
|
||||
},
|
||||
];
|
||||
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
plugins.fireHook('filter:social.posts', networks, next);
|
||||
},
|
||||
function (networks, next) {
|
||||
db.getSetMembers('social:posts.activated', next);
|
||||
},
|
||||
function (activated, next) {
|
||||
networks = await plugins.fireHook('filter:social.posts', networks);
|
||||
const activated = await db.getSetMembers('social:posts.activated');
|
||||
networks.forEach(function (network) {
|
||||
network.activated = activated.includes(network.id);
|
||||
});
|
||||
|
||||
social.postSharing = networks;
|
||||
next(null, networks);
|
||||
},
|
||||
], callback);
|
||||
return networks;
|
||||
};
|
||||
|
||||
social.getActivePostSharing = function (callback) {
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
social.getPostSharing(next);
|
||||
},
|
||||
function (networks, next) {
|
||||
networks = networks.filter(network => network && network.activated);
|
||||
next(null, networks);
|
||||
},
|
||||
], callback);
|
||||
social.getActivePostSharing = async function () {
|
||||
const networks = await social.getPostSharing();
|
||||
return networks.filter(network => network && network.activated);
|
||||
};
|
||||
|
||||
social.setActivePostSharingNetworks = function (networkIDs, callback) {
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
db.delete('social:posts.activated', next);
|
||||
},
|
||||
function (next) {
|
||||
social.setActivePostSharingNetworks = async function (networkIDs) {
|
||||
await db.delete('social:posts.activated');
|
||||
if (!networkIDs.length) {
|
||||
return next();
|
||||
return;
|
||||
}
|
||||
db.setAdd('social:posts.activated', networkIDs, next);
|
||||
},
|
||||
function (next) {
|
||||
await db.setAdd('social:posts.activated', networkIDs);
|
||||
social.postSharing = null;
|
||||
next();
|
||||
},
|
||||
], callback);
|
||||
};
|
||||
|
||||
require('./promisify')(social);
|
||||
|
||||
@@ -252,7 +252,7 @@ SocketUser.getUnreadCount = function (socket, data, callback) {
|
||||
if (!socket.uid) {
|
||||
return callback(null, 0);
|
||||
}
|
||||
topics.getTotalUnread(socket.uid, callback);
|
||||
topics.getTotalUnread(socket.uid, '', callback);
|
||||
};
|
||||
|
||||
SocketUser.getUnreadChatCount = function (socket, data, callback) {
|
||||
|
||||
@@ -7,63 +7,41 @@ var db = require('../database');
|
||||
var user = require('../user');
|
||||
|
||||
module.exports = function (Topics) {
|
||||
Topics.getUserBookmark = function (tid, uid, callback) {
|
||||
Topics.getUserBookmark = async function (tid, uid) {
|
||||
if (parseInt(uid, 10) <= 0) {
|
||||
return callback(null, null);
|
||||
return null;
|
||||
}
|
||||
db.sortedSetScore('tid:' + tid + ':bookmarks', uid, callback);
|
||||
return await db.sortedSetScore('tid:' + tid + ':bookmarks', uid);
|
||||
};
|
||||
|
||||
Topics.getUserBookmarks = function (tids, uid, callback) {
|
||||
Topics.getUserBookmarks = async function (tids, uid) {
|
||||
if (parseInt(uid, 10) <= 0) {
|
||||
return callback(null, tids.map(() => null));
|
||||
return tids.map(() => null);
|
||||
}
|
||||
db.sortedSetsScore(tids.map(tid => 'tid:' + tid + ':bookmarks'), uid, callback);
|
||||
return await db.sortedSetsScore(tids.map(tid => 'tid:' + tid + ':bookmarks'), uid);
|
||||
};
|
||||
|
||||
Topics.setUserBookmark = function (tid, uid, index, callback) {
|
||||
db.sortedSetAdd('tid:' + tid + ':bookmarks', index, uid, callback);
|
||||
Topics.setUserBookmark = async function (tid, uid, index) {
|
||||
await db.sortedSetAdd('tid:' + tid + ':bookmarks', index, uid);
|
||||
};
|
||||
|
||||
Topics.getTopicBookmarks = function (tid, callback) {
|
||||
db.getSortedSetRangeWithScores('tid:' + tid + ':bookmarks', 0, -1, callback);
|
||||
Topics.getTopicBookmarks = async function (tid) {
|
||||
return await db.getSortedSetRangeWithScores('tid:' + tid + ':bookmarks', 0, -1);
|
||||
};
|
||||
|
||||
Topics.updateTopicBookmarks = function (tid, pids, callback) {
|
||||
var minIndex;
|
||||
var maxIndex;
|
||||
var postIndices;
|
||||
Topics.updateTopicBookmarks = async function (tid, pids) {
|
||||
const maxIndex = await Topics.getPostCount(tid);
|
||||
const indices = await db.sortedSetRanks('tid:' + tid + ':posts', pids);
|
||||
const postIndices = indices.map(i => (i === null ? 0 : i + 1));
|
||||
const minIndex = Math.min.apply(Math, postIndices);
|
||||
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
Topics.getPostCount(tid, next);
|
||||
},
|
||||
function (postcount, next) {
|
||||
maxIndex = postcount;
|
||||
const bookmarks = await Topics.getTopicBookmarks(tid);
|
||||
|
||||
db.sortedSetRanks('tid:' + tid + ':posts', pids, next);
|
||||
},
|
||||
function (indices, next) {
|
||||
postIndices = indices.map(function (i) {
|
||||
return i === null ? 0 : i + 1;
|
||||
});
|
||||
minIndex = Math.min.apply(Math, postIndices);
|
||||
var uidData = bookmarks.map(b => ({ uid: b.value, bookmark: parseInt(b.score, 10) }))
|
||||
.filter(data => data.bookmark >= minIndex);
|
||||
|
||||
Topics.getTopicBookmarks(tid, next);
|
||||
},
|
||||
function (bookmarks, next) {
|
||||
var uidData = bookmarks.map(function (bookmark) {
|
||||
return {
|
||||
uid: bookmark.value,
|
||||
bookmark: parseInt(bookmark.score, 10),
|
||||
};
|
||||
}).filter(function (data) {
|
||||
return data.bookmark >= minIndex;
|
||||
});
|
||||
|
||||
async.eachLimit(uidData, 50, function (data, next) {
|
||||
var bookmark = data.bookmark;
|
||||
bookmark = Math.min(bookmark, maxIndex);
|
||||
await async.eachLimit(uidData, 50, async function (data) {
|
||||
var bookmark = Math.min(data.bookmark, maxIndex);
|
||||
|
||||
postIndices.forEach(function (i) {
|
||||
if (i < data.bookmark) {
|
||||
@@ -73,26 +51,16 @@ module.exports = function (Topics) {
|
||||
|
||||
// make sure the bookmark is valid if we removed the last post
|
||||
bookmark = Math.min(bookmark, maxIndex - pids.length);
|
||||
|
||||
if (bookmark === data.bookmark) {
|
||||
return next();
|
||||
}
|
||||
|
||||
user.getSettings(data.uid, function (err, settings) {
|
||||
if (err) {
|
||||
return next(err);
|
||||
return;
|
||||
}
|
||||
|
||||
const settings = await user.getSettings(data.uid);
|
||||
if (settings.topicPostSort === 'most_votes') {
|
||||
return next();
|
||||
return;
|
||||
}
|
||||
|
||||
Topics.setUserBookmark(tid, data.uid, bookmark, next);
|
||||
});
|
||||
}, next);
|
||||
},
|
||||
], function (err) {
|
||||
callback(err);
|
||||
await Topics.setUserBookmark(tid, data.uid, bookmark);
|
||||
});
|
||||
};
|
||||
};
|
||||
|
||||
@@ -1,7 +1,6 @@
|
||||
|
||||
'use strict';
|
||||
|
||||
var async = require('async');
|
||||
var _ = require('lodash');
|
||||
var validator = require('validator');
|
||||
|
||||
@@ -16,20 +15,14 @@ var privileges = require('../privileges');
|
||||
var categories = require('../categories');
|
||||
|
||||
module.exports = function (Topics) {
|
||||
Topics.create = function (data, callback) {
|
||||
Topics.create = async function (data) {
|
||||
// This is an internal method, consider using Topics.post instead
|
||||
var timestamp = data.timestamp || Date.now();
|
||||
var topicData;
|
||||
await Topics.resizeAndUploadThumb(data);
|
||||
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
Topics.resizeAndUploadThumb(data, next);
|
||||
},
|
||||
function (next) {
|
||||
db.incrObjectField('global', 'nextTid', next);
|
||||
},
|
||||
function (tid, next) {
|
||||
topicData = {
|
||||
const tid = await db.incrObjectField('global', 'nextTid');
|
||||
|
||||
let topicData = {
|
||||
tid: tid,
|
||||
uid: data.uid,
|
||||
cid: data.cid,
|
||||
@@ -44,229 +37,142 @@ module.exports = function (Topics) {
|
||||
deleted: 0,
|
||||
pinned: 0,
|
||||
};
|
||||
|
||||
if (data.thumb) {
|
||||
topicData.thumb = data.thumb;
|
||||
}
|
||||
const result = await plugins.fireHook('filter:topic.create', { topic: topicData, data: data });
|
||||
topicData = result.topic;
|
||||
await db.setObject('topic:' + topicData.tid, topicData);
|
||||
|
||||
plugins.fireHook('filter:topic.create', { topic: topicData, data: data }, next);
|
||||
},
|
||||
function (data, next) {
|
||||
topicData = data.topic;
|
||||
db.setObject('topic:' + topicData.tid, topicData, next);
|
||||
},
|
||||
function (next) {
|
||||
async.parallel([
|
||||
function (next) {
|
||||
await Promise.all([
|
||||
db.sortedSetsAdd([
|
||||
'topics:tid',
|
||||
'cid:' + topicData.cid + ':tids',
|
||||
'cid:' + topicData.cid + ':uid:' + topicData.uid + ':tids',
|
||||
], timestamp, topicData.tid, next);
|
||||
},
|
||||
function (next) {
|
||||
db.sortedSetAdd('cid:' + topicData.cid + ':tids:votes', 0, topicData.tid, next);
|
||||
},
|
||||
function (next) {
|
||||
categories.updateRecentTid(topicData.cid, topicData.tid, next);
|
||||
},
|
||||
function (next) {
|
||||
user.addTopicIdToUser(topicData.uid, topicData.tid, timestamp, next);
|
||||
},
|
||||
function (next) {
|
||||
db.incrObjectField('category:' + topicData.cid, 'topic_count', next);
|
||||
},
|
||||
function (next) {
|
||||
db.incrObjectField('global', 'topicCount', next);
|
||||
},
|
||||
function (next) {
|
||||
Topics.createTags(data.tags, topicData.tid, timestamp, next);
|
||||
},
|
||||
], next);
|
||||
},
|
||||
function (results, next) {
|
||||
], timestamp, topicData.tid),
|
||||
db.sortedSetAdd('cid:' + topicData.cid + ':tids:votes', 0, topicData.tid),
|
||||
categories.updateRecentTid(topicData.cid, topicData.tid),
|
||||
user.addTopicIdToUser(topicData.uid, topicData.tid, timestamp),
|
||||
db.incrObjectField('category:' + topicData.cid, 'topic_count'),
|
||||
db.incrObjectField('global', 'topicCount'),
|
||||
Topics.createTags(data.tags, topicData.tid, timestamp),
|
||||
]);
|
||||
|
||||
plugins.fireHook('action:topic.save', { topic: _.clone(topicData), data: data });
|
||||
next(null, topicData.tid);
|
||||
},
|
||||
], callback);
|
||||
return topicData.tid;
|
||||
};
|
||||
|
||||
Topics.post = function (data, callback) {
|
||||
Topics.post = async function (data) {
|
||||
var uid = data.uid;
|
||||
data.title = String(data.title).trim();
|
||||
data.tags = data.tags || [];
|
||||
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
check(data.title, meta.config.minimumTitleLength, meta.config.maximumTitleLength, 'title-too-short', 'title-too-long', next);
|
||||
},
|
||||
function (next) {
|
||||
check(data.tags, meta.config.minimumTagsPerTopic, meta.config.maximumTagsPerTopic, 'not-enough-tags', 'too-many-tags', next);
|
||||
},
|
||||
function (next) {
|
||||
if (data.content) {
|
||||
data.content = utils.rtrim(data.content);
|
||||
}
|
||||
check(data.title, meta.config.minimumTitleLength, meta.config.maximumTitleLength, 'title-too-short', 'title-too-long');
|
||||
check(data.tags, meta.config.minimumTagsPerTopic, meta.config.maximumTagsPerTopic, 'not-enough-tags', 'too-many-tags');
|
||||
check(data.content, meta.config.minimumPostLength, meta.config.maximumPostLength, 'content-too-short', 'content-too-long');
|
||||
|
||||
check(data.content, meta.config.minimumPostLength, meta.config.maximumPostLength, 'content-too-short', 'content-too-long', next);
|
||||
},
|
||||
function (next) {
|
||||
async.parallel({
|
||||
categoryExists: function (next) {
|
||||
categories.exists(data.cid, next);
|
||||
},
|
||||
canCreate: function (next) {
|
||||
privileges.categories.can('topics:create', data.cid, data.uid, next);
|
||||
},
|
||||
canTag: function (next) {
|
||||
if (!data.tags.length) {
|
||||
return next(null, true);
|
||||
}
|
||||
privileges.categories.can('topics:tag', data.cid, data.uid, next);
|
||||
},
|
||||
}, next);
|
||||
},
|
||||
function (results, next) {
|
||||
if (!results.categoryExists) {
|
||||
return next(new Error('[[error:no-category]]'));
|
||||
const [categoryExists, canCreate, canTag] = await Promise.all([
|
||||
categories.exists(data.cid),
|
||||
privileges.categories.can('topics:create', data.cid, data.uid),
|
||||
privileges.categories.can('topics:tag', data.cid, data.uid),
|
||||
]);
|
||||
|
||||
if (!categoryExists) {
|
||||
throw new Error('[[error:no-category]]');
|
||||
}
|
||||
|
||||
if (!results.canCreate || !results.canTag) {
|
||||
return next(new Error('[[error:no-privileges]]'));
|
||||
if (!canCreate || (!canTag && data.tags.length)) {
|
||||
throw new Error('[[error:no-privileges]]');
|
||||
}
|
||||
|
||||
guestHandleValid(data, next);
|
||||
},
|
||||
function (next) {
|
||||
user.isReadyToPost(data.uid, data.cid, next);
|
||||
},
|
||||
function (next) {
|
||||
plugins.fireHook('filter:topic.post', data, next);
|
||||
},
|
||||
function (filteredData, next) {
|
||||
await guestHandleValid(data);
|
||||
await user.isReadyToPost(data.uid, data.cid);
|
||||
const filteredData = await plugins.fireHook('filter:topic.post', data);
|
||||
data = filteredData;
|
||||
Topics.create(data, next);
|
||||
},
|
||||
function (tid, next) {
|
||||
var postData = data;
|
||||
const tid = await Topics.create(data);
|
||||
|
||||
let postData = data;
|
||||
postData.tid = tid;
|
||||
postData.ip = data.req ? data.req.ip : null;
|
||||
postData.isMain = true;
|
||||
posts.create(postData, next);
|
||||
},
|
||||
function (postData, next) {
|
||||
onNewPost(postData, data, next);
|
||||
},
|
||||
function (postData, next) {
|
||||
async.parallel({
|
||||
postData: function (next) {
|
||||
next(null, postData);
|
||||
},
|
||||
settings: function (next) {
|
||||
user.getSettings(uid, function (err, settings) {
|
||||
if (err) {
|
||||
return next(err);
|
||||
postData = await posts.create(postData);
|
||||
postData = await onNewPost(postData, data);
|
||||
|
||||
const [settings, topics] = await Promise.all([
|
||||
user.getSettings(uid),
|
||||
Topics.getTopicsByTids([postData.tid], uid),
|
||||
]);
|
||||
|
||||
if (!Array.isArray(topics) || !topics.length) {
|
||||
throw new Error('[[error:no-topic]]');
|
||||
}
|
||||
|
||||
if (settings.followTopicsOnCreate) {
|
||||
Topics.follow(postData.tid, uid, next);
|
||||
} else {
|
||||
next();
|
||||
}
|
||||
});
|
||||
},
|
||||
topicData: function (next) {
|
||||
Topics.getTopicsByTids([postData.tid], uid, next);
|
||||
},
|
||||
}, next);
|
||||
},
|
||||
function (result, next) {
|
||||
if (!Array.isArray(result.topicData) || !result.topicData.length) {
|
||||
return next(new Error('[[error:no-topic]]'));
|
||||
await Topics.follow(postData.tid, uid);
|
||||
}
|
||||
const topicData = topics[0];
|
||||
topicData.unreplied = 1;
|
||||
topicData.mainPost = postData;
|
||||
postData.index = 0;
|
||||
|
||||
result.topicData = result.topicData[0];
|
||||
result.topicData.unreplied = 1;
|
||||
result.topicData.mainPost = result.postData;
|
||||
result.postData.index = 0;
|
||||
|
||||
analytics.increment(['topics', 'topics:byCid:' + result.topicData.cid]);
|
||||
plugins.fireHook('action:topic.post', { topic: result.topicData, post: result.postData, data: data });
|
||||
analytics.increment(['topics', 'topics:byCid:' + topicData.cid]);
|
||||
plugins.fireHook('action:topic.post', { topic: topicData, post: postData, data: data });
|
||||
|
||||
if (parseInt(uid, 10)) {
|
||||
user.notifications.sendTopicNotificationToFollowers(uid, result.topicData, result.postData);
|
||||
user.notifications.sendTopicNotificationToFollowers(uid, topicData, postData);
|
||||
}
|
||||
|
||||
next(null, {
|
||||
topicData: result.topicData,
|
||||
postData: result.postData,
|
||||
});
|
||||
},
|
||||
], callback);
|
||||
return {
|
||||
topicData: topicData,
|
||||
postData: postData,
|
||||
};
|
||||
};
|
||||
|
||||
Topics.reply = function (data, callback) {
|
||||
Topics.reply = async function (data) {
|
||||
var tid = data.tid;
|
||||
var uid = data.uid;
|
||||
var postData;
|
||||
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
Topics.getTopicField(tid, 'cid', next);
|
||||
},
|
||||
function (cid, next) {
|
||||
data.cid = cid;
|
||||
async.parallel({
|
||||
topicData: async.apply(Topics.getTopicData, tid),
|
||||
canReply: async.apply(privileges.topics.can, 'topics:reply', tid, uid),
|
||||
isAdminOrMod: async.apply(privileges.categories.isAdminOrMod, data.cid, uid),
|
||||
}, next);
|
||||
},
|
||||
function (results, next) {
|
||||
if (!results.topicData) {
|
||||
return next(new Error('[[error:no-topic]]'));
|
||||
const topicData = await Topics.getTopicData(tid);
|
||||
if (!topicData) {
|
||||
throw new Error('[[error:no-topic]]');
|
||||
}
|
||||
|
||||
if (results.topicData.locked && !results.isAdminOrMod) {
|
||||
return next(new Error('[[error:topic-locked]]'));
|
||||
data.cid = topicData.cid;
|
||||
|
||||
const [canReply, isAdminOrMod] = await Promise.all([
|
||||
privileges.topics.can('topics:reply', tid, uid),
|
||||
privileges.categories.isAdminOrMod(data.cid, uid),
|
||||
]);
|
||||
|
||||
if (topicData.locked && !isAdminOrMod) {
|
||||
throw new Error('[[error:topic-locked]]');
|
||||
}
|
||||
|
||||
if (results.topicData.deleted && !results.isAdminOrMod) {
|
||||
return next(new Error('[[error:topic-deleted]]'));
|
||||
if (topicData.deleted && !isAdminOrMod) {
|
||||
throw new Error('[[error:topic-deleted]]');
|
||||
}
|
||||
|
||||
if (!results.canReply) {
|
||||
return next(new Error('[[error:no-privileges]]'));
|
||||
if (!canReply) {
|
||||
throw new Error('[[error:no-privileges]]');
|
||||
}
|
||||
|
||||
guestHandleValid(data, next);
|
||||
},
|
||||
function (next) {
|
||||
user.isReadyToPost(uid, data.cid, next);
|
||||
},
|
||||
function (next) {
|
||||
plugins.fireHook('filter:topic.reply', data, next);
|
||||
},
|
||||
function (filteredData, next) {
|
||||
await guestHandleValid(data);
|
||||
await user.isReadyToPost(uid, data.cid);
|
||||
await plugins.fireHook('filter:topic.reply', data);
|
||||
if (data.content) {
|
||||
data.content = utils.rtrim(data.content);
|
||||
}
|
||||
check(data.content, meta.config.minimumPostLength, meta.config.maximumPostLength, 'content-too-short', 'content-too-long');
|
||||
|
||||
check(data.content, meta.config.minimumPostLength, meta.config.maximumPostLength, 'content-too-short', 'content-too-long', next);
|
||||
},
|
||||
function (next) {
|
||||
data.ip = data.req ? data.req.ip : null;
|
||||
posts.create(data, next);
|
||||
},
|
||||
function (_postData, next) {
|
||||
postData = _postData;
|
||||
onNewPost(postData, data, next);
|
||||
},
|
||||
function (postData, next) {
|
||||
user.getSettings(uid, next);
|
||||
},
|
||||
function (settings, next) {
|
||||
let postData = await posts.create(data);
|
||||
postData = await onNewPost(postData, data);
|
||||
|
||||
const settings = await user.getSettings(uid);
|
||||
if (settings.followTopicsOnReply) {
|
||||
Topics.follow(postData.tid, uid);
|
||||
await Topics.follow(postData.tid, uid);
|
||||
}
|
||||
|
||||
if (parseInt(uid, 10)) {
|
||||
@@ -277,41 +183,27 @@ module.exports = function (Topics) {
|
||||
analytics.increment(['posts', 'posts:byCid:' + data.cid]);
|
||||
plugins.fireHook('action:topic.reply', { post: _.clone(postData), data: data });
|
||||
|
||||
next(null, postData);
|
||||
},
|
||||
], callback);
|
||||
return postData;
|
||||
};
|
||||
|
||||
function onNewPost(postData, data, callback) {
|
||||
async function onNewPost(postData, data) {
|
||||
var tid = postData.tid;
|
||||
var uid = postData.uid;
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
Topics.markAsUnreadForAll(tid, next);
|
||||
},
|
||||
function (next) {
|
||||
Topics.markAsRead([tid], uid, next);
|
||||
},
|
||||
function (markedRead, next) {
|
||||
async.parallel({
|
||||
userInfo: function (next) {
|
||||
posts.getUserInfoForPosts([postData.uid], uid, next);
|
||||
},
|
||||
topicInfo: function (next) {
|
||||
Topics.getTopicFields(tid, ['tid', 'uid', 'title', 'slug', 'cid', 'postcount', 'mainPid'], next);
|
||||
},
|
||||
parents: function (next) {
|
||||
Topics.addParentPosts([postData], next);
|
||||
},
|
||||
content: function (next) {
|
||||
posts.parsePost(postData, next);
|
||||
},
|
||||
}, next);
|
||||
},
|
||||
function (results, next) {
|
||||
postData.user = results.userInfo[0];
|
||||
postData.topic = results.topicInfo;
|
||||
postData.index = results.topicInfo.postcount - 1;
|
||||
await Topics.markAsUnreadForAll(tid);
|
||||
await Topics.markAsRead([tid], uid);
|
||||
const [
|
||||
userInfo,
|
||||
topicInfo,
|
||||
] = await Promise.all([
|
||||
posts.getUserInfoForPosts([postData.uid], uid),
|
||||
Topics.getTopicFields(tid, ['tid', 'uid', 'title', 'slug', 'cid', 'postcount', 'mainPid']),
|
||||
Topics.addParentPosts([postData]),
|
||||
posts.parsePost(postData),
|
||||
]);
|
||||
|
||||
postData.user = userInfo[0];
|
||||
postData.topic = topicInfo;
|
||||
postData.index = topicInfo.postcount - 1;
|
||||
|
||||
// Username override for guests, if enabled
|
||||
if (meta.config.allowGuestHandles && postData.uid === 0 && data.handle) {
|
||||
@@ -328,38 +220,31 @@ module.exports = function (Topics) {
|
||||
postData.timestampISO = utils.toISOString(postData.timestamp);
|
||||
postData.topic.title = String(postData.topic.title);
|
||||
|
||||
next(null, postData);
|
||||
},
|
||||
], callback);
|
||||
return postData;
|
||||
}
|
||||
|
||||
function check(item, min, max, minError, maxError, callback) {
|
||||
function check(item, min, max, minError, maxError) {
|
||||
// Trim and remove HTML (latter for composers that send in HTML, like redactor)
|
||||
if (typeof item === 'string') {
|
||||
item = utils.stripHTMLTags(item).trim();
|
||||
}
|
||||
|
||||
if (item === null || item === undefined || item.length < parseInt(min, 10)) {
|
||||
return callback(new Error('[[error:' + minError + ', ' + min + ']]'));
|
||||
throw new Error('[[error:' + minError + ', ' + min + ']]');
|
||||
} else if (item.length > parseInt(max, 10)) {
|
||||
return callback(new Error('[[error:' + maxError + ', ' + max + ']]'));
|
||||
throw new Error('[[error:' + maxError + ', ' + max + ']]');
|
||||
}
|
||||
callback();
|
||||
}
|
||||
|
||||
function guestHandleValid(data, callback) {
|
||||
async function guestHandleValid(data) {
|
||||
if (meta.config.allowGuestHandles && parseInt(data.uid, 10) === 0 && data.handle) {
|
||||
if (data.handle.length > meta.config.maximumUsernameLength) {
|
||||
return callback(new Error('[[error:guest-handle-invalid]]'));
|
||||
throw new Error('[[error:guest-handle-invalid]]');
|
||||
}
|
||||
user.existsBySlug(utils.slugify(data.handle), function (err, exists) {
|
||||
if (err || exists) {
|
||||
return callback(err || new Error('[[error:username-taken]]'));
|
||||
const exists = await user.existsBySlug(utils.slugify(data.handle));
|
||||
if (exists) {
|
||||
throw new Error('[[error:username-taken]]');
|
||||
}
|
||||
callback();
|
||||
});
|
||||
return;
|
||||
}
|
||||
callback();
|
||||
}
|
||||
};
|
||||
|
||||
@@ -1,6 +1,5 @@
|
||||
'use strict';
|
||||
|
||||
var async = require('async');
|
||||
var validator = require('validator');
|
||||
|
||||
var db = require('../database');
|
||||
@@ -15,75 +14,54 @@ const intFields = [
|
||||
];
|
||||
|
||||
module.exports = function (Topics) {
|
||||
Topics.getTopicsFields = function (tids, fields, callback) {
|
||||
Topics.getTopicsFields = async function (tids, fields) {
|
||||
if (!Array.isArray(tids) || !tids.length) {
|
||||
return callback(null, []);
|
||||
return [];
|
||||
}
|
||||
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
const keys = tids.map(tid => 'topic:' + tid);
|
||||
if (fields.length) {
|
||||
db.getObjectsFields(keys, fields, next);
|
||||
} else {
|
||||
db.getObjects(keys, next);
|
||||
}
|
||||
},
|
||||
function (topics, next) {
|
||||
const topics = await (fields.length ? db.getObjectsFields(keys, fields) : db.getObjects(keys));
|
||||
topics.forEach(topic => modifyTopic(topic, fields));
|
||||
next(null, topics);
|
||||
},
|
||||
], callback);
|
||||
return topics;
|
||||
};
|
||||
|
||||
Topics.getTopicField = function (tid, field, callback) {
|
||||
Topics.getTopicFields(tid, [field], function (err, topic) {
|
||||
callback(err, topic ? topic[field] : null);
|
||||
});
|
||||
Topics.getTopicField = async function (tid, field) {
|
||||
const topic = await Topics.getTopicFields(tid, [field]);
|
||||
return topic ? topic[field] : null;
|
||||
};
|
||||
|
||||
Topics.getTopicFields = function (tid, fields, callback) {
|
||||
Topics.getTopicsFields([tid], fields, function (err, topics) {
|
||||
callback(err, topics ? topics[0] : null);
|
||||
});
|
||||
Topics.getTopicFields = async function (tid, fields) {
|
||||
const topics = await Topics.getTopicsFields([tid], fields);
|
||||
return topics ? topics[0] : null;
|
||||
};
|
||||
|
||||
Topics.getTopicData = function (tid, callback) {
|
||||
Topics.getTopicsFields([tid], [], function (err, topics) {
|
||||
callback(err, topics && topics.length ? topics[0] : null);
|
||||
});
|
||||
Topics.getTopicData = async function (tid) {
|
||||
const topics = await Topics.getTopicsFields([tid], []);
|
||||
return topics && topics.length ? topics[0] : null;
|
||||
};
|
||||
|
||||
Topics.getTopicsData = function (tids, callback) {
|
||||
Topics.getTopicsFields(tids, [], callback);
|
||||
Topics.getTopicsData = async function (tids) {
|
||||
return await Topics.getTopicsFields(tids, []);
|
||||
};
|
||||
|
||||
Topics.getCategoryData = function (tid, callback) {
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
Topics.getTopicField(tid, 'cid', next);
|
||||
},
|
||||
function (cid, next) {
|
||||
categories.getCategoryData(cid, next);
|
||||
},
|
||||
], callback);
|
||||
Topics.getCategoryData = async function (tid) {
|
||||
const cid = await Topics.getTopicField(tid, 'cid');
|
||||
return await categories.getCategoryData(cid);
|
||||
};
|
||||
|
||||
Topics.setTopicField = function (tid, field, value, callback) {
|
||||
db.setObjectField('topic:' + tid, field, value, callback);
|
||||
Topics.setTopicField = async function (tid, field, value) {
|
||||
await db.setObjectField('topic:' + tid, field, value);
|
||||
};
|
||||
|
||||
Topics.setTopicFields = function (tid, data, callback) {
|
||||
callback = callback || function () {};
|
||||
db.setObject('topic:' + tid, data, callback);
|
||||
Topics.setTopicFields = async function (tid, data) {
|
||||
await db.setObject('topic:' + tid, data);
|
||||
};
|
||||
|
||||
Topics.deleteTopicField = function (tid, field, callback) {
|
||||
db.deleteObjectField('topic:' + tid, field, callback);
|
||||
Topics.deleteTopicField = async function (tid, field) {
|
||||
await db.deleteObjectField('topic:' + tid, field);
|
||||
};
|
||||
|
||||
Topics.deleteTopicFields = function (tid, fields, callback) {
|
||||
db.deleteObjectFields('topic:' + tid, fields, callback);
|
||||
Topics.deleteTopicFields = async function (tid, fields) {
|
||||
await db.deleteObjectFields('topic:' + tid, fields);
|
||||
};
|
||||
};
|
||||
|
||||
|
||||
@@ -10,79 +10,37 @@ var batch = require('../batch');
|
||||
|
||||
|
||||
module.exports = function (Topics) {
|
||||
Topics.delete = function (tid, uid, callback) {
|
||||
async.parallel([
|
||||
function (next) {
|
||||
Topics.delete = async function (tid, uid) {
|
||||
await Promise.all([
|
||||
Topics.setTopicFields(tid, {
|
||||
deleted: 1,
|
||||
deleterUid: uid,
|
||||
deletedTimestamp: Date.now(),
|
||||
}, next);
|
||||
},
|
||||
function (next) {
|
||||
}),
|
||||
db.sortedSetsRemove([
|
||||
'topics:recent',
|
||||
'topics:posts',
|
||||
'topics:views',
|
||||
'topics:votes',
|
||||
], tid, next);
|
||||
},
|
||||
function (next) {
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
async.parallel({
|
||||
cid: function (next) {
|
||||
Topics.getTopicField(tid, 'cid', next);
|
||||
},
|
||||
pids: function (next) {
|
||||
Topics.getPids(tid, next);
|
||||
},
|
||||
}, next);
|
||||
},
|
||||
function (results, next) {
|
||||
db.sortedSetRemove('cid:' + results.cid + ':pids', results.pids, next);
|
||||
},
|
||||
], next);
|
||||
},
|
||||
], function (err) {
|
||||
callback(err);
|
||||
});
|
||||
], tid),
|
||||
removeTopicPidsFromCid(tid),
|
||||
]);
|
||||
};
|
||||
|
||||
Topics.restore = function (tid, uid, callback) {
|
||||
var topicData;
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
Topics.getTopicData(tid, next);
|
||||
},
|
||||
function (_topicData, next) {
|
||||
topicData = _topicData;
|
||||
async.parallel([
|
||||
function (next) {
|
||||
Topics.setTopicField(tid, 'deleted', 0, next);
|
||||
},
|
||||
function (next) {
|
||||
Topics.deleteTopicFields(tid, ['deleterUid', 'deletedTimestamp'], next);
|
||||
},
|
||||
function (next) {
|
||||
Topics.updateRecent(tid, topicData.lastposttime, next);
|
||||
},
|
||||
function (next) {
|
||||
db.sortedSetAddBulk([
|
||||
['topics:posts', topicData.postcount, tid],
|
||||
['topics:views', topicData.viewcount, tid],
|
||||
['topics:votes', parseInt(topicData.votes, 10) || 0, tid],
|
||||
], next);
|
||||
},
|
||||
function (next) {
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
Topics.getPids(tid, next);
|
||||
},
|
||||
function (pids, next) {
|
||||
posts.getPostsFields(pids, ['pid', 'timestamp', 'deleted'], next);
|
||||
},
|
||||
function (postData, next) {
|
||||
async function removeTopicPidsFromCid(tid) {
|
||||
const [cid, pids] = await Promise.all([
|
||||
Topics.getTopicField(tid, 'cid'),
|
||||
Topics.getPids(tid),
|
||||
]);
|
||||
await db.sortedSetRemove('cid:' + cid + ':pids', pids);
|
||||
}
|
||||
|
||||
async function addTopicPidsToCid(tid) {
|
||||
const [cid, pids] = await Promise.all([
|
||||
Topics.getTopicField(tid, 'cid'),
|
||||
Topics.getPids(tid),
|
||||
]);
|
||||
let postData = await posts.getPostsFields(pids, ['pid', 'timestamp', 'deleted']);
|
||||
postData = postData.filter(post => post && !post.deleted);
|
||||
var pidsToAdd = [];
|
||||
var scores = [];
|
||||
@@ -90,60 +48,47 @@ module.exports = function (Topics) {
|
||||
pidsToAdd.push(post.pid);
|
||||
scores.push(post.timestamp);
|
||||
});
|
||||
db.sortedSetAdd('cid:' + topicData.cid + ':pids', scores, pidsToAdd, next);
|
||||
},
|
||||
], next);
|
||||
},
|
||||
], function (err) {
|
||||
next(err);
|
||||
});
|
||||
},
|
||||
], callback);
|
||||
await db.sortedSetAdd('cid:' + cid + ':pids', scores, pidsToAdd);
|
||||
}
|
||||
|
||||
Topics.restore = async function (tid) {
|
||||
const topicData = await Topics.getTopicData(tid);
|
||||
await Promise.all([
|
||||
Topics.setTopicField(tid, 'deleted', 0),
|
||||
Topics.deleteTopicFields(tid, ['deleterUid', 'deletedTimestamp']),
|
||||
Topics.updateRecent(tid, topicData.lastposttime),
|
||||
db.sortedSetAddBulk([
|
||||
['topics:posts', topicData.postcount, tid],
|
||||
['topics:views', topicData.viewcount, tid],
|
||||
['topics:votes', parseInt(topicData.votes, 10) || 0, tid],
|
||||
]),
|
||||
addTopicPidsToCid(tid),
|
||||
]);
|
||||
};
|
||||
|
||||
Topics.purgePostsAndTopic = function (tid, uid, callback) {
|
||||
var mainPid;
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
Topics.getTopicField(tid, 'mainPid', next);
|
||||
},
|
||||
function (_mainPid, next) {
|
||||
mainPid = _mainPid;
|
||||
batch.processSortedSet('tid:' + tid + ':posts', function (pids, next) {
|
||||
Topics.purgePostsAndTopic = async function (tid, uid) {
|
||||
const mainPid = await Topics.getTopicField(tid, 'mainPid');
|
||||
await batch.processSortedSet('tid:' + tid + ':posts', function (pids, next) {
|
||||
async.eachSeries(pids, function (pid, next) {
|
||||
posts.purge(pid, uid, next);
|
||||
}, next);
|
||||
}, { alwaysStartAt: 0 }, next);
|
||||
},
|
||||
function (next) {
|
||||
posts.purge(mainPid, uid, next);
|
||||
},
|
||||
function (next) {
|
||||
Topics.purge(tid, uid, next);
|
||||
},
|
||||
], callback);
|
||||
}, { alwaysStartAt: 0 });
|
||||
await posts.purge(mainPid, uid);
|
||||
await Topics.purge(tid, uid);
|
||||
};
|
||||
|
||||
Topics.purge = function (tid, uid, callback) {
|
||||
var deletedTopic;
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
async.parallel({
|
||||
topic: async.apply(Topics.getTopicData, tid),
|
||||
tags: async.apply(Topics.getTopicTags, tid),
|
||||
}, next);
|
||||
},
|
||||
function (results, next) {
|
||||
if (!results.topic) {
|
||||
return callback();
|
||||
Topics.purge = async function (tid, uid) {
|
||||
const [deletedTopic, tags] = await Promise.all([
|
||||
Topics.getTopicData(tid),
|
||||
Topics.getTopicTags(tid),
|
||||
]);
|
||||
if (!deletedTopic) {
|
||||
return;
|
||||
}
|
||||
deletedTopic = results.topic;
|
||||
deletedTopic.tags = results.tags;
|
||||
deleteFromFollowersIgnorers(tid, next);
|
||||
},
|
||||
function (next) {
|
||||
async.parallel([
|
||||
function (next) {
|
||||
deletedTopic.tags = tags;
|
||||
await deleteFromFollowersIgnorers(tid);
|
||||
|
||||
await Promise.all([
|
||||
db.deleteAll([
|
||||
'tid:' + tid + ':followers',
|
||||
'tid:' + tid + ':ignorers',
|
||||
@@ -151,65 +96,35 @@ module.exports = function (Topics) {
|
||||
'tid:' + tid + ':posts:votes',
|
||||
'tid:' + tid + ':bookmarks',
|
||||
'tid:' + tid + ':posters',
|
||||
], next);
|
||||
},
|
||||
function (next) {
|
||||
]),
|
||||
db.sortedSetsRemove([
|
||||
'topics:tid',
|
||||
'topics:recent',
|
||||
'topics:posts',
|
||||
'topics:views',
|
||||
'topics:votes',
|
||||
], tid, next);
|
||||
},
|
||||
function (next) {
|
||||
deleteTopicFromCategoryAndUser(tid, next);
|
||||
},
|
||||
function (next) {
|
||||
Topics.deleteTopicTags(tid, next);
|
||||
},
|
||||
function (next) {
|
||||
reduceCounters(tid, next);
|
||||
},
|
||||
], function (err) {
|
||||
next(err);
|
||||
});
|
||||
},
|
||||
function (next) {
|
||||
], tid),
|
||||
deleteTopicFromCategoryAndUser(tid),
|
||||
Topics.deleteTopicTags(tid),
|
||||
reduceCounters(tid),
|
||||
]);
|
||||
plugins.fireHook('action:topic.purge', { topic: deletedTopic, uid: uid });
|
||||
db.delete('topic:' + tid, next);
|
||||
},
|
||||
], callback);
|
||||
await db.delete('topic:' + tid);
|
||||
};
|
||||
|
||||
function deleteFromFollowersIgnorers(tid, callback) {
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
async.parallel({
|
||||
followers: async.apply(db.getSetMembers, 'tid:' + tid + ':followers'),
|
||||
ignorers: async.apply(db.getSetMembers, 'tid:' + tid + ':ignorers'),
|
||||
}, next);
|
||||
},
|
||||
function (results, next) {
|
||||
var followerKeys = results.followers.map(function (uid) {
|
||||
return 'uid:' + uid + ':followed_tids';
|
||||
});
|
||||
var ignorerKeys = results.ignorers.map(function (uid) {
|
||||
return 'uid:' + uid + 'ignored_tids';
|
||||
});
|
||||
db.sortedSetsRemove(followerKeys.concat(ignorerKeys), tid, next);
|
||||
},
|
||||
], callback);
|
||||
async function deleteFromFollowersIgnorers(tid) {
|
||||
const [followers, ignorers] = await Promise.all([
|
||||
db.getSetMembers('tid:' + tid + ':followers'),
|
||||
db.getSetMembers('tid:' + tid + ':ignorers'),
|
||||
]);
|
||||
const followerKeys = followers.map(uid => 'uid:' + uid + ':followed_tids');
|
||||
const ignorerKeys = ignorers.map(uid => 'uid:' + uid + 'ignored_tids');
|
||||
await db.sortedSetsRemove(followerKeys.concat(ignorerKeys), tid);
|
||||
}
|
||||
|
||||
function deleteTopicFromCategoryAndUser(tid, callback) {
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
Topics.getTopicFields(tid, ['cid', 'uid'], next);
|
||||
},
|
||||
function (topicData, next) {
|
||||
async.parallel([
|
||||
function (next) {
|
||||
async function deleteTopicFromCategoryAndUser(tid) {
|
||||
const topicData = await Topics.getTopicFields(tid, ['cid', 'uid']);
|
||||
await Promise.all([
|
||||
db.sortedSetsRemove([
|
||||
'cid:' + topicData.cid + ':tids',
|
||||
'cid:' + topicData.cid + ':tids:pinned',
|
||||
@@ -219,46 +134,20 @@ module.exports = function (Topics) {
|
||||
'cid:' + topicData.cid + ':recent_tids',
|
||||
'cid:' + topicData.cid + ':uid:' + topicData.uid + ':tids',
|
||||
'uid:' + topicData.uid + ':topics',
|
||||
], tid, next);
|
||||
},
|
||||
function (next) {
|
||||
user.decrementUserFieldBy(topicData.uid, 'topiccount', 1, next);
|
||||
},
|
||||
], next);
|
||||
},
|
||||
], function (err) {
|
||||
callback(err);
|
||||
});
|
||||
], tid),
|
||||
user.decrementUserFieldBy(topicData.uid, 'topiccount', 1),
|
||||
]);
|
||||
}
|
||||
|
||||
function reduceCounters(tid, callback) {
|
||||
async function reduceCounters(tid) {
|
||||
var incr = -1;
|
||||
async.parallel([
|
||||
function (next) {
|
||||
db.incrObjectFieldBy('global', 'topicCount', incr, next);
|
||||
},
|
||||
function (next) {
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
Topics.getTopicFields(tid, ['cid', 'postcount'], next);
|
||||
},
|
||||
function (topicData, next) {
|
||||
await db.incrObjectFieldBy('global', 'topicCount', incr);
|
||||
const topicData = await Topics.getTopicFields(tid, ['cid', 'postcount']);
|
||||
var postCountChange = incr * topicData.postcount;
|
||||
|
||||
async.parallel([
|
||||
function (next) {
|
||||
db.incrObjectFieldBy('global', 'postCount', postCountChange, next);
|
||||
},
|
||||
function (next) {
|
||||
db.incrObjectFieldBy('category:' + topicData.cid, 'post_count', postCountChange, next);
|
||||
},
|
||||
function (next) {
|
||||
db.incrObjectFieldBy('category:' + topicData.cid, 'topic_count', incr, next);
|
||||
},
|
||||
], next);
|
||||
},
|
||||
], next);
|
||||
},
|
||||
], callback);
|
||||
await Promise.all([
|
||||
db.incrObjectFieldBy('global', 'postCount', postCountChange),
|
||||
db.incrObjectFieldBy('category:' + topicData.cid, 'post_count', postCountChange),
|
||||
db.incrObjectFieldBy('category:' + topicData.cid, 'topic_count', incr),
|
||||
]);
|
||||
}
|
||||
};
|
||||
|
||||
@@ -1,8 +1,6 @@
|
||||
|
||||
'use strict';
|
||||
|
||||
var async = require('async');
|
||||
|
||||
var db = require('../database');
|
||||
var posts = require('../posts');
|
||||
var notifications = require('../notifications');
|
||||
@@ -11,132 +9,93 @@ var plugins = require('../plugins');
|
||||
var utils = require('../utils');
|
||||
|
||||
module.exports = function (Topics) {
|
||||
Topics.toggleFollow = function (tid, uid, callback) {
|
||||
callback = callback || function () {};
|
||||
var isFollowing;
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
Topics.exists(tid, next);
|
||||
},
|
||||
function (exists, next) {
|
||||
Topics.toggleFollow = async function (tid, uid) {
|
||||
const exists = await Topics.exists(tid);
|
||||
if (!exists) {
|
||||
return next(new Error('[[error:no-topic]]'));
|
||||
throw new Error('[[error:no-topic]]');
|
||||
}
|
||||
Topics.isFollowing([tid], uid, next);
|
||||
},
|
||||
function (_isFollowing, next) {
|
||||
isFollowing = _isFollowing[0];
|
||||
if (isFollowing) {
|
||||
Topics.unfollow(tid, uid, next);
|
||||
const isFollowing = await Topics.isFollowing([tid], uid);
|
||||
if (isFollowing[0]) {
|
||||
await Topics.unfollow(tid, uid);
|
||||
} else {
|
||||
Topics.follow(tid, uid, next);
|
||||
await Topics.follow(tid, uid);
|
||||
}
|
||||
},
|
||||
function (next) {
|
||||
next(null, !isFollowing);
|
||||
},
|
||||
], callback);
|
||||
return !isFollowing[0];
|
||||
};
|
||||
|
||||
Topics.follow = function (tid, uid, callback) {
|
||||
setWatching(follow, unignore, 'action:topic.follow', tid, uid, callback);
|
||||
Topics.follow = async function (tid, uid) {
|
||||
await setWatching(follow, unignore, 'action:topic.follow', tid, uid);
|
||||
};
|
||||
|
||||
Topics.unfollow = function (tid, uid, callback) {
|
||||
setWatching(unfollow, unignore, 'action:topic.unfollow', tid, uid, callback);
|
||||
Topics.unfollow = async function (tid, uid) {
|
||||
await setWatching(unfollow, unignore, 'action:topic.unfollow', tid, uid);
|
||||
};
|
||||
|
||||
Topics.ignore = function (tid, uid, callback) {
|
||||
setWatching(ignore, unfollow, 'action:topic.ignore', tid, uid, callback);
|
||||
Topics.ignore = async function (tid, uid) {
|
||||
await setWatching(ignore, unfollow, 'action:topic.ignore', tid, uid);
|
||||
};
|
||||
|
||||
function setWatching(method1, method2, hook, tid, uid, callback) {
|
||||
callback = callback || function () {};
|
||||
async function setWatching(method1, method2, hook, tid, uid) {
|
||||
if (parseInt(uid, 10) <= 0) {
|
||||
return setImmediate(callback);
|
||||
return;
|
||||
}
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
Topics.exists(tid, next);
|
||||
},
|
||||
function (exists, next) {
|
||||
const exists = await Topics.exists(tid);
|
||||
if (!exists) {
|
||||
return next(new Error('[[error:no-topic]]'));
|
||||
throw new Error('[[error:no-topic]]');
|
||||
}
|
||||
method1(tid, uid, next);
|
||||
},
|
||||
function (next) {
|
||||
method2(tid, uid, next);
|
||||
},
|
||||
function (next) {
|
||||
await method1(tid, uid);
|
||||
await method2(tid, uid);
|
||||
plugins.fireHook(hook, { uid: uid, tid: tid });
|
||||
next();
|
||||
},
|
||||
], callback);
|
||||
}
|
||||
|
||||
function follow(tid, uid, callback) {
|
||||
addToSets('tid:' + tid + ':followers', 'uid:' + uid + ':followed_tids', tid, uid, callback);
|
||||
async function follow(tid, uid) {
|
||||
await addToSets('tid:' + tid + ':followers', 'uid:' + uid + ':followed_tids', tid, uid);
|
||||
}
|
||||
|
||||
function unfollow(tid, uid, callback) {
|
||||
removeFromSets('tid:' + tid + ':followers', 'uid:' + uid + ':followed_tids', tid, uid, callback);
|
||||
async function unfollow(tid, uid) {
|
||||
await removeFromSets('tid:' + tid + ':followers', 'uid:' + uid + ':followed_tids', tid, uid);
|
||||
}
|
||||
|
||||
function ignore(tid, uid, callback) {
|
||||
addToSets('tid:' + tid + ':ignorers', 'uid:' + uid + ':ignored_tids', tid, uid, callback);
|
||||
async function ignore(tid, uid) {
|
||||
await addToSets('tid:' + tid + ':ignorers', 'uid:' + uid + ':ignored_tids', tid, uid);
|
||||
}
|
||||
|
||||
function unignore(tid, uid, callback) {
|
||||
removeFromSets('tid:' + tid + ':ignorers', 'uid:' + uid + ':ignored_tids', tid, uid, callback);
|
||||
async function unignore(tid, uid) {
|
||||
await removeFromSets('tid:' + tid + ':ignorers', 'uid:' + uid + ':ignored_tids', tid, uid);
|
||||
}
|
||||
|
||||
function addToSets(set1, set2, tid, uid, callback) {
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
db.setAdd(set1, uid, next);
|
||||
},
|
||||
function (next) {
|
||||
db.sortedSetAdd(set2, Date.now(), tid, next);
|
||||
},
|
||||
], callback);
|
||||
async function addToSets(set1, set2, tid, uid) {
|
||||
await db.setAdd(set1, uid);
|
||||
await db.sortedSetAdd(set2, Date.now(), tid);
|
||||
}
|
||||
|
||||
function removeFromSets(set1, set2, tid, uid, callback) {
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
db.setRemove(set1, uid, next);
|
||||
},
|
||||
function (next) {
|
||||
db.sortedSetRemove(set2, tid, next);
|
||||
},
|
||||
], callback);
|
||||
async function removeFromSets(set1, set2, tid, uid) {
|
||||
await db.setRemove(set1, uid);
|
||||
await db.sortedSetRemove(set2, tid);
|
||||
}
|
||||
|
||||
Topics.isFollowing = function (tids, uid, callback) {
|
||||
isIgnoringOrFollowing('followers', tids, uid, callback);
|
||||
Topics.isFollowing = async function (tids, uid) {
|
||||
return await isIgnoringOrFollowing('followers', tids, uid);
|
||||
};
|
||||
|
||||
Topics.isIgnoring = function (tids, uid, callback) {
|
||||
isIgnoringOrFollowing('ignorers', tids, uid, callback);
|
||||
Topics.isIgnoring = async function (tids, uid) {
|
||||
return await isIgnoringOrFollowing('ignorers', tids, uid);
|
||||
};
|
||||
|
||||
Topics.getFollowData = function (tids, uid, callback) {
|
||||
Topics.getFollowData = async function (tids, uid) {
|
||||
if (!Array.isArray(tids)) {
|
||||
return setImmediate(callback);
|
||||
return;
|
||||
}
|
||||
if (parseInt(uid, 10) <= 0) {
|
||||
return setImmediate(callback, null, tids.map(() => ({ following: false, ignoring: false })));
|
||||
return tids.map(() => ({ following: false, ignoring: false }));
|
||||
}
|
||||
const keys = [];
|
||||
tids.forEach((tid) => {
|
||||
keys.push('tid:' + tid + ':followers', 'tid:' + tid + ':ignorers');
|
||||
});
|
||||
|
||||
db.isMemberOfSets(keys, uid, function (err, data) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
const data = await db.isMemberOfSets(keys, uid);
|
||||
|
||||
const followData = [];
|
||||
for (let i = 0; i < data.length; i += 2) {
|
||||
followData.push({
|
||||
@@ -144,93 +103,67 @@ module.exports = function (Topics) {
|
||||
ignoring: data[i + 1],
|
||||
});
|
||||
}
|
||||
callback(null, followData);
|
||||
});
|
||||
return followData;
|
||||
};
|
||||
|
||||
function isIgnoringOrFollowing(set, tids, uid, callback) {
|
||||
async function isIgnoringOrFollowing(set, tids, uid) {
|
||||
if (!Array.isArray(tids)) {
|
||||
return setImmediate(callback);
|
||||
return;
|
||||
}
|
||||
if (parseInt(uid, 10) <= 0) {
|
||||
return setImmediate(callback, null, tids.map(() => false));
|
||||
return tids.map(() => false);
|
||||
}
|
||||
var keys = tids.map(tid => 'tid:' + tid + ':' + set);
|
||||
db.isMemberOfSets(keys, uid, callback);
|
||||
return await db.isMemberOfSets(keys, uid);
|
||||
}
|
||||
|
||||
Topics.getFollowers = function (tid, callback) {
|
||||
db.getSetMembers('tid:' + tid + ':followers', callback);
|
||||
Topics.getFollowers = async function (tid) {
|
||||
return await db.getSetMembers('tid:' + tid + ':followers');
|
||||
};
|
||||
|
||||
Topics.getIgnorers = function (tid, callback) {
|
||||
db.getSetMembers('tid:' + tid + ':ignorers', callback);
|
||||
Topics.getIgnorers = async function (tid) {
|
||||
return await db.getSetMembers('tid:' + tid + ':ignorers');
|
||||
};
|
||||
|
||||
Topics.filterIgnoringUids = function (tid, uids, callback) {
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
db.isSetMembers('tid:' + tid + ':ignorers', uids, next);
|
||||
},
|
||||
function (isIgnoring, next) {
|
||||
Topics.filterIgnoringUids = async function (tid, uids) {
|
||||
const isIgnoring = await db.isSetMembers('tid:' + tid + ':ignorers', uids);
|
||||
const readingUids = uids.filter((uid, index) => uid && !isIgnoring[index]);
|
||||
next(null, readingUids);
|
||||
},
|
||||
], callback);
|
||||
return readingUids;
|
||||
};
|
||||
|
||||
Topics.filterWatchedTids = function (tids, uid, callback) {
|
||||
Topics.filterWatchedTids = async function (tids, uid) {
|
||||
if (parseInt(uid, 10) <= 0) {
|
||||
return setImmediate(callback, null, []);
|
||||
return [];
|
||||
}
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
db.sortedSetScores('uid:' + uid + ':followed_tids', tids, next);
|
||||
},
|
||||
function (scores, next) {
|
||||
const scores = await db.sortedSetScores('uid:' + uid + ':followed_tids', tids);
|
||||
tids = tids.filter((tid, index) => tid && !!scores[index]);
|
||||
next(null, tids);
|
||||
},
|
||||
], callback);
|
||||
return tids;
|
||||
};
|
||||
|
||||
Topics.filterNotIgnoredTids = function (tids, uid, callback) {
|
||||
Topics.filterNotIgnoredTids = async function (tids, uid) {
|
||||
if (parseInt(uid, 10) <= 0) {
|
||||
return setImmediate(callback, null, tids);
|
||||
return tids;
|
||||
}
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
db.sortedSetScores('uid:' + uid + ':ignored_tids', tids, next);
|
||||
},
|
||||
function (scores, next) {
|
||||
const scores = await db.sortedSetScores('uid:' + uid + ':ignored_tids', tids);
|
||||
tids = tids.filter((tid, index) => tid && !scores[index]);
|
||||
next(null, tids);
|
||||
},
|
||||
], callback);
|
||||
return tids;
|
||||
};
|
||||
|
||||
Topics.notifyFollowers = function (postData, exceptUid, callback) {
|
||||
callback = callback || function () {};
|
||||
var followers;
|
||||
Topics.notifyFollowers = async function (postData, exceptUid) {
|
||||
var title;
|
||||
var titleEscaped;
|
||||
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
Topics.getFollowers(postData.topic.tid, next);
|
||||
},
|
||||
function (followers, next) {
|
||||
let followers = await Topics.getFollowers(postData.topic.tid);
|
||||
|
||||
var index = followers.indexOf(exceptUid.toString());
|
||||
if (index !== -1) {
|
||||
followers.splice(index, 1);
|
||||
}
|
||||
|
||||
privileges.topics.filterUids('topics:read', postData.topic.tid, followers, next);
|
||||
},
|
||||
function (_followers, next) {
|
||||
followers = _followers;
|
||||
followers = await privileges.topics.filterUids('topics:read', postData.topic.tid, followers);
|
||||
|
||||
if (!followers.length) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
title = postData.topic.title;
|
||||
|
||||
@@ -242,7 +175,7 @@ module.exports = function (Topics) {
|
||||
postData.content = posts.relativeToAbsolute(postData.content, posts.urlRegex);
|
||||
postData.content = posts.relativeToAbsolute(postData.content, posts.imgRegex);
|
||||
|
||||
notifications.create({
|
||||
const notification = await notifications.create({
|
||||
type: 'new-reply',
|
||||
subject: title,
|
||||
bodyShort: '[[notifications:user_posted_to, ' + postData.user.username + ', ' + titleEscaped + ']]',
|
||||
@@ -254,15 +187,9 @@ module.exports = function (Topics) {
|
||||
from: exceptUid,
|
||||
mergeId: 'notifications:user_posted_to|' + postData.topic.tid,
|
||||
topicTitle: title,
|
||||
}, next);
|
||||
},
|
||||
function (notification, next) {
|
||||
});
|
||||
if (notification) {
|
||||
notifications.push(notification, followers);
|
||||
}
|
||||
|
||||
next();
|
||||
},
|
||||
], callback);
|
||||
};
|
||||
};
|
||||
|
||||
@@ -10,153 +10,100 @@ var plugins = require('../plugins');
|
||||
var meta = require('../meta');
|
||||
|
||||
module.exports = function (Topics) {
|
||||
Topics.createTopicFromPosts = function (uid, title, pids, fromTid, callback) {
|
||||
Topics.createTopicFromPosts = async function (uid, title, pids, fromTid) {
|
||||
if (title) {
|
||||
title = title.trim();
|
||||
}
|
||||
|
||||
if (title.length < meta.config.minimumTitleLength) {
|
||||
return callback(new Error('[[error:title-too-short, ' + meta.config.minimumTitleLength + ']]'));
|
||||
throw new Error('[[error:title-too-short, ' + meta.config.minimumTitleLength + ']]');
|
||||
} else if (title.length > meta.config.maximumTitleLength) {
|
||||
return callback(new Error('[[error:title-too-long, ' + meta.config.maximumTitleLength + ']]'));
|
||||
throw new Error('[[error:title-too-long, ' + meta.config.maximumTitleLength + ']]');
|
||||
}
|
||||
|
||||
if (!pids || !pids.length) {
|
||||
return callback(new Error('[[error:invalid-pid]]'));
|
||||
throw new Error('[[error:invalid-pid]]');
|
||||
}
|
||||
|
||||
pids.sort(function (a, b) {
|
||||
return a - b;
|
||||
});
|
||||
pids.sort((a, b) => a - b);
|
||||
|
||||
var mainPid = pids[0];
|
||||
var cid;
|
||||
var tid;
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
posts.getCidByPid(mainPid, next);
|
||||
},
|
||||
function (_cid, next) {
|
||||
cid = _cid;
|
||||
async.parallel({
|
||||
postData: function (next) {
|
||||
posts.getPostData(mainPid, next);
|
||||
},
|
||||
isAdminOrMod: function (next) {
|
||||
privileges.categories.isAdminOrMod(cid, uid, next);
|
||||
},
|
||||
}, next);
|
||||
},
|
||||
function (results, next) {
|
||||
if (!results.isAdminOrMod) {
|
||||
return next(new Error('[[error:no-privileges]]'));
|
||||
}
|
||||
Topics.create({ uid: results.postData.uid, title: title, cid: cid }, next);
|
||||
},
|
||||
function (tid, next) {
|
||||
Topics.updateTopicBookmarks(fromTid, pids, function (err) { next(err, tid); });
|
||||
},
|
||||
function (_tid, next) {
|
||||
tid = _tid;
|
||||
async.eachSeries(pids, function (pid, next) {
|
||||
privileges.posts.canEdit(pid, uid, function (err, canEdit) {
|
||||
if (err || !canEdit.flag) {
|
||||
return next(err || new Error(canEdit.message));
|
||||
}
|
||||
var cid = await posts.getCidByPid(mainPid);
|
||||
|
||||
Topics.movePostToTopic(uid, pid, tid, next);
|
||||
const [postData, isAdminOrMod] = await Promise.all([
|
||||
posts.getPostData(mainPid),
|
||||
privileges.categories.isAdminOrMod(cid, uid),
|
||||
]);
|
||||
|
||||
if (!isAdminOrMod) {
|
||||
throw new Error('[[error:no-privileges]]');
|
||||
}
|
||||
const tid = await Topics.create({ uid: postData.uid, title: title, cid: cid });
|
||||
await Topics.updateTopicBookmarks(fromTid, pids);
|
||||
|
||||
await async.eachSeries(pids, async function (pid) {
|
||||
const canEdit = await privileges.posts.canEdit(pid, uid);
|
||||
if (!canEdit.flag) {
|
||||
throw new Error(canEdit.message);
|
||||
}
|
||||
await Topics.movePostToTopic(uid, pid, tid);
|
||||
});
|
||||
}, next);
|
||||
},
|
||||
function (next) {
|
||||
Topics.updateLastPostTime(tid, Date.now(), next);
|
||||
},
|
||||
function (next) {
|
||||
|
||||
await Topics.updateLastPostTime(tid, Date.now());
|
||||
|
||||
plugins.fireHook('action:topic.fork', { tid: tid, fromTid: fromTid, uid: uid });
|
||||
Topics.getTopicData(tid, next);
|
||||
},
|
||||
], callback);
|
||||
|
||||
return await Topics.getTopicData(tid);
|
||||
};
|
||||
|
||||
Topics.movePostToTopic = function (callerUid, pid, tid, callback) {
|
||||
Topics.movePostToTopic = async function (callerUid, pid, tid) {
|
||||
var postData;
|
||||
tid = parseInt(tid, 10);
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
Topics.exists(tid, next);
|
||||
},
|
||||
function (exists, next) {
|
||||
const exists = await Topics.exists(tid);
|
||||
if (!exists) {
|
||||
return next(new Error('[[error:no-topic]]'));
|
||||
throw new Error('[[error:no-topic]]');
|
||||
}
|
||||
posts.getPostFields(pid, ['tid', 'uid', 'timestamp', 'upvotes', 'downvotes'], next);
|
||||
},
|
||||
function (post, next) {
|
||||
const post = await posts.getPostFields(pid, ['tid', 'uid', 'timestamp', 'upvotes', 'downvotes']);
|
||||
if (!post || !post.tid) {
|
||||
return next(new Error('[[error:no-post]]'));
|
||||
throw new Error('[[error:no-post]]');
|
||||
}
|
||||
|
||||
if (post.tid === tid) {
|
||||
return next(new Error('[[error:cant-move-to-same-topic]]'));
|
||||
throw new Error('[[error:cant-move-to-same-topic]]');
|
||||
}
|
||||
|
||||
postData = post;
|
||||
postData.pid = pid;
|
||||
|
||||
Topics.removePostFromTopic(postData.tid, postData, next);
|
||||
},
|
||||
function (next) {
|
||||
async.parallel([
|
||||
function (next) {
|
||||
updateCategory(postData, tid, next);
|
||||
},
|
||||
function (next) {
|
||||
posts.setPostField(pid, 'tid', tid, next);
|
||||
},
|
||||
function (next) {
|
||||
Topics.addPostToTopic(tid, postData, next);
|
||||
},
|
||||
], next);
|
||||
},
|
||||
function (results, next) {
|
||||
async.parallel([
|
||||
async.apply(Topics.updateLastPostTimeFromLastPid, tid),
|
||||
async.apply(Topics.updateLastPostTimeFromLastPid, postData.tid),
|
||||
], function (err) {
|
||||
next(err);
|
||||
});
|
||||
},
|
||||
function (next) {
|
||||
await Topics.removePostFromTopic(postData.tid, postData);
|
||||
await Promise.all([
|
||||
updateCategory(postData, tid),
|
||||
posts.setPostField(pid, 'tid', tid),
|
||||
Topics.addPostToTopic(tid, postData),
|
||||
]);
|
||||
|
||||
await Promise.all([
|
||||
Topics.updateLastPostTimeFromLastPid(tid),
|
||||
Topics.updateLastPostTimeFromLastPid(postData.tid),
|
||||
]);
|
||||
plugins.fireHook('action:post.move', { uid: callerUid, post: postData, tid: tid });
|
||||
next();
|
||||
},
|
||||
], callback);
|
||||
};
|
||||
|
||||
function updateCategory(postData, toTid, callback) {
|
||||
var topicData;
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
Topics.getTopicsFields([postData.tid, toTid], ['cid', 'pinned'], next);
|
||||
},
|
||||
function (_topicData, next) {
|
||||
topicData = _topicData;
|
||||
async function updateCategory(postData, toTid) {
|
||||
const topicData = await Topics.getTopicsFields([postData.tid, toTid], ['cid', 'pinned']);
|
||||
|
||||
if (!topicData[0].cid || !topicData[1].cid) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
var tasks = [];
|
||||
|
||||
if (!topicData[0].pinned) {
|
||||
tasks.push(async.apply(db.sortedSetIncrBy, 'cid:' + topicData[0].cid + ':tids:posts', -1, postData.tid));
|
||||
await db.sortedSetIncrBy('cid:' + topicData[0].cid + ':tids:posts', -1, postData.tid);
|
||||
}
|
||||
if (!topicData[1].pinned) {
|
||||
tasks.push(async.apply(db.sortedSetIncrBy, 'cid:' + topicData[1].cid + ':tids:posts', 1, toTid));
|
||||
await db.sortedSetIncrBy('cid:' + topicData[1].cid + ':tids:posts', 1, toTid);
|
||||
}
|
||||
async.series(tasks, function (err) {
|
||||
next(err);
|
||||
});
|
||||
},
|
||||
function (next) {
|
||||
if (topicData[0].cid === topicData[1].cid) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
const removeFrom = [
|
||||
'cid:' + topicData[0].cid + ':pids',
|
||||
@@ -164,17 +111,15 @@ module.exports = function (Topics) {
|
||||
'cid:' + topicData[0].cid + ':uid:' + postData.uid + ':pids:votes',
|
||||
];
|
||||
const tasks = [
|
||||
async.apply(db.incrObjectFieldBy, 'category:' + topicData[0].cid, 'post_count', -1),
|
||||
async.apply(db.incrObjectFieldBy, 'category:' + topicData[1].cid, 'post_count', 1),
|
||||
async.apply(db.sortedSetRemove, removeFrom, postData.pid),
|
||||
async.apply(db.sortedSetAdd, 'cid:' + topicData[1].cid + ':pids', postData.timestamp, postData.pid),
|
||||
async.apply(db.sortedSetAdd, 'cid:' + topicData[1].cid + ':uid:' + postData.uid + ':pids', postData.timestamp, postData.pid),
|
||||
db.incrObjectFieldBy('category:' + topicData[0].cid, 'post_count', -1),
|
||||
db.incrObjectFieldBy('category:' + topicData[1].cid, 'post_count', 1),
|
||||
db.sortedSetRemove(removeFrom, postData.pid),
|
||||
db.sortedSetAdd('cid:' + topicData[1].cid + ':pids', postData.timestamp, postData.pid),
|
||||
db.sortedSetAdd('cid:' + topicData[1].cid + ':uid:' + postData.uid + ':pids', postData.timestamp, postData.pid),
|
||||
];
|
||||
if (postData.votes > 0) {
|
||||
tasks.push(async.apply(db.sortedSetAdd, 'cid:' + topicData[1].cid + ':uid:' + postData.uid + ':pids:votes', postData.votes, postData.pid));
|
||||
tasks.push(db.sortedSetAdd('cid:' + topicData[1].cid + ':uid:' + postData.uid + ':pids:votes', postData.votes, postData.pid));
|
||||
}
|
||||
async.parallel(tasks, next);
|
||||
},
|
||||
], callback);
|
||||
await Promise.all(tasks);
|
||||
}
|
||||
};
|
||||
|
||||
@@ -1,6 +1,5 @@
|
||||
'use strict';
|
||||
|
||||
var async = require('async');
|
||||
var _ = require('lodash');
|
||||
|
||||
var db = require('../database');
|
||||
@@ -33,115 +32,82 @@ require('./thumb')(Topics);
|
||||
require('./bookmarks')(Topics);
|
||||
require('./merge')(Topics);
|
||||
|
||||
Topics.exists = function (tid, callback) {
|
||||
db.exists('topic:' + tid, callback);
|
||||
Topics.exists = async function (tid) {
|
||||
return await db.exists('topic:' + tid);
|
||||
};
|
||||
|
||||
Topics.getTopicsFromSet = function (set, uid, start, stop, callback) {
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
db.getSortedSetRevRange(set, start, stop, next);
|
||||
},
|
||||
function (tids, next) {
|
||||
Topics.getTopics(tids, uid, next);
|
||||
},
|
||||
function (topics, next) {
|
||||
Topics.getTopicsFromSet = async function (set, uid, start, stop) {
|
||||
const tids = await db.getSortedSetRange(set, start, stop);
|
||||
const topics = await Topics.getTopics(tids, uid);
|
||||
Topics.calculateTopicIndices(topics, start);
|
||||
next(null, { topics: topics, nextStart: stop + 1 });
|
||||
},
|
||||
], callback);
|
||||
return { topics: topics, nextStart: stop + 1 };
|
||||
};
|
||||
|
||||
Topics.getTopics = function (tids, options, callback) {
|
||||
Topics.getTopics = async function (tids, options) {
|
||||
let uid = options;
|
||||
if (typeof options === 'object') {
|
||||
uid = options.uid;
|
||||
}
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
privileges.topics.filterTids('topics:read', tids, uid, next);
|
||||
},
|
||||
function (tids, next) {
|
||||
Topics.getTopicsByTids(tids, options, next);
|
||||
},
|
||||
], callback);
|
||||
|
||||
tids = await privileges.topics.filterTids('topics:read', tids, uid);
|
||||
const topics = await Topics.getTopicsByTids(tids, options);
|
||||
return topics;
|
||||
};
|
||||
|
||||
Topics.getTopicsByTids = function (tids, options, callback) {
|
||||
Topics.getTopicsByTids = async function (tids, options) {
|
||||
if (!Array.isArray(tids) || !tids.length) {
|
||||
return callback(null, []);
|
||||
return [];
|
||||
}
|
||||
let uid = options;
|
||||
if (typeof options === 'object') {
|
||||
uid = options.uid;
|
||||
}
|
||||
var uids;
|
||||
var cids;
|
||||
var topics;
|
||||
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
Topics.getTopicsData(tids, next);
|
||||
},
|
||||
function (_topics, next) {
|
||||
function mapFilter(array, field) {
|
||||
return array.map(function (topic) {
|
||||
return topic && topic[field] && topic[field].toString();
|
||||
}).filter(value => utils.isNumber(value));
|
||||
}
|
||||
let topics = await Topics.getTopicsData(tids);
|
||||
|
||||
topics = _topics;
|
||||
uids = _.uniq(mapFilter(topics, 'uid'));
|
||||
cids = _.uniq(mapFilter(topics, 'cid'));
|
||||
const uids = _.uniq(topics.map(t => t && t.uid && t.uid.toString()).filter(v => utils.isNumber(v)));
|
||||
const cids = _.uniq(topics.map(t => t && t.cid && t.cid.toString()).filter(v => utils.isNumber(v)));
|
||||
|
||||
async.parallel({
|
||||
users: function (next) {
|
||||
user.getUsersFields(uids, ['uid', 'username', 'fullname', 'userslug', 'reputation', 'postcount', 'picture', 'signature', 'banned', 'status'], next);
|
||||
},
|
||||
userSettings: function (next) {
|
||||
user.getMultipleUserSettings(uids, next);
|
||||
},
|
||||
categories: function (next) {
|
||||
categories.getCategoriesFields(cids, ['cid', 'name', 'slug', 'icon', 'image', 'imageClass', 'bgColor', 'color', 'disabled'], next);
|
||||
},
|
||||
hasRead: function (next) {
|
||||
Topics.hasReadTopics(tids, uid, next);
|
||||
},
|
||||
isIgnored: function (next) {
|
||||
Topics.isIgnoring(tids, uid, next);
|
||||
},
|
||||
bookmarks: function (next) {
|
||||
Topics.getUserBookmarks(tids, uid, next);
|
||||
},
|
||||
teasers: function (next) {
|
||||
Topics.getTeasers(topics, options, next);
|
||||
},
|
||||
tags: function (next) {
|
||||
Topics.getTopicsTagsObjects(tids, next);
|
||||
},
|
||||
}, next);
|
||||
},
|
||||
function (results, next) {
|
||||
results.users.forEach(function (user, index) {
|
||||
if (meta.config.hideFullname || !results.userSettings[index].showfullname) {
|
||||
const [
|
||||
users,
|
||||
userSettings,
|
||||
categoriesData,
|
||||
hasRead,
|
||||
isIgnored,
|
||||
bookmarks,
|
||||
teasers,
|
||||
tags,
|
||||
] = await Promise.all([
|
||||
user.getUsersFields(uids, ['uid', 'username', 'fullname', 'userslug', 'reputation', 'postcount', 'picture', 'signature', 'banned', 'status']),
|
||||
user.getMultipleUserSettings(uids),
|
||||
categories.getCategoriesFields(cids, ['cid', 'name', 'slug', 'icon', 'image', 'imageClass', 'bgColor', 'color', 'disabled']),
|
||||
Topics.hasReadTopics(tids, uid),
|
||||
Topics.isIgnoring(tids, uid),
|
||||
Topics.getUserBookmarks(tids, uid),
|
||||
Topics.getTeasers(topics, options),
|
||||
Topics.getTopicsTagsObjects(tids),
|
||||
]);
|
||||
|
||||
users.forEach(function (user, index) {
|
||||
if (meta.config.hideFullname || !userSettings[index].showfullname) {
|
||||
user.fullname = undefined;
|
||||
}
|
||||
});
|
||||
|
||||
var users = _.zipObject(uids, results.users);
|
||||
var categories = _.zipObject(cids, results.categories);
|
||||
const usersMap = _.zipObject(uids, users);
|
||||
const categoriesMap = _.zipObject(cids, categoriesData);
|
||||
|
||||
for (var i = 0; i < topics.length; i += 1) {
|
||||
if (topics[i]) {
|
||||
topics[i].category = categories[topics[i].cid];
|
||||
topics[i].user = users[topics[i].uid];
|
||||
topics[i].teaser = results.teasers[i];
|
||||
topics[i].tags = results.tags[i];
|
||||
topics[i].category = categoriesMap[topics[i].cid];
|
||||
topics[i].user = usersMap[topics[i].uid];
|
||||
topics[i].teaser = teasers[i];
|
||||
topics[i].tags = tags[i];
|
||||
|
||||
topics[i].isOwner = topics[i].uid === parseInt(uid, 10);
|
||||
topics[i].ignored = results.isIgnored[i];
|
||||
topics[i].unread = !results.hasRead[i] && !results.isIgnored[i];
|
||||
topics[i].bookmark = results.bookmarks[i];
|
||||
topics[i].ignored = isIgnored[i];
|
||||
topics[i].unread = !hasRead[i] && !isIgnored[i];
|
||||
topics[i].bookmark = bookmarks[i];
|
||||
topics[i].unreplied = !topics[i].teaser;
|
||||
|
||||
topics[i].icons = [];
|
||||
@@ -150,198 +116,157 @@ Topics.getTopicsByTids = function (tids, options, callback) {
|
||||
|
||||
topics = topics.filter(topic => topic && topic.category && !topic.category.disabled);
|
||||
|
||||
plugins.fireHook('filter:topics.get', { topics: topics, uid: uid }, next);
|
||||
},
|
||||
function (data, next) {
|
||||
next(null, data.topics);
|
||||
},
|
||||
], callback);
|
||||
const result = await plugins.fireHook('filter:topics.get', { topics: topics, uid: uid });
|
||||
return result.topics;
|
||||
};
|
||||
|
||||
Topics.getTopicWithPosts = function (topicData, set, uid, start, stop, reverse, callback) {
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
async.parallel({
|
||||
posts: async.apply(getMainPostAndReplies, topicData, set, uid, start, stop, reverse),
|
||||
category: async.apply(categories.getCategoryData, topicData.cid),
|
||||
tagWhitelist: async.apply(categories.getTagWhitelist, [topicData.cid]),
|
||||
threadTools: async.apply(plugins.fireHook, 'filter:topic.thread_tools', { topic: topicData, uid: uid, tools: [] }),
|
||||
followData: async.apply(Topics.getFollowData, [topicData.tid], uid),
|
||||
bookmark: async.apply(Topics.getUserBookmark, topicData.tid, uid),
|
||||
postSharing: async.apply(social.getActivePostSharing),
|
||||
deleter: async.apply(getDeleter, topicData),
|
||||
merger: async.apply(getMerger, topicData),
|
||||
related: function (next) {
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
Topics.getTopicTagsObjects(topicData.tid, next);
|
||||
},
|
||||
function (tags, next) {
|
||||
topicData.tags = tags;
|
||||
Topics.getRelatedTopics(topicData, uid, next);
|
||||
},
|
||||
], next);
|
||||
},
|
||||
}, next);
|
||||
},
|
||||
function (results, next) {
|
||||
topicData.posts = results.posts;
|
||||
topicData.category = results.category;
|
||||
topicData.tagWhitelist = results.tagWhitelist[0];
|
||||
topicData.thread_tools = results.threadTools.tools;
|
||||
topicData.isFollowing = results.followData[0].following;
|
||||
topicData.isNotFollowing = !results.followData[0].following && !results.followData[0].ignoring;
|
||||
topicData.isIgnoring = results.followData[0].ignoring;
|
||||
topicData.bookmark = results.bookmark;
|
||||
topicData.postSharing = results.postSharing;
|
||||
topicData.deleter = results.deleter;
|
||||
if (results.deleter) {
|
||||
Topics.getTopicWithPosts = async function (topicData, set, uid, start, stop, reverse) {
|
||||
const [
|
||||
posts,
|
||||
category,
|
||||
tagWhitelist,
|
||||
threadTools,
|
||||
followData,
|
||||
bookmark,
|
||||
postSharing,
|
||||
deleter,
|
||||
merger,
|
||||
related,
|
||||
] = await Promise.all([
|
||||
getMainPostAndReplies(topicData, set, uid, start, stop, reverse),
|
||||
categories.getCategoryData(topicData.cid),
|
||||
categories.getTagWhitelist([topicData.cid]),
|
||||
plugins.fireHook('filter:topic.thread_tools', { topic: topicData, uid: uid, tools: [] }),
|
||||
Topics.getFollowData([topicData.tid], uid),
|
||||
Topics.getUserBookmark(topicData.tid, uid),
|
||||
social.getActivePostSharing(),
|
||||
getDeleter(topicData),
|
||||
getMerger(topicData),
|
||||
getRelated(topicData, uid),
|
||||
]);
|
||||
|
||||
topicData.posts = posts;
|
||||
topicData.category = category;
|
||||
topicData.tagWhitelist = tagWhitelist[0];
|
||||
topicData.thread_tools = threadTools.tools;
|
||||
topicData.isFollowing = followData[0].following;
|
||||
topicData.isNotFollowing = !followData[0].following && !followData[0].ignoring;
|
||||
topicData.isIgnoring = followData[0].ignoring;
|
||||
topicData.bookmark = bookmark;
|
||||
topicData.postSharing = postSharing;
|
||||
topicData.deleter = deleter;
|
||||
if (deleter) {
|
||||
topicData.deletedTimestampISO = utils.toISOString(topicData.deletedTimestamp);
|
||||
}
|
||||
topicData.merger = results.merger;
|
||||
if (results.merger) {
|
||||
topicData.merger = merger;
|
||||
if (merger) {
|
||||
topicData.mergedTimestampISO = utils.toISOString(topicData.mergedTimestamp);
|
||||
}
|
||||
topicData.related = results.related || [];
|
||||
topicData.related = related || [];
|
||||
topicData.unreplied = topicData.postcount === 1;
|
||||
topicData.icons = [];
|
||||
|
||||
plugins.fireHook('filter:topic.get', { topic: topicData, uid: uid }, next);
|
||||
},
|
||||
function (data, next) {
|
||||
next(null, data.topic);
|
||||
},
|
||||
], callback);
|
||||
const result = await plugins.fireHook('filter:topic.get', { topic: topicData, uid: uid });
|
||||
return result.topic;
|
||||
};
|
||||
|
||||
function getMainPostAndReplies(topic, set, uid, start, stop, reverse, callback) {
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
async function getMainPostAndReplies(topic, set, uid, start, stop, reverse) {
|
||||
if (stop > 0) {
|
||||
stop -= 1;
|
||||
if (start > 0) {
|
||||
start -= 1;
|
||||
}
|
||||
}
|
||||
|
||||
posts.getPidsFromSet(set, start, stop, reverse, next);
|
||||
},
|
||||
function (pids, next) {
|
||||
const pids = await posts.getPidsFromSet(set, start, stop, reverse);
|
||||
if (!pids.length && !topic.mainPid) {
|
||||
return callback(null, []);
|
||||
return [];
|
||||
}
|
||||
|
||||
if (parseInt(topic.mainPid, 10) && start === 0) {
|
||||
pids.unshift(topic.mainPid);
|
||||
}
|
||||
posts.getPostsByPids(pids, uid, next);
|
||||
},
|
||||
function (posts, next) {
|
||||
if (!posts.length) {
|
||||
return next(null, []);
|
||||
const postData = await posts.getPostsByPids(pids, uid);
|
||||
if (!postData.length) {
|
||||
return [];
|
||||
}
|
||||
var replies = posts;
|
||||
var replies = postData;
|
||||
if (topic.mainPid && start === 0) {
|
||||
posts[0].index = 0;
|
||||
replies = posts.slice(1);
|
||||
postData[0].index = 0;
|
||||
replies = postData.slice(1);
|
||||
}
|
||||
|
||||
Topics.calculatePostIndices(replies, start);
|
||||
|
||||
Topics.addPostData(posts, uid, next);
|
||||
},
|
||||
], callback);
|
||||
return await Topics.addPostData(postData, uid);
|
||||
}
|
||||
|
||||
function getDeleter(topicData, callback) {
|
||||
async function getDeleter(topicData) {
|
||||
if (!parseInt(topicData.deleterUid, 10)) {
|
||||
return setImmediate(callback, null, null);
|
||||
return null;
|
||||
}
|
||||
user.getUserFields(topicData.deleterUid, ['username', 'userslug', 'picture'], callback);
|
||||
return await user.getUserFields(topicData.deleterUid, ['username', 'userslug', 'picture']);
|
||||
}
|
||||
|
||||
function getMerger(topicData, callback) {
|
||||
async function getMerger(topicData) {
|
||||
if (!parseInt(topicData.mergerUid, 10)) {
|
||||
return setImmediate(callback, null, null);
|
||||
return null;
|
||||
}
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
async.parallel({
|
||||
merger: function (next) {
|
||||
user.getUserFields(topicData.mergerUid, ['username', 'userslug', 'picture'], next);
|
||||
},
|
||||
mergedIntoTitle: function (next) {
|
||||
Topics.getTopicField(topicData.mergeIntoTid, 'title', next);
|
||||
},
|
||||
}, next);
|
||||
},
|
||||
function (results, next) {
|
||||
results.merger.mergedIntoTitle = results.mergedIntoTitle;
|
||||
next(null, results.merger);
|
||||
},
|
||||
], callback);
|
||||
const [
|
||||
merger,
|
||||
mergedIntoTitle,
|
||||
] = await Promise.all([
|
||||
user.getUserFields(topicData.mergerUid, ['username', 'userslug', 'picture']),
|
||||
Topics.getTopicField(topicData.mergeIntoTid, 'title'),
|
||||
]);
|
||||
merger.mergedIntoTitle = mergedIntoTitle;
|
||||
return merger;
|
||||
}
|
||||
|
||||
Topics.getMainPost = function (tid, uid, callback) {
|
||||
Topics.getMainPosts([tid], uid, function (err, mainPosts) {
|
||||
callback(err, Array.isArray(mainPosts) && mainPosts.length ? mainPosts[0] : null);
|
||||
});
|
||||
async function getRelated(topicData, uid) {
|
||||
const tags = await Topics.getTopicTagsObjects(topicData.tid);
|
||||
topicData.tags = tags;
|
||||
return await Topics.getRelatedTopics(topicData, uid);
|
||||
}
|
||||
|
||||
Topics.getMainPost = async function (tid, uid) {
|
||||
const mainPosts = await Topics.getMainPosts([tid], uid);
|
||||
return Array.isArray(mainPosts) && mainPosts.length ? mainPosts[0] : null;
|
||||
};
|
||||
|
||||
Topics.getMainPids = function (tids, callback) {
|
||||
Topics.getMainPids = async function (tids) {
|
||||
if (!Array.isArray(tids) || !tids.length) {
|
||||
return callback(null, []);
|
||||
return [];
|
||||
}
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
Topics.getTopicsFields(tids, ['mainPid'], next);
|
||||
},
|
||||
function (topicData, next) {
|
||||
next(null, topicData.map(topic => topic && topic.mainPid));
|
||||
},
|
||||
], callback);
|
||||
const topicData = await Topics.getTopicsFields(tids, ['mainPid']);
|
||||
return topicData.map(topic => topic && topic.mainPid);
|
||||
};
|
||||
|
||||
Topics.getMainPosts = function (tids, uid, callback) {
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
Topics.getMainPids(tids, next);
|
||||
},
|
||||
function (mainPids, next) {
|
||||
getMainPosts(mainPids, uid, next);
|
||||
},
|
||||
], callback);
|
||||
Topics.getMainPosts = async function (tids, uid) {
|
||||
const mainPids = await Topics.getMainPids(tids);
|
||||
return await getMainPosts(mainPids, uid);
|
||||
};
|
||||
|
||||
function getMainPosts(mainPids, uid, callback) {
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
posts.getPostsByPids(mainPids, uid, next);
|
||||
},
|
||||
function (postData, next) {
|
||||
async function getMainPosts(mainPids, uid) {
|
||||
const postData = await posts.getPostsByPids(mainPids, uid);
|
||||
postData.forEach(function (post) {
|
||||
if (post) {
|
||||
post.index = 0;
|
||||
}
|
||||
});
|
||||
Topics.addPostData(postData, uid, next);
|
||||
},
|
||||
], callback);
|
||||
return await Topics.addPostData(postData, uid);
|
||||
}
|
||||
|
||||
Topics.isLocked = function (tid, callback) {
|
||||
Topics.getTopicField(tid, 'locked', function (err, locked) {
|
||||
callback(err, locked === 1);
|
||||
});
|
||||
Topics.isLocked = async function (tid) {
|
||||
const locked = await Topics.getTopicField(tid, 'locked');
|
||||
return locked === 1;
|
||||
};
|
||||
|
||||
Topics.search = function (tid, term, callback) {
|
||||
plugins.fireHook('filter:topic.search', {
|
||||
Topics.search = async function (tid, term) {
|
||||
const pids = await plugins.fireHook('filter:topic.search', {
|
||||
tid: tid,
|
||||
term: term,
|
||||
}, function (err, pids) {
|
||||
callback(err, Array.isArray(pids) ? pids : []);
|
||||
});
|
||||
return Array.isArray(pids) ? pids : [];
|
||||
};
|
||||
|
||||
Topics.async = require('../promisify')(Topics);
|
||||
|
||||
@@ -4,44 +4,27 @@ const async = require('async');
|
||||
const plugins = require('../plugins');
|
||||
|
||||
module.exports = function (Topics) {
|
||||
Topics.merge = function (tids, uid, callback) {
|
||||
var mergeIntoTid = findOldestTopic(tids);
|
||||
Topics.merge = async function (tids, uid) {
|
||||
const mergeIntoTid = findOldestTopic(tids);
|
||||
|
||||
var otherTids = tids.filter(function (tid) {
|
||||
return tid && parseInt(tid, 10) !== parseInt(mergeIntoTid, 10);
|
||||
const otherTids = tids.filter(tid => tid && parseInt(tid, 10) !== parseInt(mergeIntoTid, 10));
|
||||
|
||||
await async.eachSeries(otherTids, async function (tid) {
|
||||
const pids = await Topics.getPids(tid);
|
||||
await async.eachSeries(pids, function (pid, next) {
|
||||
Topics.movePostToTopic(uid, pid, mergeIntoTid, next);
|
||||
});
|
||||
|
||||
async.eachSeries(otherTids, function (tid, next) {
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
Topics.getPids(tid, next);
|
||||
},
|
||||
function (pids, next) {
|
||||
async.eachSeries(pids, function (pid, next) {
|
||||
Topics.movePostToTopic(uid, pid, mergeIntoTid, next);
|
||||
}, next);
|
||||
},
|
||||
function (next) {
|
||||
Topics.setTopicField(tid, 'mainPid', 0, next);
|
||||
},
|
||||
function (next) {
|
||||
Topics.delete(tid, uid, next);
|
||||
},
|
||||
function (next) {
|
||||
Topics.setTopicFields(tid, {
|
||||
await Topics.setTopicField(tid, 'mainPid', 0);
|
||||
await Topics.delete(tid, uid);
|
||||
await Topics.setTopicFields(tid, {
|
||||
mergeIntoTid: mergeIntoTid,
|
||||
mergerUid: uid,
|
||||
mergedTimestamp: Date.now(),
|
||||
}, next);
|
||||
},
|
||||
], next);
|
||||
}, function (err) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
plugins.fireHook('action:topic.merge', { uid: uid, tids: tids, mergeIntoTid: mergeIntoTid, otherTids: otherTids });
|
||||
callback();
|
||||
});
|
||||
});
|
||||
|
||||
plugins.fireHook('action:topic.merge', { uid: uid, tids: tids, mergeIntoTid: mergeIntoTid, otherTids: otherTids });
|
||||
};
|
||||
|
||||
function findOldestTopic(tids) {
|
||||
|
||||
@@ -1,7 +1,6 @@
|
||||
|
||||
'use strict';
|
||||
|
||||
var async = require('async');
|
||||
var _ = require('lodash');
|
||||
var validator = require('validator');
|
||||
|
||||
@@ -13,97 +12,57 @@ var plugins = require('../plugins');
|
||||
var utils = require('../../public/src/utils');
|
||||
|
||||
module.exports = function (Topics) {
|
||||
Topics.onNewPostMade = function (postData, callback) {
|
||||
async.series([
|
||||
function (next) {
|
||||
Topics.updateLastPostTime(postData.tid, postData.timestamp, next);
|
||||
},
|
||||
function (next) {
|
||||
Topics.addPostToTopic(postData.tid, postData, next);
|
||||
},
|
||||
], callback);
|
||||
Topics.onNewPostMade = async function (postData) {
|
||||
await Topics.updateLastPostTime(postData.tid, postData.timestamp);
|
||||
await Topics.addPostToTopic(postData.tid, postData);
|
||||
};
|
||||
|
||||
Topics.getTopicPosts = function (tid, set, start, stop, uid, reverse, callback) {
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
posts.getPostsFromSet(set, start, stop, uid, reverse, next);
|
||||
},
|
||||
function (posts, next) {
|
||||
Topics.calculatePostIndices(posts, start);
|
||||
Topics.getTopicPosts = async function (tid, set, start, stop, uid, reverse) {
|
||||
const postData = await posts.getPostsFromSet(set, start, stop, uid, reverse);
|
||||
Topics.calculatePostIndices(postData, start);
|
||||
|
||||
Topics.addPostData(posts, uid, next);
|
||||
},
|
||||
], callback);
|
||||
return await Topics.addPostData(postData, uid);
|
||||
};
|
||||
|
||||
Topics.addPostData = function (postData, uid, callback) {
|
||||
Topics.addPostData = async function (postData, uid) {
|
||||
if (!Array.isArray(postData) || !postData.length) {
|
||||
return callback(null, []);
|
||||
return [];
|
||||
}
|
||||
var pids = postData.map(post => post && post.pid);
|
||||
|
||||
if (!Array.isArray(pids) || !pids.length) {
|
||||
return callback(null, []);
|
||||
async function getPostUserData(field, method) {
|
||||
const uids = _.uniq(postData.filter(p => p && parseInt(p[field], 10) >= 0).map(p => p[field]));
|
||||
const userData = await method(uids);
|
||||
return _.zipObject(uids, userData);
|
||||
}
|
||||
const [
|
||||
bookmarks,
|
||||
voteData,
|
||||
userData,
|
||||
editors,
|
||||
replies,
|
||||
] = await Promise.all([
|
||||
posts.hasBookmarked(pids, uid),
|
||||
posts.getVoteStatusByPostIDs(pids, uid),
|
||||
getPostUserData('uid', async function (uids) {
|
||||
return await posts.getUserInfoForPosts(uids, uid);
|
||||
}),
|
||||
getPostUserData('editor', async function (uids) {
|
||||
return await user.getUsersFields(uids, ['uid', 'username', 'userslug']);
|
||||
}),
|
||||
getPostReplies(pids, uid),
|
||||
Topics.addParentPosts(postData),
|
||||
]);
|
||||
|
||||
function getPostUserData(field, method, callback) {
|
||||
var uidsMap = {};
|
||||
|
||||
postData.forEach((post) => {
|
||||
if (post && parseInt(post[field], 10) >= 0) {
|
||||
uidsMap[post[field]] = 1;
|
||||
}
|
||||
});
|
||||
const uids = Object.keys(uidsMap);
|
||||
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
method(uids, next);
|
||||
},
|
||||
function (users, next) {
|
||||
next(null, _.zipObject(uids, users));
|
||||
},
|
||||
], callback);
|
||||
}
|
||||
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
async.parallel({
|
||||
bookmarks: function (next) {
|
||||
posts.hasBookmarked(pids, uid, next);
|
||||
},
|
||||
voteData: function (next) {
|
||||
posts.getVoteStatusByPostIDs(pids, uid, next);
|
||||
},
|
||||
userData: function (next) {
|
||||
getPostUserData('uid', function (uids, next) {
|
||||
posts.getUserInfoForPosts(uids, uid, next);
|
||||
}, next);
|
||||
},
|
||||
editors: function (next) {
|
||||
getPostUserData('editor', function (uids, next) {
|
||||
user.getUsersFields(uids, ['uid', 'username', 'userslug'], next);
|
||||
}, next);
|
||||
},
|
||||
parents: function (next) {
|
||||
Topics.addParentPosts(postData, next);
|
||||
},
|
||||
replies: function (next) {
|
||||
getPostReplies(pids, uid, next);
|
||||
},
|
||||
}, next);
|
||||
},
|
||||
function (results, next) {
|
||||
postData.forEach(function (postObj, i) {
|
||||
if (postObj) {
|
||||
postObj.user = postObj.uid ? results.userData[postObj.uid] : _.clone(results.userData[postObj.uid]);
|
||||
postObj.editor = postObj.editor ? results.editors[postObj.editor] : null;
|
||||
postObj.bookmarked = results.bookmarks[i];
|
||||
postObj.upvoted = results.voteData.upvotes[i];
|
||||
postObj.downvoted = results.voteData.downvotes[i];
|
||||
postObj.user = postObj.uid ? userData[postObj.uid] : _.clone(userData[postObj.uid]);
|
||||
postObj.editor = postObj.editor ? editors[postObj.editor] : null;
|
||||
postObj.bookmarked = bookmarks[i];
|
||||
postObj.upvoted = voteData.upvotes[i];
|
||||
postObj.downvoted = voteData.downvotes[i];
|
||||
postObj.votes = postObj.votes || 0;
|
||||
postObj.replies = results.replies[i];
|
||||
postObj.replies = replies[i];
|
||||
postObj.selfPost = parseInt(uid, 10) > 0 && parseInt(uid, 10) === postObj.uid;
|
||||
|
||||
// Username override for guests, if enabled
|
||||
@@ -112,15 +71,12 @@ module.exports = function (Topics) {
|
||||
}
|
||||
}
|
||||
});
|
||||
plugins.fireHook('filter:topics.addPostData', {
|
||||
|
||||
const result = await plugins.fireHook('filter:topics.addPostData', {
|
||||
posts: postData,
|
||||
uid: uid,
|
||||
}, next);
|
||||
},
|
||||
function (data, next) {
|
||||
next(null, data.posts);
|
||||
},
|
||||
], callback);
|
||||
});
|
||||
return result.posts;
|
||||
};
|
||||
|
||||
Topics.modifyPostsByPrivilege = function (topicData, topicPrivileges) {
|
||||
@@ -142,25 +98,19 @@ module.exports = function (Topics) {
|
||||
});
|
||||
};
|
||||
|
||||
Topics.addParentPosts = function (postData, callback) {
|
||||
Topics.addParentPosts = async function (postData) {
|
||||
var parentPids = postData.map(function (postObj) {
|
||||
return postObj && postObj.hasOwnProperty('toPid') ? parseInt(postObj.toPid, 10) : null;
|
||||
}).filter(Boolean);
|
||||
|
||||
if (!parentPids.length) {
|
||||
return setImmediate(callback);
|
||||
return;
|
||||
}
|
||||
parentPids = _.uniq(parentPids);
|
||||
var parentPosts;
|
||||
async.waterfall([
|
||||
async.apply(posts.getPostsFields, parentPids, ['uid']),
|
||||
function (_parentPosts, next) {
|
||||
parentPosts = _parentPosts;
|
||||
var parentUids = _.uniq(parentPosts.map(postObj => postObj && postObj.uid));
|
||||
const parentPosts = await posts.getPostsFields(parentPids, ['uid']);
|
||||
const parentUids = _.uniq(parentPosts.map(postObj => postObj && postObj.uid));
|
||||
const userData = await user.getUsersFields(parentUids, ['username']);
|
||||
|
||||
user.getUsersFields(parentUids, ['username'], next);
|
||||
},
|
||||
function (userData, next) {
|
||||
var usersMap = {};
|
||||
userData.forEach(function (user) {
|
||||
usersMap[user.uid] = user.username;
|
||||
@@ -173,9 +123,6 @@ module.exports = function (Topics) {
|
||||
postData.forEach(function (post) {
|
||||
post.parent = parents[post.toPid];
|
||||
});
|
||||
next();
|
||||
},
|
||||
], callback);
|
||||
};
|
||||
|
||||
Topics.calculatePostIndices = function (posts, start) {
|
||||
@@ -186,216 +133,120 @@ module.exports = function (Topics) {
|
||||
});
|
||||
};
|
||||
|
||||
Topics.getLatestUndeletedPid = function (tid, callback) {
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
Topics.getLatestUndeletedReply(tid, next);
|
||||
},
|
||||
function (pid, next) {
|
||||
Topics.getLatestUndeletedPid = async function (tid) {
|
||||
const pid = await Topics.getLatestUndeletedReply(tid);
|
||||
if (pid) {
|
||||
return callback(null, pid);
|
||||
return pid;
|
||||
}
|
||||
Topics.getTopicField(tid, 'mainPid', next);
|
||||
},
|
||||
function (mainPid, next) {
|
||||
posts.getPostFields(mainPid, ['pid', 'deleted'], next);
|
||||
},
|
||||
function (mainPost, next) {
|
||||
next(null, mainPost.pid && !mainPost.deleted ? mainPost.pid : null);
|
||||
},
|
||||
], callback);
|
||||
const mainPid = await Topics.getTopicField(tid, 'mainPid');
|
||||
const mainPost = await posts.getPostFields(mainPid, ['pid', 'deleted']);
|
||||
return mainPost.pid && !mainPost.deleted ? mainPost.pid : null;
|
||||
};
|
||||
|
||||
Topics.getLatestUndeletedReply = function (tid, callback) {
|
||||
Topics.getLatestUndeletedReply = async function (tid) {
|
||||
var isDeleted = false;
|
||||
var done = false;
|
||||
var latestPid = null;
|
||||
var index = 0;
|
||||
var pids;
|
||||
async.doWhilst(
|
||||
function (next) {
|
||||
async.waterfall([
|
||||
function (_next) {
|
||||
db.getSortedSetRevRange('tid:' + tid + ':posts', index, index, _next);
|
||||
},
|
||||
function (_pids, _next) {
|
||||
pids = _pids;
|
||||
do {
|
||||
/* eslint-disable no-await-in-loop */
|
||||
const pids = await db.getSortedSetRevRange('tid:' + tid + ':posts', index, index);
|
||||
if (!pids.length) {
|
||||
done = true;
|
||||
return next();
|
||||
return null;
|
||||
}
|
||||
|
||||
posts.getPostField(pids[0], 'deleted', _next);
|
||||
},
|
||||
function (deleted, _next) {
|
||||
isDeleted = deleted;
|
||||
isDeleted = await posts.getPostField(pids[0], 'deleted');
|
||||
if (!isDeleted) {
|
||||
latestPid = pids[0];
|
||||
return parseInt(pids[0], 10);
|
||||
}
|
||||
index += 1;
|
||||
_next();
|
||||
},
|
||||
], next);
|
||||
},
|
||||
function (next) {
|
||||
next(null, isDeleted && !done);
|
||||
},
|
||||
function (err) {
|
||||
callback(err, parseInt(latestPid, 10));
|
||||
}
|
||||
);
|
||||
} while (isDeleted);
|
||||
};
|
||||
|
||||
Topics.addPostToTopic = function (tid, postData, callback) {
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
Topics.getTopicField(tid, 'mainPid', next);
|
||||
},
|
||||
function (mainPid, next) {
|
||||
Topics.addPostToTopic = async function (tid, postData) {
|
||||
const mainPid = await Topics.getTopicField(tid, 'mainPid');
|
||||
if (!parseInt(mainPid, 10)) {
|
||||
Topics.setTopicField(tid, 'mainPid', postData.pid, next);
|
||||
await Topics.setTopicField(tid, 'mainPid', postData.pid);
|
||||
} else {
|
||||
const upvotes = parseInt(postData.upvotes, 10) || 0;
|
||||
const downvotes = parseInt(postData.downvotes, 10) || 0;
|
||||
const votes = upvotes - downvotes;
|
||||
db.sortedSetsAdd([
|
||||
await db.sortedSetsAdd([
|
||||
'tid:' + tid + ':posts', 'tid:' + tid + ':posts:votes',
|
||||
], [postData.timestamp, votes], postData.pid, next);
|
||||
], [postData.timestamp, votes], postData.pid);
|
||||
}
|
||||
},
|
||||
function (next) {
|
||||
Topics.increasePostCount(tid, next);
|
||||
},
|
||||
function (next) {
|
||||
db.sortedSetIncrBy('tid:' + tid + ':posters', 1, postData.uid, next);
|
||||
},
|
||||
function (count, next) {
|
||||
Topics.updateTeaser(tid, next);
|
||||
},
|
||||
], callback);
|
||||
await Topics.increasePostCount(tid);
|
||||
await db.sortedSetIncrBy('tid:' + tid + ':posters', 1, postData.uid);
|
||||
await Topics.updateTeaser(tid);
|
||||
};
|
||||
|
||||
Topics.removePostFromTopic = function (tid, postData, callback) {
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
db.sortedSetsRemove([
|
||||
Topics.removePostFromTopic = async function (tid, postData) {
|
||||
await db.sortedSetsRemove([
|
||||
'tid:' + tid + ':posts',
|
||||
'tid:' + tid + ':posts:votes',
|
||||
], postData.pid, next);
|
||||
},
|
||||
function (next) {
|
||||
Topics.decreasePostCount(tid, next);
|
||||
},
|
||||
function (next) {
|
||||
db.sortedSetIncrBy('tid:' + tid + ':posters', -1, postData.uid, next);
|
||||
},
|
||||
function (count, next) {
|
||||
Topics.updateTeaser(tid, next);
|
||||
},
|
||||
], callback);
|
||||
], postData.pid);
|
||||
await Topics.decreasePostCount(tid);
|
||||
await db.sortedSetIncrBy('tid:' + tid + ':posters', -1, postData.uid);
|
||||
await Topics.updateTeaser(tid);
|
||||
};
|
||||
|
||||
Topics.getPids = function (tid, callback) {
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
async.parallel({
|
||||
mainPid: function (next) {
|
||||
Topics.getTopicField(tid, 'mainPid', next);
|
||||
},
|
||||
pids: function (next) {
|
||||
db.getSortedSetRange('tid:' + tid + ':posts', 0, -1, next);
|
||||
},
|
||||
}, next);
|
||||
},
|
||||
function (results, next) {
|
||||
if (parseInt(results.mainPid, 10)) {
|
||||
results.pids = [results.mainPid].concat(results.pids);
|
||||
Topics.getPids = async function (tid) {
|
||||
var [mainPid, pids] = await Promise.all([
|
||||
Topics.getTopicField(tid, 'mainPid'),
|
||||
db.getSortedSetRange('tid:' + tid + ':posts', 0, -1),
|
||||
]);
|
||||
if (parseInt(mainPid, 10)) {
|
||||
pids = [mainPid].concat(pids);
|
||||
}
|
||||
next(null, results.pids);
|
||||
},
|
||||
], callback);
|
||||
return pids;
|
||||
};
|
||||
|
||||
Topics.increasePostCount = function (tid, callback) {
|
||||
incrementFieldAndUpdateSortedSet(tid, 'postcount', 1, 'topics:posts', callback);
|
||||
Topics.increasePostCount = async function (tid) {
|
||||
incrementFieldAndUpdateSortedSet(tid, 'postcount', 1, 'topics:posts');
|
||||
};
|
||||
|
||||
Topics.decreasePostCount = function (tid, callback) {
|
||||
incrementFieldAndUpdateSortedSet(tid, 'postcount', -1, 'topics:posts', callback);
|
||||
Topics.decreasePostCount = async function (tid) {
|
||||
incrementFieldAndUpdateSortedSet(tid, 'postcount', -1, 'topics:posts');
|
||||
};
|
||||
|
||||
Topics.increaseViewCount = function (tid, callback) {
|
||||
incrementFieldAndUpdateSortedSet(tid, 'viewcount', 1, 'topics:views', callback);
|
||||
Topics.increaseViewCount = async function (tid) {
|
||||
incrementFieldAndUpdateSortedSet(tid, 'viewcount', 1, 'topics:views');
|
||||
};
|
||||
|
||||
function incrementFieldAndUpdateSortedSet(tid, field, by, set, callback) {
|
||||
callback = callback || function () {};
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
db.incrObjectFieldBy('topic:' + tid, field, by, next);
|
||||
},
|
||||
function (value, next) {
|
||||
db.sortedSetAdd(set, value, tid, next);
|
||||
},
|
||||
], callback);
|
||||
async function incrementFieldAndUpdateSortedSet(tid, field, by, set) {
|
||||
const value = await db.incrObjectFieldBy('topic:' + tid, field, by);
|
||||
await db.sortedSetAdd(set, value, tid);
|
||||
}
|
||||
|
||||
Topics.getTitleByPid = function (pid, callback) {
|
||||
Topics.getTopicFieldByPid('title', pid, callback);
|
||||
Topics.getTitleByPid = async function (pid) {
|
||||
return await Topics.getTopicFieldByPid('title', pid);
|
||||
};
|
||||
|
||||
Topics.getTopicFieldByPid = function (field, pid, callback) {
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
posts.getPostField(pid, 'tid', next);
|
||||
},
|
||||
function (tid, next) {
|
||||
Topics.getTopicField(tid, field, next);
|
||||
},
|
||||
], callback);
|
||||
Topics.getTopicFieldByPid = async function (field, pid) {
|
||||
const tid = await posts.getPostField(pid, 'tid');
|
||||
return await Topics.getTopicField(tid, field);
|
||||
};
|
||||
|
||||
Topics.getTopicDataByPid = function (pid, callback) {
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
posts.getPostField(pid, 'tid', next);
|
||||
},
|
||||
function (tid, next) {
|
||||
Topics.getTopicData(tid, next);
|
||||
},
|
||||
], callback);
|
||||
Topics.getTopicDataByPid = async function (pid) {
|
||||
const tid = await posts.getPostField(pid, 'tid');
|
||||
return await Topics.getTopicData(tid);
|
||||
};
|
||||
|
||||
Topics.getPostCount = function (tid, callback) {
|
||||
db.getObjectField('topic:' + tid, 'postcount', callback);
|
||||
Topics.getPostCount = async function (tid) {
|
||||
return await db.getObjectField('topic:' + tid, 'postcount');
|
||||
};
|
||||
|
||||
function getPostReplies(pids, callerUid, callback) {
|
||||
var arrayOfReplyPids;
|
||||
var replyData;
|
||||
var uniqueUids;
|
||||
var uniquePids;
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
async function getPostReplies(pids, callerUid) {
|
||||
const keys = pids.map(pid => 'pid:' + pid + ':replies');
|
||||
db.getSortedSetsMembers(keys, next);
|
||||
},
|
||||
function (arrayOfPids, next) {
|
||||
arrayOfReplyPids = arrayOfPids;
|
||||
const arrayOfReplyPids = await db.getSortedSetsMembers(keys);
|
||||
|
||||
uniquePids = _.uniq(_.flatten(arrayOfPids));
|
||||
const uniquePids = _.uniq(_.flatten(arrayOfReplyPids));
|
||||
|
||||
const replyData = await posts.getPostsFields(uniquePids, ['pid', 'uid', 'timestamp']);
|
||||
|
||||
posts.getPostsFields(uniquePids, ['pid', 'uid', 'timestamp'], next);
|
||||
},
|
||||
function (_replyData, next) {
|
||||
replyData = _replyData;
|
||||
const uids = replyData.map(replyData => replyData && replyData.uid);
|
||||
|
||||
uniqueUids = _.uniq(uids);
|
||||
const uniqueUids = _.uniq(uids);
|
||||
|
||||
const userData = await user.getUsersWithFields(uniqueUids, ['uid', 'username', 'userslug', 'picture'], callerUid);
|
||||
|
||||
user.getUsersWithFields(uniqueUids, ['uid', 'username', 'userslug', 'picture'], callerUid, next);
|
||||
},
|
||||
function (userData, next) {
|
||||
var uidMap = _.zipObject(uniqueUids, userData);
|
||||
var pidMap = _.zipObject(uniquePids, replyData);
|
||||
|
||||
@@ -409,9 +260,7 @@ module.exports = function (Topics) {
|
||||
timestampISO: replyPids.length ? utils.toISOString(pidMap[replyPids[0]].timestamp) : undefined,
|
||||
};
|
||||
|
||||
replyPids.sort(function (a, b) {
|
||||
return parseInt(a, 10) - parseInt(b, 10);
|
||||
});
|
||||
replyPids.sort((a, b) => parseInt(a, 10) - parseInt(b, 10));
|
||||
|
||||
replyPids.forEach(function (replyPid) {
|
||||
var replyData = pidMap[replyPid];
|
||||
@@ -429,8 +278,6 @@ module.exports = function (Topics) {
|
||||
return currentData;
|
||||
});
|
||||
|
||||
next(null, returnData);
|
||||
},
|
||||
], callback);
|
||||
return returnData;
|
||||
}
|
||||
};
|
||||
|
||||
@@ -2,8 +2,6 @@
|
||||
|
||||
'use strict';
|
||||
|
||||
var async = require('async');
|
||||
|
||||
var db = require('../database');
|
||||
var plugins = require('../plugins');
|
||||
var posts = require('../posts');
|
||||
@@ -16,109 +14,69 @@ module.exports = function (Topics) {
|
||||
year: 31104000000,
|
||||
};
|
||||
|
||||
Topics.getRecentTopics = function (cid, uid, start, stop, filter, callback) {
|
||||
Topics.getSortedTopics({
|
||||
Topics.getRecentTopics = async function (cid, uid, start, stop, filter) {
|
||||
return await Topics.getSortedTopics({
|
||||
cids: cid,
|
||||
uid: uid,
|
||||
start: start,
|
||||
stop: stop,
|
||||
filter: filter,
|
||||
sort: 'recent',
|
||||
}, callback);
|
||||
});
|
||||
};
|
||||
|
||||
/* not an orphan method, used in widget-essentials */
|
||||
Topics.getLatestTopics = function (options, callback) {
|
||||
Topics.getLatestTopics = async function (options) {
|
||||
// uid, start, stop, term
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
Topics.getLatestTidsFromSet('topics:recent', options.start, options.stop, options.term, next);
|
||||
},
|
||||
function (tids, next) {
|
||||
Topics.getTopics(tids, options, next);
|
||||
},
|
||||
function (topics, next) {
|
||||
next(null, { topics: topics, nextStart: options.stop + 1 });
|
||||
},
|
||||
], callback);
|
||||
const tids = await Topics.getLatestTidsFromSet('topics:recent', options.start, options.stop, options.term);
|
||||
const topics = await Topics.getTopics(tids, options);
|
||||
return { topics: topics, nextStart: options.stop + 1 };
|
||||
};
|
||||
|
||||
Topics.getLatestTidsFromSet = function (set, start, stop, term, callback) {
|
||||
Topics.getLatestTidsFromSet = async function (set, start, stop, term) {
|
||||
var since = terms.day;
|
||||
if (terms[term]) {
|
||||
since = terms[term];
|
||||
}
|
||||
|
||||
var count = parseInt(stop, 10) === -1 ? stop : stop - start + 1;
|
||||
|
||||
db.getSortedSetRevRangeByScore(set, start, count, '+inf', Date.now() - since, callback);
|
||||
return await db.getSortedSetRevRangeByScore(set, start, count, '+inf', Date.now() - since);
|
||||
};
|
||||
|
||||
Topics.updateLastPostTimeFromLastPid = function (tid, callback) {
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
Topics.getLatestUndeletedPid(tid, next);
|
||||
},
|
||||
function (pid, next) {
|
||||
Topics.updateLastPostTimeFromLastPid = async function (tid) {
|
||||
const pid = await Topics.getLatestUndeletedPid(tid);
|
||||
if (!pid) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
posts.getPostField(pid, 'timestamp', next);
|
||||
},
|
||||
function (timestamp, next) {
|
||||
const timestamp = await posts.getPostField(pid, 'timestamp');
|
||||
if (!timestamp) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
Topics.updateLastPostTime(tid, timestamp, next);
|
||||
},
|
||||
], callback);
|
||||
await Topics.updateLastPostTime(tid, timestamp);
|
||||
};
|
||||
|
||||
Topics.updateLastPostTime = function (tid, lastposttime, callback) {
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
Topics.setTopicField(tid, 'lastposttime', lastposttime, next);
|
||||
},
|
||||
function (next) {
|
||||
Topics.getTopicFields(tid, ['cid', 'deleted', 'pinned'], next);
|
||||
},
|
||||
function (topicData, next) {
|
||||
var tasks = [
|
||||
async.apply(db.sortedSetAdd, 'cid:' + topicData.cid + ':tids:lastposttime', lastposttime, tid),
|
||||
];
|
||||
Topics.updateLastPostTime = async function (tid, lastposttime) {
|
||||
await Topics.setTopicField(tid, 'lastposttime', lastposttime);
|
||||
const topicData = await Topics.getTopicFields(tid, ['cid', 'deleted', 'pinned']);
|
||||
|
||||
await db.sortedSetAdd('cid:' + topicData.cid + ':tids:lastposttime', lastposttime, tid);
|
||||
|
||||
if (!topicData.deleted) {
|
||||
tasks.push(async.apply(Topics.updateRecent, tid, lastposttime));
|
||||
await Topics.updateRecent(tid, lastposttime);
|
||||
}
|
||||
|
||||
if (!topicData.pinned) {
|
||||
tasks.push(async.apply(db.sortedSetAdd, 'cid:' + topicData.cid + ':tids', lastposttime, tid));
|
||||
await db.sortedSetAdd('cid:' + topicData.cid + ':tids', lastposttime, tid);
|
||||
}
|
||||
async.series(tasks, next);
|
||||
},
|
||||
], function (err) {
|
||||
callback(err);
|
||||
});
|
||||
};
|
||||
|
||||
Topics.updateRecent = function (tid, timestamp, callback) {
|
||||
callback = callback || function () {};
|
||||
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
Topics.updateRecent = async function (tid, timestamp) {
|
||||
let data = { tid: tid, timestamp: timestamp };
|
||||
if (plugins.hasListeners('filter:topics.updateRecent')) {
|
||||
plugins.fireHook('filter:topics.updateRecent', { tid: tid, timestamp: timestamp }, next);
|
||||
} else {
|
||||
next(null, { tid: tid, timestamp: timestamp });
|
||||
data = await plugins.fireHook('filter:topics.updateRecent', { tid: tid, timestamp: timestamp });
|
||||
}
|
||||
},
|
||||
function (data, next) {
|
||||
if (data && data.tid && data.timestamp) {
|
||||
db.sortedSetAdd('topics:recent', data.timestamp, data.tid, next);
|
||||
} else {
|
||||
next();
|
||||
await db.sortedSetAdd('topics:recent', data.timestamp, data.tid);
|
||||
}
|
||||
},
|
||||
], callback);
|
||||
};
|
||||
};
|
||||
|
||||
@@ -1,7 +1,6 @@
|
||||
|
||||
'use strict';
|
||||
|
||||
const async = require('async');
|
||||
const _ = require('lodash');
|
||||
|
||||
const db = require('../database');
|
||||
@@ -12,7 +11,7 @@ const meta = require('../meta');
|
||||
const plugins = require('../plugins');
|
||||
|
||||
module.exports = function (Topics) {
|
||||
Topics.getSortedTopics = function (params, callback) {
|
||||
Topics.getSortedTopics = async function (params) {
|
||||
var data = {
|
||||
nextStart: 0,
|
||||
topicCount: 0,
|
||||
@@ -25,51 +24,31 @@ module.exports = function (Topics) {
|
||||
if (params.hasOwnProperty('cids') && params.cids && !Array.isArray(params.cids)) {
|
||||
params.cids = [params.cids];
|
||||
}
|
||||
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
getTids(params, next);
|
||||
},
|
||||
function (tids, next) {
|
||||
data.topicCount = tids.length;
|
||||
data.tids = tids;
|
||||
getTopics(tids, params, next);
|
||||
},
|
||||
function (topicData, next) {
|
||||
data.topics = topicData;
|
||||
data.tids = await getTids(params);
|
||||
data.topicCount = data.tids.length;
|
||||
data.topics = await getTopics(data.tids, params);
|
||||
data.nextStart = params.stop + 1;
|
||||
next(null, data);
|
||||
},
|
||||
], callback);
|
||||
return data;
|
||||
};
|
||||
|
||||
function getTids(params, callback) {
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
async function getTids(params) {
|
||||
let tids = [];
|
||||
if (params.term === 'alltime') {
|
||||
if (params.cids) {
|
||||
getCidTids(params.cids, params.sort, next);
|
||||
tids = await getCidTids(params.cids, params.sort);
|
||||
} else {
|
||||
db.getSortedSetRevRange('topics:' + params.sort, 0, 199, next);
|
||||
tids = await db.getSortedSetRevRange('topics:' + params.sort, 0, 199);
|
||||
}
|
||||
} else {
|
||||
Topics.getLatestTidsFromSet('topics:tid', 0, -1, params.term, next);
|
||||
tids = await Topics.getLatestTidsFromSet('topics:tid', 0, -1, params.term);
|
||||
}
|
||||
},
|
||||
function (tids, next) {
|
||||
if (params.term !== 'alltime' || (params.cids && params.sort !== 'recent')) {
|
||||
sortTids(tids, params, next);
|
||||
} else {
|
||||
next(null, tids);
|
||||
tids = await sortTids(tids, params);
|
||||
}
|
||||
},
|
||||
function (tids, next) {
|
||||
filterTids(tids, params, next);
|
||||
},
|
||||
], callback);
|
||||
return await filterTids(tids, params);
|
||||
}
|
||||
|
||||
function getCidTids(cids, sort, callback) {
|
||||
async function getCidTids(cids, sort) {
|
||||
const sets = [];
|
||||
const pinnedSets = [];
|
||||
cids.forEach(function (cid) {
|
||||
@@ -80,25 +59,15 @@ module.exports = function (Topics) {
|
||||
sets.push('cid:' + cid + ':tids' + (sort ? ':' + sort : ''));
|
||||
pinnedSets.push('cid:' + cid + ':tids:pinned');
|
||||
});
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
async.parallel({
|
||||
tids: async.apply(db.getSortedSetRevRange, sets, 0, 199),
|
||||
pinnedTids: async.apply(db.getSortedSetRevRange, pinnedSets, 0, -1),
|
||||
}, next);
|
||||
},
|
||||
function (results, next) {
|
||||
next(null, results.pinnedTids.concat(results.tids));
|
||||
},
|
||||
], callback);
|
||||
const [tids, pinnedTids] = await Promise.all([
|
||||
db.getSortedSetRevRange(sets, 0, 199),
|
||||
db.getSortedSetRevRange(pinnedSets, 0, -1),
|
||||
]);
|
||||
return pinnedTids.concat(tids);
|
||||
}
|
||||
|
||||
function sortTids(tids, params, callback) {
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
Topics.getTopicsFields(tids, ['tid', 'lastposttime', 'upvotes', 'downvotes', 'postcount'], next);
|
||||
},
|
||||
function (topicData, next) {
|
||||
async function sortTids(tids, params) {
|
||||
const topicData = await Topics.getTopicsFields(tids, ['tid', 'lastposttime', 'upvotes', 'downvotes', 'postcount']);
|
||||
var sortFn = sortRecent;
|
||||
if (params.sort === 'posts') {
|
||||
sortFn = sortPopular;
|
||||
@@ -106,9 +75,7 @@ module.exports = function (Topics) {
|
||||
sortFn = sortVotes;
|
||||
}
|
||||
tids = topicData.sort(sortFn).map(topic => topic && topic.tid);
|
||||
next(null, tids);
|
||||
},
|
||||
], callback);
|
||||
return tids;
|
||||
}
|
||||
|
||||
function sortRecent(a, b) {
|
||||
@@ -129,71 +96,52 @@ module.exports = function (Topics) {
|
||||
return b.viewcount - a.viewcount;
|
||||
}
|
||||
|
||||
function filterTids(tids, params, callback) {
|
||||
async function filterTids(tids, params) {
|
||||
const filter = params.filter;
|
||||
const uid = params.uid;
|
||||
|
||||
let topicData;
|
||||
let topicCids;
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
if (filter === 'watched') {
|
||||
Topics.filterWatchedTids(tids, uid, next);
|
||||
tids = await Topics.filterWatchedTids(tids, uid);
|
||||
} else if (filter === 'new') {
|
||||
Topics.filterNewTids(tids, uid, next);
|
||||
tids = await Topics.filterNewTids(tids, uid);
|
||||
} else if (filter === 'unreplied') {
|
||||
Topics.filterUnrepliedTids(tids, next);
|
||||
tids = await Topics.filterUnrepliedTids(tids);
|
||||
} else {
|
||||
Topics.filterNotIgnoredTids(tids, uid, next);
|
||||
tids = await Topics.filterNotIgnoredTids(tids, uid);
|
||||
}
|
||||
},
|
||||
function (tids, next) {
|
||||
privileges.topics.filterTids('topics:read', tids, uid, next);
|
||||
},
|
||||
function (tids, next) {
|
||||
Topics.getTopicsFields(tids, ['uid', 'tid', 'cid'], next);
|
||||
},
|
||||
function (_topicData, next) {
|
||||
topicData = _topicData;
|
||||
topicCids = _.uniq(topicData.map(topic => topic.cid)).filter(Boolean);
|
||||
|
||||
async.parallel({
|
||||
ignoredCids: function (next) {
|
||||
tids = await privileges.topics.filterTids('topics:read', tids, uid);
|
||||
let topicData = await Topics.getTopicsFields(tids, ['uid', 'tid', 'cid']);
|
||||
const topicCids = _.uniq(topicData.map(topic => topic.cid)).filter(Boolean);
|
||||
|
||||
async function getIgnoredCids() {
|
||||
if (filter === 'watched' || meta.config.disableRecentCategoryFilter) {
|
||||
return next(null, []);
|
||||
return [];
|
||||
}
|
||||
categories.isIgnored(topicCids, uid, next);
|
||||
},
|
||||
filtered: async.apply(user.blocks.filter, uid, topicData),
|
||||
}, next);
|
||||
},
|
||||
function (results, next) {
|
||||
const isCidIgnored = _.zipObject(topicCids, results.ignoredCids);
|
||||
topicData = results.filtered;
|
||||
return await categories.isIgnored(topicCids, uid);
|
||||
}
|
||||
const [ignoredCids, filtered] = await Promise.all([
|
||||
getIgnoredCids(),
|
||||
user.blocks.filter(uid, topicData),
|
||||
]);
|
||||
|
||||
const isCidIgnored = _.zipObject(topicCids, ignoredCids);
|
||||
topicData = filtered;
|
||||
|
||||
const cids = params.cids && params.cids.map(String);
|
||||
tids = topicData.filter(function (topic) {
|
||||
return topic && topic.cid && !isCidIgnored[topic.cid] && (!cids || (cids.length && cids.includes(topic.cid.toString())));
|
||||
}).map(topic => topic.tid);
|
||||
plugins.fireHook('filter:topics.filterSortedTids', { tids: tids, params: params }, next);
|
||||
},
|
||||
function (data, next) {
|
||||
next(null, data && data.tids);
|
||||
},
|
||||
], callback);
|
||||
|
||||
const result = await plugins.fireHook('filter:topics.filterSortedTids', { tids: tids, params: params });
|
||||
return result.tids;
|
||||
}
|
||||
|
||||
function getTopics(tids, params, callback) {
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
async function getTopics(tids, params) {
|
||||
tids = tids.slice(params.start, params.stop !== -1 ? params.stop + 1 : undefined);
|
||||
Topics.getTopicsByTids(tids, params, next);
|
||||
},
|
||||
function (topicData, next) {
|
||||
const topicData = await Topics.getTopicsByTids(tids, params);
|
||||
Topics.calculateTopicIndices(topicData, params.start);
|
||||
next(null, topicData);
|
||||
},
|
||||
], callback);
|
||||
return topicData;
|
||||
}
|
||||
|
||||
Topics.calculateTopicIndices = function (topicData, start) {
|
||||
|
||||
@@ -1,7 +1,6 @@
|
||||
|
||||
'use strict';
|
||||
|
||||
var async = require('async');
|
||||
var _ = require('lodash');
|
||||
|
||||
const db = require('../database');
|
||||
@@ -10,92 +9,52 @@ var privileges = require('../privileges');
|
||||
var search = require('../search');
|
||||
|
||||
module.exports = function (Topics) {
|
||||
Topics.getSuggestedTopics = function (tid, uid, start, stop, callback) {
|
||||
var tids;
|
||||
Topics.getSuggestedTopics = async function (tid, uid, start, stop) {
|
||||
let tids;
|
||||
tid = parseInt(tid, 10);
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
async.parallel({
|
||||
tagTids: function (next) {
|
||||
getTidsWithSameTags(tid, next);
|
||||
},
|
||||
searchTids: function (next) {
|
||||
getSearchTids(tid, uid, next);
|
||||
},
|
||||
}, next);
|
||||
},
|
||||
function (results, next) {
|
||||
tids = results.tagTids.concat(results.searchTids);
|
||||
const [tagTids, searchTids] = await Promise.all([
|
||||
getTidsWithSameTags(tid),
|
||||
getSearchTids(tid, uid),
|
||||
]);
|
||||
|
||||
tids = tagTids.concat(searchTids);
|
||||
tids = tids.filter(_tid => _tid !== tid);
|
||||
tids = _.shuffle(_.uniq(tids));
|
||||
|
||||
let categoryTids = [];
|
||||
if (stop !== -1 && tids.length < stop - start + 1) {
|
||||
getCategoryTids(tid, next);
|
||||
} else {
|
||||
next(null, []);
|
||||
categoryTids = await getCategoryTids(tid);
|
||||
}
|
||||
},
|
||||
function (categoryTids, next) {
|
||||
tids = _.uniq(tids.concat(categoryTids)).slice(start, stop !== -1 ? stop + 1 : undefined);
|
||||
privileges.topics.filterTids('topics:read', tids, uid, next);
|
||||
},
|
||||
function (tids, next) {
|
||||
Topics.getTopicsByTids(tids, uid, next);
|
||||
},
|
||||
function (topics, next) {
|
||||
topics = topics.filter(topic => topic && !topic.deleted && topic.tid !== tid);
|
||||
user.blocks.filter(uid, topics, next);
|
||||
},
|
||||
], callback);
|
||||
tids = await privileges.topics.filterTids('topics:read', tids, uid);
|
||||
|
||||
let topicData = await Topics.getTopicsByTids(tids, uid);
|
||||
topicData = topicData.filter(topic => topic && !topic.deleted && topic.tid !== tid);
|
||||
topicData = await user.blocks.filter(uid, topicData);
|
||||
return topicData;
|
||||
};
|
||||
|
||||
function getTidsWithSameTags(tid, callback) {
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
Topics.getTopicTags(tid, next);
|
||||
},
|
||||
function (tags, next) {
|
||||
db.getSortedSetRevRange(tags.map(tag => 'tag:' + tag + ':topics'), 0, -1, next);
|
||||
},
|
||||
function (tids, next) {
|
||||
next(null, _.uniq(tids).map(Number));
|
||||
},
|
||||
], callback);
|
||||
async function getTidsWithSameTags(tid) {
|
||||
const tags = await Topics.getTopicTags(tid);
|
||||
const tids = await db.getSortedSetRevRange(tags.map(tag => 'tag:' + tag + ':topics'), 0, -1);
|
||||
return _.uniq(tids).map(Number);
|
||||
}
|
||||
|
||||
function getSearchTids(tid, uid, callback) {
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
Topics.getTopicFields(tid, ['title', 'cid'], next);
|
||||
},
|
||||
function (topicData, next) {
|
||||
search.search({
|
||||
async function getSearchTids(tid, uid) {
|
||||
const topicData = await Topics.getTopicFields(tid, ['title', 'cid']);
|
||||
const data = await search.search({
|
||||
query: topicData.title,
|
||||
searchIn: 'titles',
|
||||
matchWords: 'any',
|
||||
categories: [topicData.cid],
|
||||
uid: uid,
|
||||
returnIds: true,
|
||||
}, next);
|
||||
},
|
||||
function (data, next) {
|
||||
next(null, _.shuffle(data.tids).slice(0, 20).map(Number));
|
||||
},
|
||||
], callback);
|
||||
});
|
||||
return _.shuffle(data.tids).slice(0, 20).map(Number);
|
||||
}
|
||||
|
||||
function getCategoryTids(tid, callback) {
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
Topics.getTopicField(tid, 'cid', next);
|
||||
},
|
||||
function (cid, next) {
|
||||
db.getSortedSetRevRange('cid:' + cid + ':tids:lastposttime', 0, 9, next);
|
||||
},
|
||||
function (tids, next) {
|
||||
tids = tids.map(Number).filter(_tid => _tid !== tid);
|
||||
next(null, _.shuffle(tids));
|
||||
},
|
||||
], callback);
|
||||
async function getCategoryTids(tid) {
|
||||
const cid = await Topics.getTopicField(tid, 'cid');
|
||||
const tids = await db.getSortedSetRevRange('cid:' + cid + ':tids:lastposttime', 0, 9);
|
||||
return _.shuffle(tids.map(Number).filter(_tid => _tid !== tid));
|
||||
}
|
||||
};
|
||||
|
||||
@@ -13,377 +13,232 @@ var utils = require('../utils');
|
||||
var batch = require('../batch');
|
||||
|
||||
module.exports = function (Topics) {
|
||||
Topics.createTags = function (tags, tid, timestamp, callback) {
|
||||
callback = callback || function () {};
|
||||
|
||||
Topics.createTags = async function (tags, tid, timestamp) {
|
||||
if (!Array.isArray(tags) || !tags.length) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
plugins.fireHook('filter:tags.filter', { tags: tags, tid: tid }, next);
|
||||
},
|
||||
function (data, next) {
|
||||
tags = _.uniq(data.tags).slice(0, meta.config.maximumTagsPerTopic || 5)
|
||||
const result = await plugins.fireHook('filter:tags.filter', { tags: tags, tid: tid });
|
||||
tags = _.uniq(result.tags).slice(0, meta.config.maximumTagsPerTopic || 5)
|
||||
.map(tag => utils.cleanUpTag(tag, meta.config.maximumTagLength))
|
||||
.filter(tag => tag && tag.length >= (meta.config.minimumTagLength || 3));
|
||||
|
||||
filterCategoryTags(tags, tid, next);
|
||||
},
|
||||
function (_tags, next) {
|
||||
tags = _tags;
|
||||
tags = await filterCategoryTags(tags, tid);
|
||||
await Promise.all([
|
||||
db.setAdd('topic:' + tid + ':tags', tags),
|
||||
db.sortedSetsAdd(tags.map(tag => 'tag:' + tag + ':topics'), timestamp, tid),
|
||||
]);
|
||||
|
||||
async.parallel([
|
||||
async.apply(db.setAdd, 'topic:' + tid + ':tags', tags),
|
||||
async.apply(db.sortedSetsAdd, tags.map(tag => 'tag:' + tag + ':topics'), timestamp, tid),
|
||||
], function (err) {
|
||||
next(err);
|
||||
});
|
||||
},
|
||||
function (next) {
|
||||
async.each(tags, updateTagCount, next);
|
||||
},
|
||||
], callback);
|
||||
await Promise.all(tags.map(tag => updateTagCount(tag)));
|
||||
};
|
||||
|
||||
function filterCategoryTags(tags, tid, callback) {
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
Topics.getTopicField(tid, 'cid', next);
|
||||
},
|
||||
function (cid, next) {
|
||||
categories.getTagWhitelist([cid], next);
|
||||
},
|
||||
function (tagWhitelist, next) {
|
||||
async function filterCategoryTags(tags, tid) {
|
||||
const cid = await Topics.getTopicField(tid, 'cid');
|
||||
const tagWhitelist = await categories.getTagWhitelist([cid]);
|
||||
if (!Array.isArray(tagWhitelist[0]) || !tagWhitelist[0].length) {
|
||||
return next(null, tags);
|
||||
return tags;
|
||||
}
|
||||
const whitelistSet = new Set(tagWhitelist[0]);
|
||||
tags = tags.filter(tag => whitelistSet.has(tag));
|
||||
next(null, tags);
|
||||
},
|
||||
], callback);
|
||||
return tags.filter(tag => whitelistSet.has(tag));
|
||||
}
|
||||
|
||||
Topics.createEmptyTag = function (tag, callback) {
|
||||
Topics.createEmptyTag = async function (tag) {
|
||||
if (!tag) {
|
||||
return callback(new Error('[[error:invalid-tag]]'));
|
||||
throw new Error('[[error:invalid-tag]]');
|
||||
}
|
||||
|
||||
tag = utils.cleanUpTag(tag, meta.config.maximumTagLength);
|
||||
if (tag.length < (meta.config.minimumTagLength || 3)) {
|
||||
return callback(new Error('[[error:tag-too-short]]'));
|
||||
throw new Error('[[error:tag-too-short]]');
|
||||
}
|
||||
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
db.isSortedSetMember('tags:topic:count', tag, next);
|
||||
},
|
||||
function (isMember, next) {
|
||||
if (isMember) {
|
||||
return next();
|
||||
const isMember = await db.isSortedSetMember('tags:topic:count', tag);
|
||||
if (!isMember) {
|
||||
await db.sortedSetAdd('tags:topic:count', 0, tag);
|
||||
}
|
||||
db.sortedSetAdd('tags:topic:count', 0, tag, next);
|
||||
},
|
||||
], callback);
|
||||
};
|
||||
|
||||
Topics.updateTags = function (data, callback) {
|
||||
async.eachSeries(data, function (tagData, next) {
|
||||
db.setObject('tag:' + tagData.value, {
|
||||
Topics.updateTags = async function (data) {
|
||||
await async.eachSeries(data, async function (tagData) {
|
||||
await db.setObject('tag:' + tagData.value, {
|
||||
color: tagData.color,
|
||||
bgColor: tagData.bgColor,
|
||||
}, next);
|
||||
}, callback);
|
||||
};
|
||||
|
||||
Topics.renameTags = function (data, callback) {
|
||||
async.eachSeries(data, function (tagData, next) {
|
||||
renameTag(tagData.value, tagData.newName, next);
|
||||
}, callback);
|
||||
};
|
||||
|
||||
function renameTag(tag, newTagName, callback) {
|
||||
if (!newTagName || tag === newTagName) {
|
||||
return setImmediate(callback);
|
||||
}
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
Topics.createEmptyTag(newTagName, next);
|
||||
},
|
||||
function (next) {
|
||||
batch.processSortedSet('tag:' + tag + ':topics', function (tids, next) {
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
db.sortedSetScores('tag:' + tag + ':topics', tids, next);
|
||||
},
|
||||
function (scores, next) {
|
||||
db.sortedSetAdd('tag:' + newTagName + ':topics', scores, tids, next);
|
||||
},
|
||||
function (next) {
|
||||
const keys = tids.map(tid => 'topic:' + tid + ':tags');
|
||||
|
||||
async.series([
|
||||
async.apply(db.sortedSetRemove, 'tag:' + tag + ':topics', tids),
|
||||
async.apply(db.setsRemove, keys, tag),
|
||||
async.apply(db.setsAdd, keys, newTagName),
|
||||
], next);
|
||||
},
|
||||
], next);
|
||||
}, next);
|
||||
},
|
||||
function (next) {
|
||||
Topics.deleteTag(tag, next);
|
||||
},
|
||||
function (next) {
|
||||
updateTagCount(newTagName, next);
|
||||
},
|
||||
], callback);
|
||||
}
|
||||
|
||||
function updateTagCount(tag, callback) {
|
||||
callback = callback || function () {};
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
Topics.getTagTopicCount(tag, next);
|
||||
},
|
||||
function (count, next) {
|
||||
db.sortedSetAdd('tags:topic:count', count || 0, tag, next);
|
||||
},
|
||||
], callback);
|
||||
}
|
||||
|
||||
Topics.getTagTids = function (tag, start, stop, callback) {
|
||||
db.getSortedSetRevRange('tag:' + tag + ':topics', start, stop, callback);
|
||||
};
|
||||
|
||||
Topics.getTagTopicCount = function (tag, callback) {
|
||||
db.sortedSetCard('tag:' + tag + ':topics', callback);
|
||||
};
|
||||
|
||||
Topics.deleteTags = function (tags, callback) {
|
||||
if (!Array.isArray(tags) || !tags.length) {
|
||||
return callback();
|
||||
}
|
||||
|
||||
async.series([
|
||||
function (next) {
|
||||
removeTagsFromTopics(tags, next);
|
||||
},
|
||||
function (next) {
|
||||
const keys = tags.map(tag => 'tag:' + tag + ':topics');
|
||||
db.deleteAll(keys, next);
|
||||
},
|
||||
function (next) {
|
||||
db.sortedSetRemove('tags:topic:count', tags, next);
|
||||
},
|
||||
function (next) {
|
||||
db.deleteAll(tags.map(tag => 'tag:' + tag), next);
|
||||
},
|
||||
], err => callback(err));
|
||||
};
|
||||
|
||||
function removeTagsFromTopics(tags, callback) {
|
||||
async.eachLimit(tags, 50, function (tag, next) {
|
||||
db.getSortedSetRange('tag:' + tag + ':topics', 0, -1, function (err, tids) {
|
||||
if (err || !tids.length) {
|
||||
return next(err);
|
||||
}
|
||||
const keys = tids.map(tid => 'topic:' + tid + ':tags');
|
||||
db.setsRemove(keys, tag, next);
|
||||
});
|
||||
}, callback);
|
||||
});
|
||||
};
|
||||
|
||||
Topics.renameTags = async function (data) {
|
||||
await async.eachSeries(data, async function (tagData) {
|
||||
await renameTag(tagData.value, tagData.newName);
|
||||
});
|
||||
};
|
||||
|
||||
async function renameTag(tag, newTagName) {
|
||||
if (!newTagName || tag === newTagName) {
|
||||
return;
|
||||
}
|
||||
await Topics.createEmptyTag(newTagName);
|
||||
await batch.processSortedSet('tag:' + tag + ':topics', async function (tids) {
|
||||
const scores = await db.sortedSetScores('tag:' + tag + ':topics', tids);
|
||||
await db.sortedSetAdd('tag:' + newTagName + ':topics', scores, tids);
|
||||
const keys = tids.map(tid => 'topic:' + tid + ':tags');
|
||||
await db.sortedSetRemove('tag:' + tag + ':topics', tids);
|
||||
await db.setsRemove(keys, tag);
|
||||
await db.setsAdd(keys, newTagName);
|
||||
}, {});
|
||||
await Topics.deleteTag(tag);
|
||||
await updateTagCount(newTagName);
|
||||
}
|
||||
|
||||
Topics.deleteTag = function (tag, callback) {
|
||||
Topics.deleteTags([tag], callback);
|
||||
async function updateTagCount(tag) {
|
||||
const count = await Topics.getTagTopicCount(tag);
|
||||
await db.sortedSetAdd('tags:topic:count', count || 0, tag);
|
||||
}
|
||||
|
||||
Topics.getTagTids = async function (tag, start, stop) {
|
||||
return await db.getSortedSetRevRange('tag:' + tag + ':topics', start, stop);
|
||||
};
|
||||
|
||||
Topics.getTags = function (start, stop, callback) {
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
db.getSortedSetRevRangeWithScores('tags:topic:count', start, stop, next);
|
||||
},
|
||||
function (tags, next) {
|
||||
Topics.getTagData(tags, next);
|
||||
},
|
||||
], callback);
|
||||
Topics.getTagTopicCount = async function (tag) {
|
||||
return await db.sortedSetCard('tag:' + tag + ':topics');
|
||||
};
|
||||
|
||||
Topics.getTagData = function (tags, callback) {
|
||||
Topics.deleteTags = async function (tags) {
|
||||
if (!Array.isArray(tags) || !tags.length) {
|
||||
return;
|
||||
}
|
||||
await removeTagsFromTopics(tags);
|
||||
const keys = tags.map(tag => 'tag:' + tag + ':topics');
|
||||
await db.deleteAll(keys);
|
||||
await db.sortedSetRemove('tags:topic:count', tags);
|
||||
await db.deleteAll(tags.map(tag => 'tag:' + tag));
|
||||
};
|
||||
|
||||
async function removeTagsFromTopics(tags) {
|
||||
await async.eachLimit(tags, 50, async function (tag) {
|
||||
const tids = await db.getSortedSetRange('tag:' + tag + ':topics', 0, -1);
|
||||
if (!tids.length) {
|
||||
return;
|
||||
}
|
||||
const keys = tids.map(tid => 'topic:' + tid + ':tags');
|
||||
await db.setsRemove(keys, tag);
|
||||
});
|
||||
}
|
||||
|
||||
Topics.deleteTag = async function (tag) {
|
||||
await Topics.deleteTags([tag]);
|
||||
};
|
||||
|
||||
Topics.getTags = async function (start, stop) {
|
||||
const tags = await db.getSortedSetRevRangeWithScores('tags:topic:count', start, stop);
|
||||
return await Topics.getTagData(tags);
|
||||
};
|
||||
|
||||
Topics.getTagData = async function (tags) {
|
||||
if (!tags.length) {
|
||||
return setImmediate(callback, null, []);
|
||||
return [];
|
||||
}
|
||||
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
db.getObjects(tags.map(tag => 'tag:' + tag.value), next);
|
||||
},
|
||||
function (tagData, next) {
|
||||
const tagData = await db.getObjects(tags.map(tag => 'tag:' + tag.value));
|
||||
tags.forEach(function (tag, index) {
|
||||
tag.valueEscaped = validator.escape(String(tag.value));
|
||||
tag.color = tagData[index] ? tagData[index].color : '';
|
||||
tag.bgColor = tagData[index] ? tagData[index].bgColor : '';
|
||||
});
|
||||
next(null, tags);
|
||||
},
|
||||
], callback);
|
||||
return tags;
|
||||
};
|
||||
|
||||
Topics.getTopicTags = function (tid, callback) {
|
||||
db.getSetMembers('topic:' + tid + ':tags', callback);
|
||||
Topics.getTopicTags = async function (tid) {
|
||||
return await db.getSetMembers('topic:' + tid + ':tags');
|
||||
};
|
||||
|
||||
Topics.getTopicsTags = function (tids, callback) {
|
||||
Topics.getTopicsTags = async function (tids) {
|
||||
const keys = tids.map(tid => 'topic:' + tid + ':tags');
|
||||
db.getSetsMembers(keys, callback);
|
||||
return await db.getSetsMembers(keys);
|
||||
};
|
||||
|
||||
Topics.getTopicTagsObjects = function (tid, callback) {
|
||||
Topics.getTopicsTagsObjects([tid], function (err, data) {
|
||||
callback(err, Array.isArray(data) && data.length ? data[0] : []);
|
||||
});
|
||||
Topics.getTopicTagsObjects = async function (tid) {
|
||||
const data = await Topics.getTopicsTagsObjects([tid]);
|
||||
return Array.isArray(data) && data.length ? data[0] : [];
|
||||
};
|
||||
|
||||
Topics.getTopicsTagsObjects = function (tids, callback) {
|
||||
var uniqueTopicTags;
|
||||
var topicTags;
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
Topics.getTopicsTags(tids, next);
|
||||
},
|
||||
function (_topicTags, next) {
|
||||
topicTags = _topicTags;
|
||||
uniqueTopicTags = _.uniq(_.flatten(topicTags));
|
||||
Topics.getTopicsTagsObjects = async function (tids) {
|
||||
const topicTags = await Topics.getTopicsTags(tids);
|
||||
const uniqueTopicTags = _.uniq(_.flatten(topicTags));
|
||||
|
||||
var tags = uniqueTopicTags.map(tag => ({ value: tag }));
|
||||
|
||||
async.parallel({
|
||||
tagData: function (next) {
|
||||
Topics.getTagData(tags, next);
|
||||
},
|
||||
counts: function (next) {
|
||||
db.sortedSetScores('tags:topic:count', uniqueTopicTags, next);
|
||||
},
|
||||
}, next);
|
||||
},
|
||||
function (results, next) {
|
||||
results.tagData.forEach(function (tag, index) {
|
||||
tag.score = results.counts[index] ? results.counts[index] : 0;
|
||||
const [tagData, counts] = await Promise.all([
|
||||
Topics.getTagData(tags),
|
||||
db.sortedSetScores('tags:topic:count', uniqueTopicTags),
|
||||
]);
|
||||
|
||||
tagData.forEach(function (tag, index) {
|
||||
tag.score = counts[index] ? counts[index] : 0;
|
||||
});
|
||||
|
||||
var tagData = _.zipObject(uniqueTopicTags, results.tagData);
|
||||
var tagDataMap = _.zipObject(uniqueTopicTags, tagData);
|
||||
|
||||
topicTags.forEach(function (tags, index) {
|
||||
if (Array.isArray(tags)) {
|
||||
topicTags[index] = tags.map(tag => tagData[tag]);
|
||||
topicTags[index] = tags.map(tag => tagDataMap[tag]);
|
||||
topicTags[index].sort((tag1, tag2) => tag2.score - tag1.score);
|
||||
}
|
||||
});
|
||||
|
||||
next(null, topicTags);
|
||||
},
|
||||
], callback);
|
||||
return topicTags;
|
||||
};
|
||||
|
||||
Topics.updateTopicTags = function (tid, tags, callback) {
|
||||
callback = callback || function () {};
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
Topics.deleteTopicTags(tid, next);
|
||||
},
|
||||
function (next) {
|
||||
Topics.getTopicField(tid, 'timestamp', next);
|
||||
},
|
||||
function (timestamp, next) {
|
||||
Topics.createTags(tags, tid, timestamp, next);
|
||||
},
|
||||
], callback);
|
||||
Topics.updateTopicTags = async function (tid, tags) {
|
||||
await Topics.deleteTopicTags(tid);
|
||||
const timestamp = await Topics.getTopicField(tid, 'timestamp');
|
||||
await Topics.createTags(tags, tid, timestamp);
|
||||
};
|
||||
|
||||
Topics.deleteTopicTags = function (tid, callback) {
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
Topics.getTopicTags(tid, next);
|
||||
},
|
||||
function (tags, next) {
|
||||
async.series([
|
||||
function (next) {
|
||||
db.delete('topic:' + tid + ':tags', next);
|
||||
},
|
||||
function (next) {
|
||||
Topics.deleteTopicTags = async function (tid) {
|
||||
const tags = await Topics.getTopicTags(tid);
|
||||
await db.delete('topic:' + tid + ':tags');
|
||||
const sets = tags.map(tag => 'tag:' + tag + ':topics');
|
||||
db.sortedSetsRemove(sets, tid, next);
|
||||
},
|
||||
function (next) {
|
||||
async.each(tags, function (tag, next) {
|
||||
updateTagCount(tag, next);
|
||||
}, next);
|
||||
},
|
||||
], next);
|
||||
},
|
||||
], err => callback(err));
|
||||
await db.sortedSetsRemove(sets, tid);
|
||||
await Promise.all(tags.map(tag => updateTagCount(tag)));
|
||||
};
|
||||
|
||||
Topics.searchTags = function (data, callback) {
|
||||
Topics.searchTags = async function (data) {
|
||||
if (!data || !data.query) {
|
||||
return callback(null, []);
|
||||
return [];
|
||||
}
|
||||
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
let result;
|
||||
if (plugins.hasListeners('filter:topics.searchTags')) {
|
||||
plugins.fireHook('filter:topics.searchTags', { data: data }, next);
|
||||
result = await plugins.fireHook('filter:topics.searchTags', { data: data });
|
||||
} else {
|
||||
findMatches(data.query, 0, next);
|
||||
result = await findMatches(data.query, 0);
|
||||
}
|
||||
},
|
||||
function (result, next) {
|
||||
plugins.fireHook('filter:tags.search', { data: data, matches: result.matches }, next);
|
||||
},
|
||||
function (result, next) {
|
||||
next(null, result.matches);
|
||||
},
|
||||
], callback);
|
||||
result = await plugins.fireHook('filter:tags.search', { data: data, matches: result.matches });
|
||||
return result.matches;
|
||||
};
|
||||
|
||||
Topics.autocompleteTags = function (data, callback) {
|
||||
Topics.autocompleteTags = async function (data) {
|
||||
if (!data || !data.query) {
|
||||
return callback(null, []);
|
||||
return [];
|
||||
}
|
||||
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
let result;
|
||||
if (plugins.hasListeners('filter:topics.autocompleteTags')) {
|
||||
plugins.fireHook('filter:topics.autocompleteTags', { data: data }, next);
|
||||
result = await plugins.fireHook('filter:topics.autocompleteTags', { data: data });
|
||||
} else {
|
||||
findMatches(data.query, data.cid, next);
|
||||
result = await findMatches(data.query, data.cid);
|
||||
}
|
||||
},
|
||||
function (result, next) {
|
||||
next(null, result.matches);
|
||||
},
|
||||
], callback);
|
||||
return result.matches;
|
||||
};
|
||||
|
||||
function findMatches(query, cid, callback) {
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
async function findMatches(query, cid) {
|
||||
let tagWhitelist = [];
|
||||
if (parseInt(cid, 10)) {
|
||||
categories.getTagWhitelist([cid], next);
|
||||
} else {
|
||||
setImmediate(next, null, []);
|
||||
tagWhitelist = await categories.getTagWhitelist([cid]);
|
||||
}
|
||||
},
|
||||
function (tagWhitelist, next) {
|
||||
let tags = [];
|
||||
if (Array.isArray(tagWhitelist[0]) && tagWhitelist[0].length) {
|
||||
setImmediate(next, null, tagWhitelist[0]);
|
||||
tags = tagWhitelist[0];
|
||||
} else {
|
||||
db.getSortedSetRevRange('tags:topic:count', 0, -1, next);
|
||||
tags = await db.getSortedSetRevRange('tags:topic:count', 0, -1);
|
||||
}
|
||||
},
|
||||
function (tags, next) {
|
||||
|
||||
query = query.toLowerCase();
|
||||
|
||||
var matches = [];
|
||||
@@ -397,12 +252,10 @@ module.exports = function (Topics) {
|
||||
}
|
||||
|
||||
matches.sort();
|
||||
next(null, { matches: matches });
|
||||
},
|
||||
], callback);
|
||||
return { matches: matches };
|
||||
}
|
||||
|
||||
Topics.searchAndLoadTags = function (data, callback) {
|
||||
Topics.searchAndLoadTags = async function (data) {
|
||||
var searchResult = {
|
||||
tags: [],
|
||||
matchCount: 0,
|
||||
@@ -410,62 +263,39 @@ module.exports = function (Topics) {
|
||||
};
|
||||
|
||||
if (!data || !data.query || !data.query.length) {
|
||||
return callback(null, searchResult);
|
||||
return searchResult;
|
||||
}
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
Topics.searchTags(data, next);
|
||||
},
|
||||
function (tags, next) {
|
||||
async.parallel({
|
||||
counts: function (next) {
|
||||
db.sortedSetScores('tags:topic:count', tags, next);
|
||||
},
|
||||
tagData: function (next) {
|
||||
tags = tags.map(tag => ({ value: tag }));
|
||||
Topics.getTagData(tags, next);
|
||||
},
|
||||
}, next);
|
||||
},
|
||||
function (results, next) {
|
||||
results.tagData.forEach(function (tag, index) {
|
||||
tag.score = results.counts[index];
|
||||
const tags = await Topics.searchTags(data);
|
||||
const [counts, tagData] = await Promise.all([
|
||||
db.sortedSetScores('tags:topic:count', tags),
|
||||
Topics.getTagData(tags.map(tag => ({ value: tag }))),
|
||||
]);
|
||||
tagData.forEach(function (tag, index) {
|
||||
tag.score = counts[index];
|
||||
});
|
||||
results.tagData.sort((a, b) => b.score - a.score);
|
||||
searchResult.tags = results.tagData;
|
||||
searchResult.matchCount = results.tagData.length;
|
||||
tagData.sort((a, b) => b.score - a.score);
|
||||
searchResult.tags = tagData;
|
||||
searchResult.matchCount = tagData.length;
|
||||
searchResult.pageCount = 1;
|
||||
next(null, searchResult);
|
||||
},
|
||||
], callback);
|
||||
return searchResult;
|
||||
};
|
||||
|
||||
Topics.getRelatedTopics = function (topicData, uid, callback) {
|
||||
Topics.getRelatedTopics = async function (topicData, uid) {
|
||||
if (plugins.hasListeners('filter:topic.getRelatedTopics')) {
|
||||
return plugins.fireHook('filter:topic.getRelatedTopics', { topic: topicData, uid: uid }, callback);
|
||||
return await plugins.fireHook('filter:topic.getRelatedTopics', { topic: topicData, uid: uid });
|
||||
}
|
||||
|
||||
var maximumTopics = meta.config.maximumRelatedTopics;
|
||||
if (maximumTopics === 0 || !topicData.tags || !topicData.tags.length) {
|
||||
return callback(null, []);
|
||||
return [];
|
||||
}
|
||||
|
||||
maximumTopics = maximumTopics || 5;
|
||||
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
async.map(topicData.tags, function (tag, next) {
|
||||
Topics.getTagTids(tag.value, 0, 5, next);
|
||||
}, next);
|
||||
},
|
||||
function (tids, next) {
|
||||
let tids = await async.map(topicData.tags, async function (tag) {
|
||||
return await Topics.getTagTids(tag.value, 0, 5);
|
||||
});
|
||||
tids = _.shuffle(_.uniq(_.flatten(tids))).slice(0, maximumTopics);
|
||||
Topics.getTopics(tids, uid, next);
|
||||
},
|
||||
function (topics, next) {
|
||||
topics = topics.filter(t => t && !t.deleted && parseInt(t.uid, 10) !== parseInt(uid, 10));
|
||||
next(null, topics);
|
||||
},
|
||||
], callback);
|
||||
const topics = await Topics.getTopics(tids, uid);
|
||||
return topics.filter(t => t && !t.deleted && parseInt(t.uid, 10) !== parseInt(uid, 10));
|
||||
};
|
||||
};
|
||||
|
||||
@@ -14,9 +14,9 @@ var utils = require('../utils');
|
||||
module.exports = function (Topics) {
|
||||
var stripTeaserTags = utils.stripTags.concat(['img']);
|
||||
|
||||
Topics.getTeasers = function (topics, options, callback) {
|
||||
Topics.getTeasers = async function (topics, options) {
|
||||
if (!Array.isArray(topics) || !topics.length) {
|
||||
return callback(null, []);
|
||||
return [];
|
||||
}
|
||||
let uid = options;
|
||||
let teaserPost = meta.config.teaserPost;
|
||||
@@ -27,7 +27,6 @@ module.exports = function (Topics) {
|
||||
|
||||
var counts = [];
|
||||
var teaserPids = [];
|
||||
var postData;
|
||||
var tidToPost = {};
|
||||
|
||||
topics.forEach(function (topic) {
|
||||
@@ -46,27 +45,19 @@ module.exports = function (Topics) {
|
||||
}
|
||||
});
|
||||
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
posts.getPostsFields(teaserPids, ['pid', 'uid', 'timestamp', 'tid', 'content'], next);
|
||||
},
|
||||
function (_postData, next) {
|
||||
_postData = _postData.filter(post => post && post.pid);
|
||||
handleBlocks(uid, _postData, next);
|
||||
},
|
||||
function (_postData, next) {
|
||||
postData = _postData.filter(Boolean);
|
||||
let postData = await posts.getPostsFields(teaserPids, ['pid', 'uid', 'timestamp', 'tid', 'content']);
|
||||
postData = postData.filter(post => post && post.pid);
|
||||
postData = await handleBlocks(uid, postData);
|
||||
postData = postData.filter(Boolean);
|
||||
const uids = _.uniq(postData.map(post => post.uid));
|
||||
|
||||
user.getUsersFields(uids, ['uid', 'username', 'userslug', 'picture'], next);
|
||||
},
|
||||
function (usersData, next) {
|
||||
const usersData = await user.getUsersFields(uids, ['uid', 'username', 'userslug', 'picture']);
|
||||
|
||||
var users = {};
|
||||
usersData.forEach(function (user) {
|
||||
users[user.uid] = user;
|
||||
});
|
||||
|
||||
async.each(postData, function (post, next) {
|
||||
postData.forEach(function (post) {
|
||||
// If the post author isn't represented in the retrieved users' data, then it means they were deleted, assume guest.
|
||||
if (!users.hasOwnProperty(post.uid)) {
|
||||
post.uid = 0;
|
||||
@@ -75,10 +66,9 @@ module.exports = function (Topics) {
|
||||
post.user = users[post.uid];
|
||||
post.timestampISO = utils.toISOString(post.timestamp);
|
||||
tidToPost[post.tid] = post;
|
||||
posts.parsePost(post, next);
|
||||
}, next);
|
||||
},
|
||||
function (next) {
|
||||
});
|
||||
await Promise.all(postData.map(p => posts.parsePost(p)));
|
||||
|
||||
var teasers = topics.map(function (topic, index) {
|
||||
if (!topic) {
|
||||
return null;
|
||||
@@ -92,105 +82,75 @@ module.exports = function (Topics) {
|
||||
return tidToPost[topic.tid];
|
||||
});
|
||||
|
||||
plugins.fireHook('filter:teasers.get', { teasers: teasers, uid: uid }, next);
|
||||
},
|
||||
function (data, next) {
|
||||
next(null, data.teasers);
|
||||
},
|
||||
], callback);
|
||||
const result = await plugins.fireHook('filter:teasers.get', { teasers: teasers, uid: uid });
|
||||
return result.teasers;
|
||||
};
|
||||
|
||||
function handleBlocks(uid, teasers, callback) {
|
||||
user.blocks.list(uid, function (err, blockedUids) {
|
||||
if (err || !blockedUids.length) {
|
||||
return callback(err, teasers);
|
||||
async function handleBlocks(uid, teasers) {
|
||||
const blockedUids = await user.blocks.list(uid);
|
||||
if (!blockedUids.length) {
|
||||
return teasers;
|
||||
}
|
||||
async.mapSeries(teasers, function (postData, nextPost) {
|
||||
|
||||
return await async.mapSeries(teasers, async function (postData) {
|
||||
if (blockedUids.includes(parseInt(postData.uid, 10))) {
|
||||
getPreviousNonBlockedPost(postData, blockedUids, nextPost);
|
||||
} else {
|
||||
setImmediate(nextPost, null, postData);
|
||||
return await getPreviousNonBlockedPost(postData, blockedUids);
|
||||
}
|
||||
}, callback);
|
||||
return postData;
|
||||
});
|
||||
}
|
||||
|
||||
function getPreviousNonBlockedPost(postData, blockedUids, callback) {
|
||||
async function getPreviousNonBlockedPost(postData, blockedUids) {
|
||||
let isBlocked = false;
|
||||
let prevPost = postData;
|
||||
const postsPerIteration = 5;
|
||||
let start = 0;
|
||||
let stop = start + postsPerIteration - 1;
|
||||
let checkedAllReplies = false;
|
||||
async.doWhilst(function (next) {
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
db.getSortedSetRevRange('tid:' + postData.tid + ':posts', start, stop, next);
|
||||
},
|
||||
function (pids, next) {
|
||||
if (pids.length) {
|
||||
return next(null, pids);
|
||||
}
|
||||
|
||||
checkedAllReplies = true;
|
||||
Topics.getTopicField(postData.tid, 'mainPid', function (err, mainPid) {
|
||||
next(err, [mainPid]);
|
||||
});
|
||||
},
|
||||
function (pids, next) {
|
||||
posts.getPostsFields(pids, ['pid', 'uid', 'timestamp', 'tid', 'content'], next);
|
||||
},
|
||||
function (prevPosts, next) {
|
||||
isBlocked = prevPosts.every(function (post) {
|
||||
function checkBlocked(post) {
|
||||
const isPostBlocked = blockedUids.includes(parseInt(post.uid, 10));
|
||||
prevPost = !isPostBlocked ? post : prevPost;
|
||||
return isPostBlocked;
|
||||
});
|
||||
}
|
||||
|
||||
do {
|
||||
/* eslint-disable no-await-in-loop */
|
||||
let pids = await db.getSortedSetRevRange('tid:' + postData.tid + ':posts', start, stop);
|
||||
if (!pids.length) {
|
||||
checkedAllReplies = true;
|
||||
const mainPid = await Topics.getTopicField(postData.tid, 'mainPid');
|
||||
pids = [mainPid];
|
||||
}
|
||||
const prevPosts = await posts.getPostsFields(pids, ['pid', 'uid', 'timestamp', 'tid', 'content']);
|
||||
isBlocked = prevPosts.every(checkBlocked);
|
||||
start += postsPerIteration;
|
||||
stop = start + postsPerIteration - 1;
|
||||
next();
|
||||
},
|
||||
], next);
|
||||
}, function (next) {
|
||||
next(null, isBlocked && prevPost && prevPost.pid && !checkedAllReplies);
|
||||
}, function (err) {
|
||||
callback(err, prevPost);
|
||||
});
|
||||
} while (isBlocked && prevPost && prevPost.pid && !checkedAllReplies);
|
||||
|
||||
return prevPost;
|
||||
}
|
||||
|
||||
Topics.getTeasersByTids = function (tids, uid, callback) {
|
||||
Topics.getTeasersByTids = async function (tids, uid) {
|
||||
if (!Array.isArray(tids) || !tids.length) {
|
||||
return callback(null, []);
|
||||
return [];
|
||||
}
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
Topics.getTopicsFields(tids, ['tid', 'postcount', 'teaserPid', 'mainPid'], next);
|
||||
},
|
||||
function (topics, next) {
|
||||
Topics.getTeasers(topics, uid, next);
|
||||
},
|
||||
], callback);
|
||||
const topics = await Topics.getTopicsFields(tids, ['tid', 'postcount', 'teaserPid', 'mainPid']);
|
||||
return await Topics.getTeasers(topics, uid);
|
||||
};
|
||||
|
||||
Topics.getTeaser = function (tid, uid, callback) {
|
||||
Topics.getTeasersByTids([tid], uid, function (err, teasers) {
|
||||
callback(err, Array.isArray(teasers) && teasers.length ? teasers[0] : null);
|
||||
});
|
||||
Topics.getTeaser = async function (tid, uid) {
|
||||
const teasers = await Topics.getTeasersByTids([tid], uid);
|
||||
return Array.isArray(teasers) && teasers.length ? teasers[0] : null;
|
||||
};
|
||||
|
||||
Topics.updateTeaser = function (tid, callback) {
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
Topics.getLatestUndeletedReply(tid, next);
|
||||
},
|
||||
function (pid, next) {
|
||||
Topics.updateTeaser = async function (tid) {
|
||||
let pid = await Topics.getLatestUndeletedReply(tid);
|
||||
pid = pid || null;
|
||||
if (pid) {
|
||||
Topics.setTopicField(tid, 'teaserPid', pid, next);
|
||||
await Topics.setTopicField(tid, 'teaserPid', pid);
|
||||
} else {
|
||||
Topics.deleteTopicField(tid, 'teaserPid', next);
|
||||
await Topics.deleteTopicField(tid, 'teaserPid');
|
||||
}
|
||||
},
|
||||
], callback);
|
||||
};
|
||||
};
|
||||
|
||||
@@ -1,13 +1,13 @@
|
||||
|
||||
'use strict';
|
||||
|
||||
var async = require('async');
|
||||
var nconf = require('nconf');
|
||||
var path = require('path');
|
||||
var fs = require('fs');
|
||||
var request = require('request');
|
||||
var mime = require('mime');
|
||||
var validator = require('validator');
|
||||
var util = require('util');
|
||||
|
||||
var meta = require('../meta');
|
||||
var image = require('../image');
|
||||
@@ -15,61 +15,54 @@ var file = require('../file');
|
||||
var plugins = require('../plugins');
|
||||
|
||||
module.exports = function (Topics) {
|
||||
Topics.resizeAndUploadThumb = function (data, callback) {
|
||||
if (!data.thumb || !validator.isURL(data.thumb)) {
|
||||
return callback();
|
||||
const getHead = util.promisify(request.head);
|
||||
|
||||
function pipeToFile(source, destination, callback) {
|
||||
request(source).pipe(fs.createWriteStream(destination)).on('close', callback);
|
||||
}
|
||||
const pipeToFileAsync = util.promisify(pipeToFile);
|
||||
|
||||
Topics.resizeAndUploadThumb = async function (data) {
|
||||
if (!data.thumb || !validator.isURL(data.thumb)) {
|
||||
return;
|
||||
}
|
||||
var pathToUpload;
|
||||
var filename;
|
||||
const res = await getHead(data.thumb);
|
||||
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
request.head(data.thumb, next);
|
||||
},
|
||||
function (res, body, next) {
|
||||
var type = res.headers['content-type'];
|
||||
try {
|
||||
const type = res.headers['content-type'];
|
||||
if (!type.match(/image./)) {
|
||||
return next(new Error('[[error:invalid-file]]'));
|
||||
throw new Error('[[error:invalid-file]]');
|
||||
}
|
||||
|
||||
var extension = path.extname(data.thumb);
|
||||
if (!extension) {
|
||||
extension = '.' + mime.getExtension(type);
|
||||
}
|
||||
filename = Date.now() + '-topic-thumb' + extension;
|
||||
const filename = Date.now() + '-topic-thumb' + extension;
|
||||
pathToUpload = path.join(nconf.get('upload_path'), 'files', filename);
|
||||
|
||||
request(data.thumb).pipe(fs.createWriteStream(pathToUpload)).on('close', next);
|
||||
},
|
||||
function (next) {
|
||||
file.isFileTypeAllowed(pathToUpload, next);
|
||||
},
|
||||
function (next) {
|
||||
image.resizeImage({
|
||||
await pipeToFileAsync(data.thumb, pathToUpload);
|
||||
|
||||
await file.isFileTypeAllowed(pathToUpload);
|
||||
|
||||
await image.resizeImage({
|
||||
path: pathToUpload,
|
||||
width: meta.config.topicThumbSize,
|
||||
height: meta.config.topicThumbSize,
|
||||
}, next);
|
||||
},
|
||||
function (next) {
|
||||
});
|
||||
|
||||
if (!plugins.hasListeners('filter:uploadImage')) {
|
||||
data.thumb = '/assets/uploads/files/' + filename;
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
|
||||
plugins.fireHook('filter:uploadImage', { image: { path: pathToUpload, name: '' }, uid: data.uid }, next);
|
||||
},
|
||||
function (uploadedFile, next) {
|
||||
const uploadedFile = await plugins.fireHook('filter:uploadImage', { image: { path: pathToUpload, name: '' }, uid: data.uid });
|
||||
file.delete(pathToUpload);
|
||||
data.thumb = uploadedFile.url;
|
||||
next();
|
||||
},
|
||||
], function (err) {
|
||||
if (err) {
|
||||
} catch (err) {
|
||||
file.delete(pathToUpload);
|
||||
throw err;
|
||||
}
|
||||
callback(err);
|
||||
});
|
||||
};
|
||||
};
|
||||
|
||||
@@ -14,47 +14,37 @@ module.exports = function (Topics) {
|
||||
var topicTools = {};
|
||||
Topics.tools = topicTools;
|
||||
|
||||
topicTools.delete = function (tid, uid, callback) {
|
||||
toggleDelete(tid, uid, true, callback);
|
||||
topicTools.delete = async function (tid, uid) {
|
||||
return await toggleDelete(tid, uid, true);
|
||||
};
|
||||
|
||||
topicTools.restore = function (tid, uid, callback) {
|
||||
toggleDelete(tid, uid, false, callback);
|
||||
topicTools.restore = async function (tid, uid) {
|
||||
return await toggleDelete(tid, uid, false);
|
||||
};
|
||||
|
||||
function toggleDelete(tid, uid, isDelete, callback) {
|
||||
var topicData;
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
Topics.exists(tid, next);
|
||||
},
|
||||
function (exists, next) {
|
||||
async function toggleDelete(tid, uid, isDelete) {
|
||||
const exists = await Topics.exists(tid);
|
||||
if (!exists) {
|
||||
return next(new Error('[[error:no-topic]]'));
|
||||
throw new Error('[[error:no-topic]]');
|
||||
}
|
||||
privileges.topics.canDelete(tid, uid, next);
|
||||
},
|
||||
function (canDelete, next) {
|
||||
const canDelete = await privileges.topics.canDelete(tid, uid);
|
||||
if (!canDelete) {
|
||||
return next(new Error('[[error:no-privileges]]'));
|
||||
throw new Error('[[error:no-privileges]]');
|
||||
}
|
||||
Topics.getTopicFields(tid, ['tid', 'cid', 'uid', 'deleted', 'title', 'mainPid'], next);
|
||||
},
|
||||
function (_topicData, next) {
|
||||
topicData = _topicData;
|
||||
|
||||
const topicData = await Topics.getTopicFields(tid, ['tid', 'cid', 'uid', 'deleted', 'title', 'mainPid']);
|
||||
if (topicData.deleted && isDelete) {
|
||||
return callback(new Error('[[error:topic-already-deleted]]'));
|
||||
throw new Error('[[error:topic-already-deleted]]');
|
||||
} else if (!topicData.deleted && !isDelete) {
|
||||
return callback(new Error('[[error:topic-already-restored]]'));
|
||||
throw new Error('[[error:topic-already-restored]]');
|
||||
}
|
||||
|
||||
Topics[isDelete ? 'delete' : 'restore'](tid, uid, next);
|
||||
},
|
||||
function (next) {
|
||||
categories.updateRecentTidForCid(topicData.cid, next);
|
||||
},
|
||||
function (next) {
|
||||
if (isDelete) {
|
||||
await Topics.delete(tid, uid);
|
||||
} else {
|
||||
await Topics.restore(tid);
|
||||
}
|
||||
await categories.updateRecentTidForCid(topicData.cid);
|
||||
|
||||
topicData.deleted = isDelete ? 1 : 0;
|
||||
|
||||
if (isDelete) {
|
||||
@@ -62,209 +52,134 @@ module.exports = function (Topics) {
|
||||
} else {
|
||||
plugins.fireHook('action:topic.restore', { topic: topicData, uid: uid });
|
||||
}
|
||||
user.getUserFields(uid, ['username', 'userslug'], next);
|
||||
},
|
||||
function (userData, next) {
|
||||
next(null, {
|
||||
const userData = await user.getUserFields(uid, ['username', 'userslug']);
|
||||
return {
|
||||
tid: tid,
|
||||
cid: topicData.cid,
|
||||
isDelete: isDelete,
|
||||
uid: uid,
|
||||
user: userData,
|
||||
});
|
||||
},
|
||||
], callback);
|
||||
};
|
||||
}
|
||||
|
||||
topicTools.purge = function (tid, uid, callback) {
|
||||
var cid;
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
Topics.exists(tid, next);
|
||||
},
|
||||
function (exists, next) {
|
||||
topicTools.purge = async function (tid, uid) {
|
||||
const exists = await Topics.exists(tid);
|
||||
if (!exists) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
privileges.topics.canPurge(tid, uid, next);
|
||||
},
|
||||
function (canPurge, next) {
|
||||
const canPurge = await privileges.topics.canPurge(tid, uid);
|
||||
if (!canPurge) {
|
||||
return next(new Error('[[error:no-privileges]]'));
|
||||
throw new Error('[[error:no-privileges]]');
|
||||
}
|
||||
|
||||
Topics.getTopicField(tid, 'cid', next);
|
||||
},
|
||||
function (_cid, next) {
|
||||
cid = _cid;
|
||||
|
||||
Topics.purgePostsAndTopic(tid, uid, next);
|
||||
},
|
||||
function (next) {
|
||||
next(null, { tid: tid, cid: cid, uid: uid });
|
||||
},
|
||||
], callback);
|
||||
const cid = await Topics.getTopicField(tid, 'cid');
|
||||
await Topics.purgePostsAndTopic(tid, uid);
|
||||
return { tid: tid, cid: cid, uid: uid };
|
||||
};
|
||||
|
||||
topicTools.lock = function (tid, uid, callback) {
|
||||
toggleLock(tid, uid, true, callback);
|
||||
topicTools.lock = async function (tid, uid) {
|
||||
return await toggleLock(tid, uid, true);
|
||||
};
|
||||
|
||||
topicTools.unlock = function (tid, uid, callback) {
|
||||
toggleLock(tid, uid, false, callback);
|
||||
topicTools.unlock = async function (tid, uid) {
|
||||
return await toggleLock(tid, uid, false);
|
||||
};
|
||||
|
||||
function toggleLock(tid, uid, lock, callback) {
|
||||
callback = callback || function () {};
|
||||
|
||||
var topicData;
|
||||
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
Topics.getTopicFields(tid, ['tid', 'uid', 'cid'], next);
|
||||
},
|
||||
function (_topicData, next) {
|
||||
topicData = _topicData;
|
||||
async function toggleLock(tid, uid, lock) {
|
||||
const topicData = await Topics.getTopicFields(tid, ['tid', 'uid', 'cid']);
|
||||
if (!topicData || !topicData.cid) {
|
||||
return next(new Error('[[error:no-topic]]'));
|
||||
throw new Error('[[error:no-topic]]');
|
||||
}
|
||||
privileges.categories.isAdminOrMod(topicData.cid, uid, next);
|
||||
},
|
||||
function (isAdminOrMod, next) {
|
||||
const isAdminOrMod = await privileges.categories.isAdminOrMod(topicData.cid, uid);
|
||||
if (!isAdminOrMod) {
|
||||
return next(new Error('[[error:no-privileges]]'));
|
||||
throw new Error('[[error:no-privileges]]');
|
||||
}
|
||||
|
||||
Topics.setTopicField(tid, 'locked', lock ? 1 : 0, next);
|
||||
},
|
||||
function (next) {
|
||||
await Topics.setTopicField(tid, 'locked', lock ? 1 : 0);
|
||||
topicData.isLocked = lock;
|
||||
|
||||
plugins.fireHook('action:topic.lock', { topic: _.clone(topicData), uid: uid });
|
||||
|
||||
next(null, topicData);
|
||||
},
|
||||
], callback);
|
||||
return topicData;
|
||||
}
|
||||
|
||||
topicTools.pin = function (tid, uid, callback) {
|
||||
togglePin(tid, uid, true, callback);
|
||||
topicTools.pin = async function (tid, uid) {
|
||||
return await togglePin(tid, uid, true);
|
||||
};
|
||||
|
||||
topicTools.unpin = function (tid, uid, callback) {
|
||||
togglePin(tid, uid, false, callback);
|
||||
topicTools.unpin = async function (tid, uid) {
|
||||
return await togglePin(tid, uid, false);
|
||||
};
|
||||
|
||||
function togglePin(tid, uid, pin, callback) {
|
||||
var topicData;
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
Topics.getTopicData(tid, next);
|
||||
},
|
||||
function (_topicData, next) {
|
||||
topicData = _topicData;
|
||||
async function togglePin(tid, uid, pin) {
|
||||
const topicData = await Topics.getTopicData(tid);
|
||||
if (!topicData) {
|
||||
return callback(new Error('[[error:no-topic]]'));
|
||||
throw new Error('[[error:no-topic]]');
|
||||
}
|
||||
privileges.categories.isAdminOrMod(_topicData.cid, uid, next);
|
||||
},
|
||||
function (isAdminOrMod, next) {
|
||||
const isAdminOrMod = await privileges.categories.isAdminOrMod(topicData.cid, uid);
|
||||
if (!isAdminOrMod) {
|
||||
return next(new Error('[[error:no-privileges]]'));
|
||||
throw new Error('[[error:no-privileges]]');
|
||||
}
|
||||
|
||||
async.parallel([
|
||||
async.apply(Topics.setTopicField, tid, 'pinned', pin ? 1 : 0),
|
||||
function (next) {
|
||||
const promises = [
|
||||
Topics.setTopicField(tid, 'pinned', pin ? 1 : 0),
|
||||
];
|
||||
if (pin) {
|
||||
async.parallel([
|
||||
async.apply(db.sortedSetAdd, 'cid:' + topicData.cid + ':tids:pinned', Date.now(), tid),
|
||||
async.apply(db.sortedSetsRemove, [
|
||||
promises.push(db.sortedSetAdd('cid:' + topicData.cid + ':tids:pinned', Date.now(), tid));
|
||||
promises.push(db.sortedSetsRemove([
|
||||
'cid:' + topicData.cid + ':tids',
|
||||
'cid:' + topicData.cid + ':tids:posts',
|
||||
'cid:' + topicData.cid + ':tids:votes',
|
||||
], tid),
|
||||
], next);
|
||||
], tid));
|
||||
} else {
|
||||
async.parallel([
|
||||
async.apply(db.sortedSetRemove, 'cid:' + topicData.cid + ':tids:pinned', tid),
|
||||
async.apply(db.sortedSetAddBulk, [
|
||||
promises.push(db.sortedSetRemove('cid:' + topicData.cid + ':tids:pinned', tid));
|
||||
promises.push(db.sortedSetAddBulk([
|
||||
['cid:' + topicData.cid + ':tids', topicData.lastposttime, tid],
|
||||
['cid:' + topicData.cid + ':tids:posts', topicData.postcount, tid],
|
||||
['cid:' + topicData.cid + ':tids:votes', parseInt(topicData.votes, 10) || 0, tid],
|
||||
]),
|
||||
], next);
|
||||
]));
|
||||
}
|
||||
},
|
||||
], next);
|
||||
},
|
||||
function (results, next) {
|
||||
|
||||
await Promise.all(promises);
|
||||
|
||||
topicData.isPinned = pin;
|
||||
|
||||
plugins.fireHook('action:topic.pin', { topic: _.clone(topicData), uid: uid });
|
||||
|
||||
next(null, topicData);
|
||||
},
|
||||
], callback);
|
||||
return topicData;
|
||||
}
|
||||
|
||||
topicTools.orderPinnedTopics = function (uid, data, callback) {
|
||||
var cid;
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
topicTools.orderPinnedTopics = async function (uid, data) {
|
||||
const tids = data.map(topic => topic && topic.tid);
|
||||
Topics.getTopicsFields(tids, ['cid'], next);
|
||||
},
|
||||
function (topicData, next) {
|
||||
const topicData = await Topics.getTopicsFields(tids, ['cid']);
|
||||
|
||||
var uniqueCids = _.uniq(topicData.map(topicData => topicData && topicData.cid));
|
||||
|
||||
if (uniqueCids.length > 1 || !uniqueCids.length || !uniqueCids[0]) {
|
||||
return next(new Error('[[error:invalid-data]]'));
|
||||
throw new Error('[[error:invalid-data]]');
|
||||
}
|
||||
cid = uniqueCids[0];
|
||||
|
||||
privileges.categories.isAdminOrMod(cid, uid, next);
|
||||
},
|
||||
function (isAdminOrMod, next) {
|
||||
const cid = uniqueCids[0];
|
||||
|
||||
const isAdminOrMod = await privileges.categories.isAdminOrMod(cid, uid);
|
||||
if (!isAdminOrMod) {
|
||||
return next(new Error('[[error:no-privileges]]'));
|
||||
throw new Error('[[error:no-privileges]]');
|
||||
}
|
||||
async.eachSeries(data, function (topicData, next) {
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
db.isSortedSetMember('cid:' + cid + ':tids:pinned', topicData.tid, next);
|
||||
},
|
||||
function (isPinned, next) {
|
||||
|
||||
await async.eachSeries(data, async function (topicData) {
|
||||
const isPinned = await db.isSortedSetMember('cid:' + cid + ':tids:pinned', topicData.tid);
|
||||
if (isPinned) {
|
||||
db.sortedSetAdd('cid:' + cid + ':tids:pinned', topicData.order, topicData.tid, next);
|
||||
} else {
|
||||
setImmediate(next);
|
||||
await db.sortedSetAdd('cid:' + cid + ':tids:pinned', topicData.order, topicData.tid);
|
||||
}
|
||||
},
|
||||
], next);
|
||||
}, next);
|
||||
},
|
||||
], callback);
|
||||
});
|
||||
};
|
||||
|
||||
topicTools.move = function (tid, data, callback) {
|
||||
var topic;
|
||||
var oldCid;
|
||||
var cid = parseInt(data.cid, 10);
|
||||
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
Topics.getTopicData(tid, next);
|
||||
},
|
||||
function (topicData, next) {
|
||||
topic = topicData;
|
||||
if (!topic) {
|
||||
return next(new Error('[[error:no-topic]]'));
|
||||
topicTools.move = async function (tid, data) {
|
||||
const cid = parseInt(data.cid, 10);
|
||||
const topicData = await Topics.getTopicData(tid);
|
||||
if (!topicData) {
|
||||
throw new Error('[[error:no-topic]]');
|
||||
}
|
||||
if (cid === topic.cid) {
|
||||
return next(new Error('[[error:cant-move-topic-to-same-category]]'));
|
||||
if (cid === topicData.cid) {
|
||||
throw new Error('[[error:cant-move-topic-to-same-category]]');
|
||||
}
|
||||
db.sortedSetsRemove([
|
||||
await db.sortedSetsRemove([
|
||||
'cid:' + topicData.cid + ':tids',
|
||||
'cid:' + topicData.cid + ':tids:pinned',
|
||||
'cid:' + topicData.cid + ':tids:posts',
|
||||
@@ -272,57 +187,42 @@ module.exports = function (Topics) {
|
||||
'cid:' + topicData.cid + ':tids:lastposttime',
|
||||
'cid:' + topicData.cid + ':recent_tids',
|
||||
'cid:' + topicData.cid + ':uid:' + topicData.uid + ':tids',
|
||||
], tid, next);
|
||||
},
|
||||
function (next) {
|
||||
topic.postcount = topic.postcount || 0;
|
||||
const votes = topic.upvotes - topic.downvotes;
|
||||
db.sortedSetsAdd([
|
||||
'cid:' + cid + ':tids:lastposttime',
|
||||
'cid:' + cid + ':uid:' + topic.uid + ':tids',
|
||||
...(topic.pinned ? ['cid:' + cid + ':tids:pinned'] : ['cid:' + cid + ':tids', 'cid:' + cid + ':tids:posts', 'cid:' + cid + ':tids:votes']),
|
||||
], [
|
||||
topic.lastposttime,
|
||||
topic.timestamp,
|
||||
...(topic.pinned ? [Date.now()] : [topic.lastposttime, topic.postcount, votes]),
|
||||
], tid, next);
|
||||
},
|
||||
function (next) {
|
||||
oldCid = topic.cid;
|
||||
categories.moveRecentReplies(tid, oldCid, cid, next);
|
||||
},
|
||||
function (next) {
|
||||
async.parallel([
|
||||
function (next) {
|
||||
categories.incrementCategoryFieldBy(oldCid, 'topic_count', -1, next);
|
||||
},
|
||||
function (next) {
|
||||
categories.incrementCategoryFieldBy(cid, 'topic_count', 1, next);
|
||||
},
|
||||
function (next) {
|
||||
categories.updateRecentTid(cid, tid, next);
|
||||
},
|
||||
function (next) {
|
||||
categories.updateRecentTidForCid(oldCid, next);
|
||||
},
|
||||
function (next) {
|
||||
], tid);
|
||||
|
||||
topicData.postcount = topicData.postcount || 0;
|
||||
const votes = topicData.upvotes - topicData.downvotes;
|
||||
|
||||
const bulk = [
|
||||
['cid:' + cid + ':tids:lastposttime', topicData.lastposttime, tid],
|
||||
['cid:' + cid + ':uid:' + topicData.uid + ':tids', topicData.timestamp, tid],
|
||||
];
|
||||
if (topicData.pinned) {
|
||||
bulk.push(['cid:' + cid + ':tids:pinned', Date.now(), tid]);
|
||||
} else {
|
||||
bulk.push(['cid:' + cid + ':tids', topicData.lastposttime, tid]);
|
||||
bulk.push(['cid:' + cid + ':tids:posts', topicData.postcount, tid]);
|
||||
bulk.push(['cid:' + cid + ':tids:votes', votes, tid]);
|
||||
}
|
||||
await db.sortedSetAddBulk(bulk);
|
||||
|
||||
const oldCid = topicData.cid;
|
||||
await categories.moveRecentReplies(tid, oldCid, cid);
|
||||
|
||||
await Promise.all([
|
||||
categories.incrementCategoryFieldBy(oldCid, 'topic_count', -1),
|
||||
categories.incrementCategoryFieldBy(cid, 'topic_count', 1),
|
||||
categories.updateRecentTid(cid, tid),
|
||||
categories.updateRecentTidForCid(oldCid),
|
||||
Topics.setTopicFields(tid, {
|
||||
cid: cid,
|
||||
oldCid: oldCid,
|
||||
}, next);
|
||||
},
|
||||
], function (err) {
|
||||
next(err);
|
||||
});
|
||||
},
|
||||
function (next) {
|
||||
}),
|
||||
]);
|
||||
var hookData = _.clone(data);
|
||||
hookData.fromCid = oldCid;
|
||||
hookData.toCid = cid;
|
||||
hookData.tid = tid;
|
||||
|
||||
plugins.fireHook('action:topic.move', hookData);
|
||||
next();
|
||||
},
|
||||
], callback);
|
||||
};
|
||||
};
|
||||
|
||||
@@ -15,66 +15,47 @@ var utils = require('../utils');
|
||||
var plugins = require('../plugins');
|
||||
|
||||
module.exports = function (Topics) {
|
||||
Topics.getTotalUnread = function (uid, filter, callback) {
|
||||
if (!callback) {
|
||||
callback = filter;
|
||||
filter = '';
|
||||
}
|
||||
Topics.getUnreadTids({ cid: 0, uid: uid, count: true }, function (err, counts) {
|
||||
callback(err, counts && counts[filter]);
|
||||
});
|
||||
Topics.getTotalUnread = async function (uid, filter) {
|
||||
filter = filter || '';
|
||||
const counts = await Topics.getUnreadTids({ cid: 0, uid: uid, count: true });
|
||||
return counts && counts[filter];
|
||||
};
|
||||
|
||||
Topics.getUnreadTopics = function (params, callback) {
|
||||
Topics.getUnreadTopics = async function (params) {
|
||||
var unreadTopics = {
|
||||
showSelect: true,
|
||||
nextStart: 0,
|
||||
topics: [],
|
||||
};
|
||||
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
Topics.getUnreadTids(params, next);
|
||||
},
|
||||
function (tids, next) {
|
||||
let tids = await Topics.getUnreadTids(params);
|
||||
unreadTopics.topicCount = tids.length;
|
||||
|
||||
if (!tids.length) {
|
||||
return next(null, []);
|
||||
return unreadTopics;
|
||||
}
|
||||
|
||||
tids = tids.slice(params.start, params.stop !== -1 ? params.stop + 1 : undefined);
|
||||
|
||||
Topics.getTopicsByTids(tids, params.uid, next);
|
||||
},
|
||||
function (topicData, next) {
|
||||
const topicData = await Topics.getTopicsByTids(tids, params.uid);
|
||||
if (!topicData.length) {
|
||||
return next(null, unreadTopics);
|
||||
return unreadTopics;
|
||||
}
|
||||
Topics.calculateTopicIndices(topicData, params.start);
|
||||
unreadTopics.topics = topicData;
|
||||
unreadTopics.nextStart = params.stop + 1;
|
||||
next(null, unreadTopics);
|
||||
},
|
||||
], callback);
|
||||
return unreadTopics;
|
||||
};
|
||||
|
||||
Topics.unreadCutoff = function () {
|
||||
return Date.now() - (meta.config.unreadCutoff * 86400000);
|
||||
};
|
||||
|
||||
Topics.getUnreadTids = function (params, callback) {
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
Topics.getUnreadData(params, next);
|
||||
},
|
||||
function (results, next) {
|
||||
next(null, params.count ? results.counts : results.tids);
|
||||
},
|
||||
], callback);
|
||||
Topics.getUnreadTids = async function (params) {
|
||||
const results = await Topics.getUnreadData(params);
|
||||
return params.count ? results.counts : results.tids;
|
||||
};
|
||||
|
||||
Topics.getUnreadData = function (params, callback) {
|
||||
Topics.getUnreadData = async function (params) {
|
||||
const uid = parseInt(params.uid, 10);
|
||||
const counts = {
|
||||
'': 0,
|
||||
@@ -94,7 +75,7 @@ module.exports = function (Topics) {
|
||||
};
|
||||
|
||||
if (uid <= 0) {
|
||||
return setImmediate(callback, null, noUnreadData);
|
||||
return noUnreadData;
|
||||
}
|
||||
|
||||
params.filter = params.filter || '';
|
||||
@@ -104,45 +85,35 @@ module.exports = function (Topics) {
|
||||
if (params.cid && !Array.isArray(params.cid)) {
|
||||
params.cid = [params.cid];
|
||||
}
|
||||
const [ignoredTids, recentTids, userScores, tids_unread] = await Promise.all([
|
||||
user.getIgnoredTids(uid, 0, -1),
|
||||
db.getSortedSetRevRangeByScoreWithScores('topics:recent', 0, -1, '+inf', cutoff),
|
||||
db.getSortedSetRevRangeByScoreWithScores('uid:' + uid + ':tids_read', 0, -1, '+inf', cutoff),
|
||||
db.getSortedSetRevRangeWithScores('uid:' + uid + ':tids_unread', 0, -1),
|
||||
]);
|
||||
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
async.parallel({
|
||||
ignoredTids: function (next) {
|
||||
user.getIgnoredTids(uid, 0, -1, next);
|
||||
},
|
||||
recentTids: function (next) {
|
||||
db.getSortedSetRevRangeByScoreWithScores('topics:recent', 0, -1, '+inf', cutoff, next);
|
||||
},
|
||||
userScores: function (next) {
|
||||
db.getSortedSetRevRangeByScoreWithScores('uid:' + uid + ':tids_read', 0, -1, '+inf', cutoff, next);
|
||||
},
|
||||
tids_unread: function (next) {
|
||||
db.getSortedSetRevRangeWithScores('uid:' + uid + ':tids_unread', 0, -1, next);
|
||||
},
|
||||
}, next);
|
||||
},
|
||||
function (results, next) {
|
||||
if (results.recentTids && !results.recentTids.length && !results.tids_unread.length) {
|
||||
return callback(null, noUnreadData);
|
||||
if (recentTids && !recentTids.length && !tids_unread.length) {
|
||||
return noUnreadData;
|
||||
}
|
||||
|
||||
filterTopics(params, results, next);
|
||||
},
|
||||
function (data, next) {
|
||||
plugins.fireHook('filter:topics.getUnreadTids', {
|
||||
const data = await filterTopics(params, {
|
||||
ignoredTids: ignoredTids,
|
||||
recentTids: recentTids,
|
||||
userScores: userScores,
|
||||
tids_unread: tids_unread,
|
||||
});
|
||||
const result = await plugins.fireHook('filter:topics.getUnreadTids', {
|
||||
uid: uid,
|
||||
tids: data.tids,
|
||||
counts: data.counts,
|
||||
tidsByFilter: data.tidsByFilter,
|
||||
cid: params.cid,
|
||||
filter: params.filter,
|
||||
}, next);
|
||||
},
|
||||
], callback);
|
||||
});
|
||||
return result;
|
||||
};
|
||||
|
||||
function filterTopics(params, results, callback) {
|
||||
async function filterTopics(params, results) {
|
||||
const counts = {
|
||||
'': 0,
|
||||
new: 0,
|
||||
@@ -180,64 +151,45 @@ module.exports = function (Topics) {
|
||||
var uid = params.uid;
|
||||
var cids;
|
||||
var topicData;
|
||||
var blockedUids;
|
||||
|
||||
tids = tids.slice(0, 200);
|
||||
|
||||
if (!tids.length) {
|
||||
return callback(null, { counts: counts, tids: tids, tidsByFilter: tidsByFilter });
|
||||
return { counts: counts, tids: tids, tidsByFilter: tidsByFilter };
|
||||
}
|
||||
const blockedUids = await user.blocks.list(uid);
|
||||
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
user.blocks.list(uid, next);
|
||||
},
|
||||
function (_blockedUids, next) {
|
||||
blockedUids = _blockedUids;
|
||||
filterTidsThatHaveBlockedPosts({
|
||||
tids = await filterTidsThatHaveBlockedPosts({
|
||||
uid: uid,
|
||||
tids: tids,
|
||||
blockedUids: blockedUids,
|
||||
recentTids: results.recentTids,
|
||||
}, next);
|
||||
},
|
||||
function (_tids, next) {
|
||||
tids = _tids;
|
||||
Topics.getTopicsFields(tids, ['tid', 'cid', 'uid', 'postcount'], next);
|
||||
},
|
||||
function (_topicData, next) {
|
||||
topicData = _topicData;
|
||||
});
|
||||
|
||||
topicData = await Topics.getTopicsFields(tids, ['tid', 'cid', 'uid', 'postcount']);
|
||||
cids = _.uniq(topicData.map(topic => topic.cid)).filter(Boolean);
|
||||
|
||||
async.parallel({
|
||||
isTopicsFollowed: function (next) {
|
||||
db.sortedSetScores('uid:' + uid + ':followed_tids', tids, next);
|
||||
},
|
||||
categoryWatchState: function (next) {
|
||||
categories.getWatchState(cids, uid, next);
|
||||
},
|
||||
readableCids: function (next) {
|
||||
privileges.categories.filterCids('read', cids, uid, next);
|
||||
},
|
||||
}, next);
|
||||
},
|
||||
function (results, next) {
|
||||
const [isTopicsFollowed, categoryWatchState, readCids] = await Promise.all([
|
||||
db.sortedSetScores('uid:' + uid + ':followed_tids', tids),
|
||||
categories.getWatchState(cids, uid),
|
||||
privileges.categories.filterCids('read', cids, uid),
|
||||
]);
|
||||
cid = cid && cid.map(String);
|
||||
results.readableCids = results.readableCids.map(String);
|
||||
const userCidState = _.zipObject(cids, results.categoryWatchState);
|
||||
const readableCids = readCids.map(String);
|
||||
const userCidState = _.zipObject(cids, categoryWatchState);
|
||||
|
||||
topicData.forEach(function (topic, index) {
|
||||
function cidMatch(topicCid) {
|
||||
return (!cid || (cid.length && cid.includes(String(topicCid)))) && results.readableCids.includes(String(topicCid));
|
||||
return (!cid || (cid.length && cid.includes(String(topicCid)))) && readableCids.includes(String(topicCid));
|
||||
}
|
||||
|
||||
if (topic && topic.cid && cidMatch(topic.cid) && !blockedUids.includes(parseInt(topic.uid, 10))) {
|
||||
topic.tid = parseInt(topic.tid, 10);
|
||||
if ((results.isTopicsFollowed[index] || userCidState[topic.cid] === categories.watchStates.watching)) {
|
||||
if ((isTopicsFollowed[index] || userCidState[topic.cid] === categories.watchStates.watching)) {
|
||||
tidsByFilter[''].push(topic.tid);
|
||||
}
|
||||
|
||||
if (results.isTopicsFollowed[index]) {
|
||||
if (isTopicsFollowed[index]) {
|
||||
tidsByFilter.watched.push(topic.tid);
|
||||
}
|
||||
|
||||
@@ -255,65 +207,51 @@ module.exports = function (Topics) {
|
||||
counts.unreplied = tidsByFilter.unreplied.length;
|
||||
counts.new = tidsByFilter.new.length;
|
||||
|
||||
next(null, {
|
||||
return {
|
||||
counts: counts,
|
||||
tids: tidsByFilter[params.filter],
|
||||
tidsByFilter: tidsByFilter,
|
||||
});
|
||||
},
|
||||
], callback);
|
||||
};
|
||||
}
|
||||
|
||||
function filterTidsThatHaveBlockedPosts(params, callback) {
|
||||
async function filterTidsThatHaveBlockedPosts(params) {
|
||||
if (!params.blockedUids.length) {
|
||||
return setImmediate(callback, null, params.tids);
|
||||
return params.tids;
|
||||
}
|
||||
const topicScores = _.mapValues(_.keyBy(params.recentTids, 'value'), 'score');
|
||||
|
||||
db.sortedSetScores('uid:' + params.uid + ':tids_read', params.tids, function (err, results) {
|
||||
if (err) {
|
||||
return callback(err);
|
||||
}
|
||||
const results = await db.sortedSetScores('uid:' + params.uid + ':tids_read', params.tids);
|
||||
|
||||
const userScores = _.zipObject(params.tids, results);
|
||||
|
||||
async.filter(params.tids, function (tid, next) {
|
||||
doesTidHaveUnblockedUnreadPosts(tid, {
|
||||
return await async.filter(params.tids, async function (tid) {
|
||||
return await doesTidHaveUnblockedUnreadPosts(tid, {
|
||||
blockedUids: params.blockedUids,
|
||||
topicTimestamp: topicScores[tid],
|
||||
userLastReadTimestamp: userScores[tid],
|
||||
}, next);
|
||||
}, callback);
|
||||
});
|
||||
});
|
||||
}
|
||||
|
||||
function doesTidHaveUnblockedUnreadPosts(tid, params, callback) {
|
||||
async function doesTidHaveUnblockedUnreadPosts(tid, params) {
|
||||
var userLastReadTimestamp = params.userLastReadTimestamp;
|
||||
if (!userLastReadTimestamp) {
|
||||
return setImmediate(callback, null, true);
|
||||
return true;
|
||||
}
|
||||
var start = 0;
|
||||
var count = 3;
|
||||
var done = false;
|
||||
var hasUnblockedUnread = params.topicTimestamp > userLastReadTimestamp;
|
||||
if (!params.blockedUids.length) {
|
||||
return setImmediate(callback, null, hasUnblockedUnread);
|
||||
return hasUnblockedUnread;
|
||||
}
|
||||
async.whilst(function (next) {
|
||||
next(null, !done);
|
||||
}, function (_next) {
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
db.getSortedSetRangeByScore('tid:' + tid + ':posts', start, count, userLastReadTimestamp, '+inf', next);
|
||||
},
|
||||
function (pidsSinceLastVisit, next) {
|
||||
while (!done) {
|
||||
/* eslint-disable no-await-in-loop */
|
||||
const pidsSinceLastVisit = await db.getSortedSetRangeByScore('tid:' + tid + ':posts', start, count, userLastReadTimestamp, '+inf');
|
||||
if (!pidsSinceLastVisit.length) {
|
||||
done = true;
|
||||
return _next();
|
||||
return hasUnblockedUnread;
|
||||
}
|
||||
|
||||
posts.getPostsFields(pidsSinceLastVisit, ['pid', 'uid'], next);
|
||||
},
|
||||
function (postData, next) {
|
||||
let postData = await posts.getPostsFields(pidsSinceLastVisit, ['pid', 'uid']);
|
||||
postData = postData.filter(function (post) {
|
||||
return !params.blockedUids.includes(parseInt(post.uid, 10));
|
||||
});
|
||||
@@ -321,244 +259,145 @@ module.exports = function (Topics) {
|
||||
done = postData.length > 0;
|
||||
hasUnblockedUnread = postData.length > 0;
|
||||
start += count;
|
||||
next();
|
||||
},
|
||||
], _next);
|
||||
}, function (err) {
|
||||
callback(err, hasUnblockedUnread);
|
||||
});
|
||||
}
|
||||
return hasUnblockedUnread;
|
||||
}
|
||||
|
||||
Topics.pushUnreadCount = function (uid, callback) {
|
||||
callback = callback || function () {};
|
||||
|
||||
Topics.pushUnreadCount = async function (uid) {
|
||||
if (!uid || parseInt(uid, 10) <= 0) {
|
||||
return setImmediate(callback);
|
||||
return;
|
||||
}
|
||||
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
Topics.getUnreadTids({ uid: uid, count: true }, next);
|
||||
},
|
||||
function (results, next) {
|
||||
const results = await Topics.getUnreadTids({ uid: uid, count: true });
|
||||
require('../socket.io').in('uid_' + uid).emit('event:unread.updateCount', {
|
||||
unreadTopicCount: results[''],
|
||||
unreadNewTopicCount: results.new,
|
||||
unreadWatchedTopicCount: results.watched,
|
||||
unreadUnrepliedTopicCount: results.unreplied,
|
||||
});
|
||||
setImmediate(next);
|
||||
},
|
||||
], callback);
|
||||
};
|
||||
|
||||
Topics.markAsUnreadForAll = function (tid, callback) {
|
||||
Topics.markCategoryUnreadForAll(tid, callback);
|
||||
Topics.markAsUnreadForAll = async function (tid) {
|
||||
await Topics.markCategoryUnreadForAll(tid);
|
||||
};
|
||||
|
||||
Topics.markAsRead = function (tids, uid, callback) {
|
||||
callback = callback || function () {};
|
||||
Topics.markAsRead = async function (tids, uid) {
|
||||
if (!Array.isArray(tids) || !tids.length) {
|
||||
return setImmediate(callback, null, false);
|
||||
return false;
|
||||
}
|
||||
|
||||
tids = _.uniq(tids).filter(function (tid) {
|
||||
return tid && utils.isNumber(tid);
|
||||
});
|
||||
tids = _.uniq(tids).filter(tid => tid && utils.isNumber(tid));
|
||||
|
||||
if (!tids.length) {
|
||||
return setImmediate(callback, null, false);
|
||||
return false;
|
||||
}
|
||||
const [topicScores, userScores] = await Promise.all([
|
||||
db.sortedSetScores('topics:recent', tids),
|
||||
db.sortedSetScores('uid:' + uid + ':tids_read', tids),
|
||||
]);
|
||||
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
async.parallel({
|
||||
topicScores: async.apply(db.sortedSetScores, 'topics:recent', tids),
|
||||
userScores: async.apply(db.sortedSetScores, 'uid:' + uid + ':tids_read', tids),
|
||||
}, next);
|
||||
},
|
||||
function (results, next) {
|
||||
tids = tids.filter(function (tid, index) {
|
||||
return results.topicScores[index] && (!results.userScores[index] || results.userScores[index] < results.topicScores[index]);
|
||||
return topicScores[index] && (!userScores[index] || userScores[index] < topicScores[index]);
|
||||
});
|
||||
|
||||
if (!tids.length) {
|
||||
return callback(null, false);
|
||||
return false;
|
||||
}
|
||||
|
||||
var now = Date.now();
|
||||
var scores = tids.map(function () {
|
||||
return now;
|
||||
});
|
||||
var scores = tids.map(() => now);
|
||||
const [topicData] = await Promise.all([
|
||||
Topics.getTopicsFields(tids, ['cid']),
|
||||
db.sortedSetAdd('uid:' + uid + ':tids_read', scores, tids),
|
||||
db.sortedSetRemove('uid:' + uid + ':tids_unread', tids),
|
||||
]);
|
||||
|
||||
async.parallel({
|
||||
markRead: async.apply(db.sortedSetAdd, 'uid:' + uid + ':tids_read', scores, tids),
|
||||
markUnread: async.apply(db.sortedSetRemove, 'uid:' + uid + ':tids_unread', tids),
|
||||
topicData: async.apply(Topics.getTopicsFields, tids, ['cid']),
|
||||
}, next);
|
||||
},
|
||||
function (results, next) {
|
||||
var cids = results.topicData.map(function (topic) {
|
||||
return topic && topic.cid;
|
||||
}).filter(Boolean);
|
||||
var cids = _.uniq(topicData.map(t => t && t.cid).filter(Boolean));
|
||||
await categories.markAsRead(cids, uid);
|
||||
|
||||
cids = _.uniq(cids);
|
||||
|
||||
categories.markAsRead(cids, uid, next);
|
||||
},
|
||||
function (next) {
|
||||
plugins.fireHook('action:topics.markAsRead', { uid: uid, tids: tids });
|
||||
next(null, true);
|
||||
},
|
||||
], callback);
|
||||
return true;
|
||||
};
|
||||
|
||||
Topics.markAllRead = function (uid, callback) {
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
db.getSortedSetRevRangeByScore('topics:recent', 0, -1, '+inf', Topics.unreadCutoff(), next);
|
||||
},
|
||||
function (tids, next) {
|
||||
Topics.markAllRead = async function (uid) {
|
||||
const tids = await db.getSortedSetRevRangeByScore('topics:recent', 0, -1, '+inf', Topics.unreadCutoff());
|
||||
Topics.markTopicNotificationsRead(tids, uid);
|
||||
Topics.markAsRead(tids, uid, next);
|
||||
},
|
||||
function (markedRead, next) {
|
||||
db.delete('uid:' + uid + ':tids_unread', next);
|
||||
},
|
||||
], callback);
|
||||
await Topics.markAsRead(tids, uid);
|
||||
await db.delete('uid:' + uid + ':tids_unread');
|
||||
};
|
||||
|
||||
Topics.markTopicNotificationsRead = function (tids, uid, callback) {
|
||||
callback = callback || function () {};
|
||||
Topics.markTopicNotificationsRead = async function (tids, uid) {
|
||||
if (!Array.isArray(tids) || !tids.length) {
|
||||
return callback();
|
||||
return;
|
||||
}
|
||||
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
user.notifications.getUnreadByField(uid, 'tid', tids, next);
|
||||
},
|
||||
function (nids, next) {
|
||||
notifications.markReadMultiple(nids, uid, next);
|
||||
},
|
||||
function (next) {
|
||||
const nids = await user.notifications.getUnreadByField(uid, 'tid', tids);
|
||||
await notifications.markReadMultiple(nids, uid);
|
||||
user.notifications.pushCount(uid);
|
||||
next();
|
||||
},
|
||||
], callback);
|
||||
};
|
||||
|
||||
Topics.markCategoryUnreadForAll = function (tid, callback) {
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
Topics.getTopicField(tid, 'cid', next);
|
||||
},
|
||||
function (cid, next) {
|
||||
categories.markAsUnreadForAll(cid, next);
|
||||
},
|
||||
], callback);
|
||||
Topics.markCategoryUnreadForAll = async function (tid) {
|
||||
const cid = await Topics.getTopicField(tid, 'cid');
|
||||
await categories.markAsUnreadForAll(cid);
|
||||
};
|
||||
|
||||
Topics.hasReadTopics = function (tids, uid, callback) {
|
||||
Topics.hasReadTopics = async function (tids, uid) {
|
||||
if (!(parseInt(uid, 10) > 0)) {
|
||||
return setImmediate(callback, null, tids.map(() => false));
|
||||
return tids.map(() => false);
|
||||
}
|
||||
const [topicScores, userScores, tids_unread, blockedUids] = await Promise.all([
|
||||
db.sortedSetScores('topics:recent', tids),
|
||||
db.sortedSetScores('uid:' + uid + ':tids_read', tids),
|
||||
db.sortedSetScores('uid:' + uid + ':tids_unread', tids),
|
||||
user.blocks.list(uid),
|
||||
]);
|
||||
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
async.parallel({
|
||||
topicScores: function (next) {
|
||||
db.sortedSetScores('topics:recent', tids, next);
|
||||
},
|
||||
userScores: function (next) {
|
||||
db.sortedSetScores('uid:' + uid + ':tids_read', tids, next);
|
||||
},
|
||||
tids_unread: function (next) {
|
||||
db.sortedSetScores('uid:' + uid + ':tids_unread', tids, next);
|
||||
},
|
||||
blockedUids: function (next) {
|
||||
user.blocks.list(uid, next);
|
||||
},
|
||||
}, next);
|
||||
},
|
||||
function (results, next) {
|
||||
var cutoff = Topics.unreadCutoff();
|
||||
var result = tids.map(function (tid, index) {
|
||||
var read = !results.tids_unread[index] &&
|
||||
(results.topicScores[index] < cutoff ||
|
||||
!!(results.userScores[index] && results.userScores[index] >= results.topicScores[index]));
|
||||
var read = !tids_unread[index] &&
|
||||
(topicScores[index] < cutoff ||
|
||||
!!(userScores[index] && userScores[index] >= topicScores[index]));
|
||||
return { tid: tid, read: read, index: index };
|
||||
});
|
||||
|
||||
async.map(result, function (data, next) {
|
||||
return await async.map(result, async function (data) {
|
||||
if (data.read) {
|
||||
return next(null, true);
|
||||
}
|
||||
doesTidHaveUnblockedUnreadPosts(data.tid, {
|
||||
topicTimestamp: results.topicScores[data.index],
|
||||
userLastReadTimestamp: results.userScores[data.index],
|
||||
blockedUids: results.blockedUids,
|
||||
}, function (err, hasUnblockedUnread) {
|
||||
if (err) {
|
||||
return next(err);
|
||||
return true;
|
||||
}
|
||||
const hasUnblockedUnread = await doesTidHaveUnblockedUnreadPosts(data.tid, {
|
||||
topicTimestamp: topicScores[data.index],
|
||||
userLastReadTimestamp: userScores[data.index],
|
||||
blockedUids: blockedUids,
|
||||
});
|
||||
if (!hasUnblockedUnread) {
|
||||
data.read = true;
|
||||
}
|
||||
next(null, data.read);
|
||||
});
|
||||
}, next);
|
||||
},
|
||||
], callback);
|
||||
};
|
||||
|
||||
Topics.hasReadTopic = function (tid, uid, callback) {
|
||||
Topics.hasReadTopics([tid], uid, function (err, hasRead) {
|
||||
callback(err, Array.isArray(hasRead) && hasRead.length ? hasRead[0] : false);
|
||||
return data.read;
|
||||
});
|
||||
};
|
||||
|
||||
Topics.markUnread = function (tid, uid, callback) {
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
Topics.exists(tid, next);
|
||||
},
|
||||
function (exists, next) {
|
||||
Topics.hasReadTopic = async function (tid, uid) {
|
||||
const hasRead = await Topics.hasReadTopics([tid], uid);
|
||||
return Array.isArray(hasRead) && hasRead.length ? hasRead[0] : false;
|
||||
};
|
||||
|
||||
Topics.markUnread = async function (tid, uid) {
|
||||
const exists = await Topics.exists(tid);
|
||||
if (!exists) {
|
||||
return next(new Error('[[error:no-topic]]'));
|
||||
throw new Error('[[error:no-topic]]');
|
||||
}
|
||||
db.sortedSetRemove('uid:' + uid + ':tids_read', tid, next);
|
||||
},
|
||||
function (next) {
|
||||
db.sortedSetAdd('uid:' + uid + ':tids_unread', Date.now(), tid, next);
|
||||
},
|
||||
], callback);
|
||||
await db.sortedSetRemove('uid:' + uid + ':tids_read', tid);
|
||||
await db.sortedSetAdd('uid:' + uid + ':tids_unread', Date.now(), tid);
|
||||
};
|
||||
|
||||
Topics.filterNewTids = function (tids, uid, callback) {
|
||||
Topics.filterNewTids = async function (tids, uid) {
|
||||
if (parseInt(uid, 10) <= 0) {
|
||||
return setImmediate(callback, null, []);
|
||||
return [];
|
||||
}
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
db.sortedSetScores('uid:' + uid + ':tids_read', tids, next);
|
||||
},
|
||||
function (scores, next) {
|
||||
tids = tids.filter((tid, index) => tid && !scores[index]);
|
||||
next(null, tids);
|
||||
},
|
||||
], callback);
|
||||
const scores = await db.sortedSetScores('uid:' + uid + ':tids_read', tids);
|
||||
return tids.filter((tid, index) => tid && !scores[index]);
|
||||
};
|
||||
|
||||
Topics.filterUnrepliedTids = function (tids, callback) {
|
||||
async.waterfall([
|
||||
function (next) {
|
||||
db.sortedSetScores('topics:posts', tids, next);
|
||||
},
|
||||
function (scores, next) {
|
||||
tids = tids.filter((tid, index) => tid && scores[index] <= 1);
|
||||
next(null, tids);
|
||||
},
|
||||
], callback);
|
||||
Topics.filterUnrepliedTids = async function (tids) {
|
||||
const scores = await db.sortedSetScores('topics:posts', tids);
|
||||
return tids.filter((tid, index) => tid && scores[index] <= 1);
|
||||
};
|
||||
};
|
||||
|
||||
@@ -3,17 +3,16 @@
|
||||
var db = require('../database');
|
||||
|
||||
module.exports = function (Topics) {
|
||||
Topics.isOwner = function (tid, uid, callback) {
|
||||
Topics.isOwner = async function (tid, uid) {
|
||||
uid = parseInt(uid, 10);
|
||||
if (uid <= 0) {
|
||||
return setImmediate(callback, null, false);
|
||||
return false;
|
||||
}
|
||||
Topics.getTopicField(tid, 'uid', function (err, author) {
|
||||
callback(err, author === uid);
|
||||
});
|
||||
const author = await Topics.getTopicField(tid, 'uid');
|
||||
return author === uid;
|
||||
};
|
||||
|
||||
Topics.getUids = function (tid, callback) {
|
||||
db.getSortedSetRevRangeByScore('tid:' + tid + ':posters', 0, -1, '+inf', 1, callback);
|
||||
Topics.getUids = async function (tid) {
|
||||
return await db.getSortedSetRevRangeByScore('tid:' + tid + ':posters', 0, -1, '+inf', 1);
|
||||
};
|
||||
};
|
||||
|
||||
@@ -78,7 +78,7 @@ module.exports = function (User) {
|
||||
|
||||
User.blocks.add = function (targetUid, uid, callback) {
|
||||
async.waterfall([
|
||||
async.apply(this.applyChecks, true, targetUid, uid),
|
||||
async.apply(User.blocks.applyChecks, true, targetUid, uid),
|
||||
async.apply(db.sortedSetAdd.bind(db), 'uid:' + uid + ':blocked_uids', Date.now(), targetUid),
|
||||
async.apply(User.incrementUserFieldBy, uid, 'blocksCount', 1),
|
||||
function (_blank, next) {
|
||||
@@ -91,7 +91,7 @@ module.exports = function (User) {
|
||||
|
||||
User.blocks.remove = function (targetUid, uid, callback) {
|
||||
async.waterfall([
|
||||
async.apply(this.applyChecks, false, targetUid, uid),
|
||||
async.apply(User.blocks.applyChecks, false, targetUid, uid),
|
||||
async.apply(db.sortedSetRemove.bind(db), 'uid:' + uid + ':blocked_uids', targetUid),
|
||||
async.apply(User.decrementUserFieldBy, uid, 'blocksCount', 1),
|
||||
function (_blank, next) {
|
||||
|
||||
@@ -203,7 +203,6 @@ describe('authentication', function () {
|
||||
loginUser('regular', 'regularpwd', function (err, response, body, jar) {
|
||||
assert.ifError(err);
|
||||
assert(body);
|
||||
|
||||
request({
|
||||
url: nconf.get('url') + '/api/me',
|
||||
json: true,
|
||||
|
||||
115
test/batch.js
Normal file
115
test/batch.js
Normal file
@@ -0,0 +1,115 @@
|
||||
'use strict';
|
||||
|
||||
var async = require('async');
|
||||
var assert = require('assert');
|
||||
|
||||
var db = require('./mocks/databasemock');
|
||||
|
||||
var batch = require('../src/batch');
|
||||
|
||||
describe('batch', function () {
|
||||
const scores = [];
|
||||
const values = [];
|
||||
before(function (done) {
|
||||
for (let i = 0; i < 100; i++) {
|
||||
scores.push(i);
|
||||
values.push('val' + i);
|
||||
}
|
||||
db.sortedSetAdd('processMe', scores, values, done);
|
||||
});
|
||||
|
||||
it('should process sorted set with callbacks', function (done) {
|
||||
let total = 0;
|
||||
batch.processSortedSet('processMe', function (items, next) {
|
||||
items.forEach(function (item) {
|
||||
total += item.score;
|
||||
});
|
||||
|
||||
setImmediate(next);
|
||||
}, {
|
||||
withScores: true,
|
||||
interval: 50,
|
||||
batch: 10,
|
||||
}, function (err) {
|
||||
assert.ifError(err);
|
||||
assert.strictEqual(total, 4950);
|
||||
done();
|
||||
});
|
||||
});
|
||||
|
||||
it('should process sorted set with callbacks', function (done) {
|
||||
let total = 0;
|
||||
batch.processSortedSet('processMe', function (values, next) {
|
||||
values.forEach(function (val) {
|
||||
total += val.length;
|
||||
});
|
||||
|
||||
setImmediate(next);
|
||||
}, function (err) {
|
||||
assert.ifError(err);
|
||||
assert.strictEqual(total, 490);
|
||||
done();
|
||||
});
|
||||
});
|
||||
|
||||
it('should process sorted set with async/await', async function () {
|
||||
let total = 0;
|
||||
await batch.processSortedSet('processMe', function (values, next) {
|
||||
values.forEach(function (val) {
|
||||
total += val.length;
|
||||
});
|
||||
|
||||
setImmediate(next);
|
||||
}, {});
|
||||
|
||||
assert.strictEqual(total, 490);
|
||||
});
|
||||
|
||||
it('should process sorted set with async/await', async function () {
|
||||
let total = 0;
|
||||
await batch.processSortedSet('processMe', async function (values) {
|
||||
values.forEach(function (val) {
|
||||
total += val.length;
|
||||
});
|
||||
await db.getObject('doesnotexist');
|
||||
}, {});
|
||||
|
||||
assert.strictEqual(total, 490);
|
||||
});
|
||||
|
||||
it('should process array with callbacks', function (done) {
|
||||
let total = 0;
|
||||
batch.processArray(scores, function (nums, next) {
|
||||
nums.forEach(function (n) {
|
||||
total += n;
|
||||
});
|
||||
|
||||
setImmediate(next);
|
||||
}, {
|
||||
withScores: true,
|
||||
interval: 50,
|
||||
batch: 10,
|
||||
}, function (err) {
|
||||
assert.ifError(err);
|
||||
assert.strictEqual(total, 4950);
|
||||
done();
|
||||
});
|
||||
});
|
||||
|
||||
it('should process array with async/await', async function () {
|
||||
let total = 0;
|
||||
await batch.processArray(scores, function (nums, next) {
|
||||
nums.forEach(function (n) {
|
||||
total += n;
|
||||
});
|
||||
|
||||
setImmediate(next);
|
||||
}, {
|
||||
withScores: true,
|
||||
interval: 50,
|
||||
batch: 10,
|
||||
});
|
||||
|
||||
assert.strictEqual(total, 4950);
|
||||
});
|
||||
});
|
||||
@@ -1395,11 +1395,13 @@ describe('Controllers', function () {
|
||||
request(nconf.get('url') + '/api/user/foo', { }, function (err, res) {
|
||||
assert.ifError(err);
|
||||
assert.equal(res.statusCode, 200);
|
||||
setTimeout(function () {
|
||||
user.getUserField(fooUid, 'profileviews', function (err, viewcount) {
|
||||
assert.ifError(err);
|
||||
assert(viewcount > 0);
|
||||
done();
|
||||
});
|
||||
}, 500);
|
||||
});
|
||||
});
|
||||
|
||||
|
||||
@@ -236,6 +236,17 @@ describe('Key methods', function () {
|
||||
});
|
||||
});
|
||||
});
|
||||
|
||||
it('should not error if old key does not exist', function (done) {
|
||||
db.rename('doesnotexist', 'anotherdoesnotexist', function (err) {
|
||||
assert.ifError(err);
|
||||
db.exists('anotherdoesnotexist', function (err, exists) {
|
||||
assert.ifError(err);
|
||||
assert(!exists);
|
||||
done();
|
||||
});
|
||||
});
|
||||
});
|
||||
});
|
||||
|
||||
describe('type', function () {
|
||||
|
||||
@@ -201,7 +201,7 @@ describe('List methods', function () {
|
||||
});
|
||||
});
|
||||
|
||||
|
||||
describe('listLength', function () {
|
||||
it('should get the length of a list', function (done) {
|
||||
db.listAppend('getLengthList', 1, function (err) {
|
||||
assert.ifError(err);
|
||||
@@ -215,4 +215,13 @@ describe('List methods', function () {
|
||||
});
|
||||
});
|
||||
});
|
||||
|
||||
it('should return 0 if list does not have any elements', function (done) {
|
||||
db.listLength('doesnotexist', function (err, length) {
|
||||
assert.ifError(err);
|
||||
assert.strictEqual(length, 0);
|
||||
done();
|
||||
});
|
||||
});
|
||||
});
|
||||
});
|
||||
|
||||
@@ -684,7 +684,7 @@ describe('Sorted Set methods', function () {
|
||||
it('should return 0 if score is 0', function (done) {
|
||||
db.sortedSetScores('zeroScore', ['value1'], function (err, scores) {
|
||||
assert.ifError(err);
|
||||
assert.strictEqual(0, scores[0]);
|
||||
assert.strictEqual(scores[0], 0);
|
||||
done();
|
||||
});
|
||||
});
|
||||
@@ -758,7 +758,7 @@ describe('Sorted Set methods', function () {
|
||||
});
|
||||
});
|
||||
|
||||
it('should return true if element is in sorted set with sre 0', function (done) {
|
||||
it('should return true if element is in sorted set with score 0', function (done) {
|
||||
db.isSortedSetMember('zeroscore', 'itemwithzeroscore', function (err, isMember) {
|
||||
assert.ifError(err);
|
||||
assert.strictEqual(isMember, true);
|
||||
@@ -776,6 +776,15 @@ describe('Sorted Set methods', function () {
|
||||
done();
|
||||
});
|
||||
});
|
||||
|
||||
it('should return true if element is in sorted set with score 0', function (done) {
|
||||
db.isSortedSetMembers('zeroscore', ['itemwithzeroscore'], function (err, isMembers) {
|
||||
assert.ifError(err);
|
||||
assert.equal(arguments.length, 2);
|
||||
assert.deepEqual(isMembers, [true]);
|
||||
done();
|
||||
});
|
||||
});
|
||||
});
|
||||
|
||||
describe('isMemberOfSortedSets', function () {
|
||||
@@ -955,6 +964,20 @@ describe('Sorted Set methods', function () {
|
||||
});
|
||||
});
|
||||
});
|
||||
|
||||
it('should not remove anything if values is empty array', function (done) {
|
||||
db.sortedSetAdd('removeNothing', [1, 2, 3], ['val1', 'val2', 'val3'], function (err) {
|
||||
assert.ifError(err);
|
||||
db.sortedSetRemove('removeNothing', [], function (err) {
|
||||
assert.ifError(err);
|
||||
db.getSortedSetRange('removeNothing', 0, -1, function (err, data) {
|
||||
assert.ifError(err);
|
||||
assert.deepStrictEqual(data, ['val1', 'val2', 'val3']);
|
||||
done();
|
||||
});
|
||||
});
|
||||
});
|
||||
});
|
||||
});
|
||||
|
||||
describe('sortedSetsRemove()', function () {
|
||||
|
||||
@@ -152,7 +152,7 @@ describe('Topic\'s', function () {
|
||||
assert.ok(result);
|
||||
|
||||
socketPosts.getReplies({ uid: 0 }, newPost.pid, function (err, postData) {
|
||||
assert.equal(err, null, 'posts.getReplies returned error');
|
||||
assert.ifError(err);
|
||||
|
||||
assert.ok(postData);
|
||||
|
||||
@@ -914,7 +914,7 @@ describe('Topic\'s', function () {
|
||||
title: 'topic for controller test',
|
||||
content: 'topic content',
|
||||
cid: topic.categoryId,
|
||||
// thumb: 'http://i.imgur.com/64iBdBD.jpg',
|
||||
thumb: 'http://i.imgur.com/64iBdBD.jpg',
|
||||
}, function (err, result) {
|
||||
assert.ifError(err);
|
||||
assert.ok(result);
|
||||
|
||||
Reference in New Issue
Block a user