Nemcio/NodeBB
1
0
Fork 0
mirror of https://github.com/NodeBB/NodeBB.git synced 2025-10-26 16:46:12 +01:00
Code Issues Packages Projects Releases Wiki Activity

perf: faster category tags upgrade script

Browse Source
This commit is contained in:
Barış Soner Uşaklı
2021-02-25 11:31:09 -05:00
parent 21634e2681
commit 0dad568cbe
1 changed files with 18 additions and 15 deletions
Download Patch File Download Diff File Expand all files Collapse all files

29
src/upgrades/1.16.0/category_tags.js
View File

@@ -12,23 +12,26 @@ module.exports = {
const { progress } = this;
await batch.processSortedSet('topics:tid', async (tids) => {
await async.eachSeries(tids, async (tid) => {
const [topicData, tags] = await Promise.all([
topics.getTopicFields(tid, ['cid', 'timestamp']),
topics.getTopicTags(tid),
topics.getTopicsFields(tids, ['tid', 'cid', 'timestamp']),
topics.getTopicsTags(tids),
]);
const topicsWithTags = topicData.map((t, i) => {
t.tags = tags[i];
return t;
}).filter(t => t && t.tags.length);
if (tags.length) {
const { cid } = topicData;
await async.eachSeries(tags, async (tag) => {
await db.sortedSetAdd(`cid:${cid}:tag:${tag}:topics`, topicData.timestamp, tid);
const count = await db.sortedSetCard(`cid:${cid}:tag:${tag}:topics`);
await db.sortedSetAdd(`cid:${cid}:tags`, count, tag);
});
}
progress.incr();
await async.eachSeries(topicsWithTags, async (topicObj) => {
const { cid, tags } = topicObj;
await db.sortedSetsAdd(
tags.map(tag => `cid:${cid}:tag:${tag}:topics`),
topicObj.timestamp,
topicObj.tid
);
const counts = await db.sortedSetsCard(tags.map(tag => `cid:${cid}:tag:${tag}:topics`));
await db.sortedSetAdd(`cid:${cid}:tags`, counts, tags);
});
progress.incr(tids.length);
}, {
batch: 500,
progress: progress,