Nemcio/NodeBB
1
0
Fork 0
mirror of https://github.com/NodeBB/NodeBB.git synced 2026-01-02 22:00:34 +01:00
Code Issues Packages Projects Releases Wiki Activity

perf: #10410, faster upgrade script

Browse Source
This commit is contained in:
Barış Soner Uşaklı
2022-03-18 12:40:13 -04:00
parent 38ca73c493
commit dab22d5fd0
1 changed files with 17 additions and 20 deletions
Download Patch File Download Diff File Expand all files Collapse all files

37
src/upgrades/1.19.3/fix_user_uploads_zset.js
View File

@@ -1,5 +1,3 @@
/* eslint-disable no-await-in-loop */
'use strict';
const crypto = require('crypto');
@@ -16,30 +14,29 @@ module.exports = {
const { progress } = this;
await batch.processSortedSet('users:joindate', async (uids) => {
const keys = uids.map(uid => `uid:${uid}:uploads`);
progress.incr(uids.length);
for (let idx = 0; idx < uids.length; idx++) {
const key = keys[idx];
await Promise.all(uids.map(async (uid) => {
const key = `uid:${uid}:uploads`;
// Rename the paths within
let uploads = await db.getSortedSetRangeWithScores(key, 0, -1);
if (uploads.length) {
// Don't process those that have already the right format
uploads = uploads.filter(upload => upload.value.startsWith('/files/'));
// Don't process those that have already the right format
uploads = uploads.filter(upload => upload.value.startsWith('/files/'));
await db.sortedSetRemove(key, uploads.map(upload => upload.value));
await db.sortedSetAdd(
key,
uploads.map(upload => upload.score),
uploads.map(upload => upload.value.slice(1))
);
// Add uid to the upload's hash object
uploads = await db.getSortedSetMembers(key);
await db.setObjectBulk(uploads.map(relativePath => [`upload:${md5(relativePath)}`, { uid: uids[idx] }]));
}
await db.sortedSetRemove(key, uploads.map(upload => upload.value));
await db.sortedSetAdd(
key,
uploads.map(upload => upload.score),
uploads.map(upload => upload.value.slice(1))
);
// Add uid to the upload's hash object
uploads = await db.getSortedSetMembers(key);
await db.setObjectBulk(uploads.map(relativePath => [`upload:${md5(relativePath)}`, { uid: uids[idx] }]));
}
}));
}, {
batch: 100,
batch: 500,
progress: progress,
});
},