Nemcio/NodeBB
1
0
Fork 0
mirror of https://github.com/NodeBB/NodeBB.git synced 2025-11-08 15:05:46 +01:00
Code Issues Packages Projects Releases Wiki Activity

change batch.js style

Browse Source
This commit is contained in:
barisusakli
2016-11-03 23:24:36 +03:00
parent 264e7ee303
commit 01e7b864b8
1 changed files with 90 additions and 94 deletions
Download Patch File Download Diff File Expand all files Collapse all files

184
src/batch.js
View File

@@ -2,113 +2,109 @@
'use strict'; 'use strict';
var async = require('async'), var async = require('async');
db = require('./database'), var db = require('./database');
utils = require('../public/src/utils'); var utils = require('../public/src/utils');
(function (Batch) { var DEFAULT_BATCH_SIZE = 100;
var DEFAULT_BATCH_SIZE = 100; exports.processSortedSet = function (setKey, process, options, callback) {
if (typeof options === 'function') {
callback = options;
options = {};
}
Batch.processSortedSet = function (setKey, process, options, callback) { callback = typeof callback === 'function' ? callback : function () {};
if (typeof options === 'function') { options = options || {};
callback = options;
options = {};
}
callback = typeof callback === 'function' ? callback : function () {}; if (typeof process !== 'function') {
options = options || {}; return callback(new Error('[[error:process-not-a-function]]'));
}
if (typeof process !== 'function') { // use the fast path if possible
return callback(new Error('[[error:process-not-a-function]]')); if (db.processSortedSet && typeof options.doneIf !== 'function' && !utils.isNumber(options.alwaysStartAt)) {
} return db.processSortedSet(setKey, process, options.batch || DEFAULT_BATCH_SIZE, callback);
}
// use the fast path if possible // custom done condition
if (db.processSortedSet && typeof options.doneIf !== 'function' && !utils.isNumber(options.alwaysStartAt)) { options.doneIf = typeof options.doneIf === 'function' ? options.doneIf : function () {};
return db.processSortedSet(setKey, process, options.batch || DEFAULT_BATCH_SIZE, callback);
}
// custom done condition var batch = options.batch || DEFAULT_BATCH_SIZE;
options.doneIf = typeof options.doneIf === 'function' ? options.doneIf : function () {}; var start = 0;
var stop = batch;
var done = false;
var batch = options.batch || DEFAULT_BATCH_SIZE; async.whilst(
var start = 0; function () {
var stop = batch; return !done;
var done = false; },
function (next) {
async.whilst( db.getSortedSetRange(setKey, start, stop, function (err, ids) {
function () { if (err) {
return !done; return next(err);
}, }
function (next) { if (!ids.length || options.doneIf(start, stop, ids)) {
db.getSortedSetRange(setKey, start, stop, function (err, ids) {
if (err) {
return next(err);
}
if (!ids.length || options.doneIf(start, stop, ids)) {
done = true;
return next();
}
process(ids, function (err) {
if (err) {
return next(err);
}
start += utils.isNumber(options.alwaysStartAt) ? options.alwaysStartAt : batch + 1;
stop = start + batch;
next();
});
});
},
callback
);
};
Batch.processArray = function (array, process, options, callback) {
if (typeof options === 'function') {
callback = options;
options = {};
}
callback = typeof callback === 'function' ? callback : function () {};
options = options || {};
if (!Array.isArray(array) || !array.length) {
return callback();
}
if (typeof process !== 'function') {
return callback(new Error('[[error:process-not-a-function]]'));
}
var batch = options.batch || DEFAULT_BATCH_SIZE;
var start = 0;
var done = false;
async.whilst(
function () {
return !done;
},
function (next) {
var currentBatch = array.slice(start, start + batch);
if (!currentBatch.length) {
done = true; done = true;
return next(); return next();
} }
process(currentBatch, function (err) { process(ids, function (err) {
if (err) { if (err) {
return next(err); return next(err);
} }
start = start + batch; start += utils.isNumber(options.alwaysStartAt) ? options.alwaysStartAt : batch + 1;
if (options.interval) { stop = start + batch;
setTimeout(next, options.interval); next();
} else {
next();
}
}); });
}, });
function (err) { },
callback(err); callback
} );
); };
};
}(exports)); exports.processArray = function (array, process, options, callback) {
if (typeof options === 'function') {
callback = options;
options = {};
}
callback = typeof callback === 'function' ? callback : function () {};
options = options || {};
if (!Array.isArray(array) || !array.length) {
return callback();
}
if (typeof process !== 'function') {
return callback(new Error('[[error:process-not-a-function]]'));
}
var batch = options.batch || DEFAULT_BATCH_SIZE;
var start = 0;
var done = false;
async.whilst(
function () {
return !done;
},
function (next) {
var currentBatch = array.slice(start, start + batch);
if (!currentBatch.length) {
done = true;
return next();
}
process(currentBatch, function (err) {
if (err) {
return next(err);
}
start = start + batch;
if (options.interval) {
setTimeout(next, options.interval);
} else {
next();
}
});
},
function (err) {
callback(err);
}
);
};