Files
NodeBB/src/database/postgres/sets.js
Barış Soner Uşaklı 805dcd7ca2 Async refactor in place (#7736)
* feat: allow both callback&and await

* feat: ignore async key

* feat: callbackify and promisify in same file

* Revert "feat: callbackify and promisify in same file"

This reverts commit cea206a9b8.

* feat: no need to store .callbackify

* feat: change getTopics to async

* feat: remove .async

* fix: byScore

* feat: rewrite topics/index and social with async/await

* fix: rewrite topics/data.js

fix issue with async.waterfall, only pass result if its not undefined

* feat: add callbackify to redis/psql

* feat: psql use await

* fix: redis 🌋

* feat: less returns

* feat: more await rewrite

* fix: redis tests

* feat: convert sortedSetAdd

rewrite psql transaction to async/await

* feat: 🐶

* feat: test

* feat: log client and query

* feat: log bind

* feat: more logs

* feat: more logs

* feat: check perform

* feat: dont callbackify transaction

* feat: remove logs

* fix: main functions

* feat: more logs

* fix: increment

* fix: rename

* feat: remove cls

* fix: remove console.log

* feat: add deprecation message to .async usage

* feat: update more dbal methods

* fix: redis :voodoo:

* feat:  fix redis zrem, convert setObject

* feat: upgrade getObject methods

* fix: psql getObjectField

* fix: redis tests

* feat: getObjectKeys

* feat: getObjectValues

* feat: isObjectField

* fix: add missing return

* feat: delObjectField

* feat: incrObjectField

* fix: add missing await

* feat: remove exposed helpers

* feat: list methods

* feat: flush/empty

* feat: delete

* fix: redis delete all

* feat: get/set

* feat: incr/rename

* feat: type

* feat: expire

* feat: setAdd

* feat: setRemove

* feat: isSetMember

* feat: getSetMembers

* feat: setCount, setRemoveRandom

* feat: zcard,zcount

* feat: sortedSetRank

* feat: isSortedSetMember

* feat: zincrby

* feat: sortedSetLex

* feat: processSortedSet

* fix: add mising await

* feat: debug psql

* fix: psql test

* fix: test

* fix: another test

* fix: test fix

* fix: psql tests

* feat: remove logs

* feat: user arrow func

use builtin async promises

* feat: topic bookmarks

* feat: topic.delete

* feat: topic.restore

* feat: topics.purge

* feat: merge

* feat: suggested

* feat: topics/user.js

* feat: topics modules

* feat: topics/follow

* fix: deprecation msg

* feat: fork

* feat: topics/posts

* feat: sorted/recent

* feat: topic/teaser

* feat: topics/tools

* feat: topics/unread

* feat: add back node versions

disable deprecation notice
wrap async controllers in try/catch

* feat: use db directly

* feat: promisify in place

* fix: redis/psql

* feat: deprecation message

logs for psql

* feat: more logs

* feat: more logs

* feat: logs again

* feat: more logs

* fix: call release

* feat: restore travis, remove logs

* fix: loops

* feat: remove .async. usage
2019-07-09 12:46:49 -04:00

270 lines
5.5 KiB
JavaScript

'use strict';
var _ = require('lodash');
module.exports = function (db, module) {
var helpers = require('./helpers');
module.setAdd = async function (key, value) {
if (!Array.isArray(value)) {
value = [value];
}
await module.transaction(async function (client) {
var query = client.query.bind(client);
await helpers.ensureLegacyObjectType(client, key, 'set');
await query({
name: 'setAdd',
text: `
INSERT INTO "legacy_set" ("_key", "member")
SELECT $1::TEXT, m
FROM UNNEST($2::TEXT[]) m
ON CONFLICT ("_key", "member")
DO NOTHING`,
values: [key, value],
});
});
};
module.setsAdd = async function (keys, value) {
if (!Array.isArray(keys) || !keys.length) {
return;
}
if (!Array.isArray(value)) {
value = [value];
}
keys = _.uniq(keys);
await module.transaction(async function (client) {
var query = client.query.bind(client);
await helpers.ensureLegacyObjectsType(client, keys, 'set');
await query({
name: 'setsAdd',
text: `
INSERT INTO "legacy_set" ("_key", "member")
SELECT k, m
FROM UNNEST($1::TEXT[]) k
CROSS JOIN UNNEST($2::TEXT[]) m
ON CONFLICT ("_key", "member")
DO NOTHING`,
values: [keys, value],
});
});
};
module.setRemove = async function (key, value) {
if (!Array.isArray(key)) {
key = [key];
}
if (!Array.isArray(value)) {
value = [value];
}
await db.query({
name: 'setRemove',
text: `
DELETE FROM "legacy_set"
WHERE "_key" = ANY($1::TEXT[])
AND "member" = ANY($2::TEXT[])`,
values: [key, value],
});
};
module.setsRemove = async function (keys, value) {
if (!Array.isArray(keys) || !keys.length) {
return;
}
await db.query({
name: 'setsRemove',
text: `
DELETE FROM "legacy_set"
WHERE "_key" = ANY($1::TEXT[])
AND "member" = $2::TEXT`,
values: [keys, value],
});
};
module.isSetMember = async function (key, value) {
if (!key) {
return false;
}
const res = await db.query({
name: 'isSetMember',
text: `
SELECT 1
FROM "legacy_object_live" o
INNER JOIN "legacy_set" s
ON o."_key" = s."_key"
AND o."type" = s."type"
WHERE o."_key" = $1::TEXT
AND s."member" = $2::TEXT`,
values: [key, value],
});
return !!res.rows.length;
};
module.isSetMembers = async function (key, values) {
if (!key || !Array.isArray(values) || !values.length) {
return [];
}
values = values.map(helpers.valueToString);
const res = await db.query({
name: 'isSetMembers',
text: `
SELECT s."member" m
FROM "legacy_object_live" o
INNER JOIN "legacy_set" s
ON o."_key" = s."_key"
AND o."type" = s."type"
WHERE o."_key" = $1::TEXT
AND s."member" = ANY($2::TEXT[])`,
values: [key, values],
});
return values.map(function (v) {
return res.rows.some(r => r.m === v);
});
};
module.isMemberOfSets = async function (sets, value) {
if (!Array.isArray(sets) || !sets.length) {
return [];
}
value = helpers.valueToString(value);
const res = await db.query({
name: 'isMemberOfSets',
text: `
SELECT o."_key" k
FROM "legacy_object_live" o
INNER JOIN "legacy_set" s
ON o."_key" = s."_key"
AND o."type" = s."type"
WHERE o."_key" = ANY($1::TEXT[])
AND s."member" = $2::TEXT`,
values: [sets, value],
});
return sets.map(function (s) {
return res.rows.some(r => r.k === s);
});
};
module.getSetMembers = async function (key) {
if (!key) {
return [];
}
const res = await db.query({
name: 'getSetMembers',
text: `
SELECT s."member" m
FROM "legacy_object_live" o
INNER JOIN "legacy_set" s
ON o."_key" = s."_key"
AND o."type" = s."type"
WHERE o."_key" = $1::TEXT`,
values: [key],
});
return res.rows.map(r => r.m);
};
module.getSetsMembers = async function (keys) {
if (!Array.isArray(keys) || !keys.length) {
return [];
}
const res = await db.query({
name: 'getSetsMembers',
text: `
SELECT o."_key" k,
array_agg(s."member") m
FROM "legacy_object_live" o
INNER JOIN "legacy_set" s
ON o."_key" = s."_key"
AND o."type" = s."type"
WHERE o."_key" = ANY($1::TEXT[])
GROUP BY o."_key"`,
values: [keys],
});
return keys.map(function (k) {
return (res.rows.find(r => r.k === k) || { m: [] }).m;
});
};
module.setCount = async function (key) {
if (!key) {
return 0;
}
const res = await db.query({
name: 'setCount',
text: `
SELECT COUNT(*) c
FROM "legacy_object_live" o
INNER JOIN "legacy_set" s
ON o."_key" = s."_key"
AND o."type" = s."type"
WHERE o."_key" = $1::TEXT`,
values: [key],
});
return parseInt(res.rows[0].c, 10);
};
module.setsCount = async function (keys) {
const res = await db.query({
name: 'setsCount',
text: `
SELECT o."_key" k,
COUNT(*) c
FROM "legacy_object_live" o
INNER JOIN "legacy_set" s
ON o."_key" = s."_key"
AND o."type" = s."type"
WHERE o."_key" = ANY($1::TEXT[])
GROUP BY o."_key"`,
values: [keys],
});
return keys.map(function (k) {
return (res.rows.find(r => r.k === k) || { c: 0 }).c;
});
};
module.setRemoveRandom = async function (key) {
const res = await db.query({
name: 'setRemoveRandom',
text: `
WITH A AS (
SELECT s."member"
FROM "legacy_object_live" o
INNER JOIN "legacy_set" s
ON o."_key" = s."_key"
AND o."type" = s."type"
WHERE o."_key" = $1::TEXT
ORDER BY RANDOM()
LIMIT 1
FOR UPDATE)
DELETE FROM "legacy_set" s
USING A
WHERE s."_key" = $1::TEXT
AND s."member" = A."member"
RETURNING A."member" m`,
values: [key],
});
return res.rows.length ? res.rows[0].m : null;
};
};