Add support for T-Digest (#2214)

* wip

* close #2216 - add support for TDIGEST.MERGESTORE and make compression optional on TDIGEST.CREATE

* fix some tdigest commands, use bloom edge docker

* fix index.ts

* 2.4-RC2 (v2.4.1)

* fix some commands and tests

* clean code

Author: leibale

packages/bloom/lib/commands/index.ts

@@ -1,11 +1,13 @@
-import Bloom from './bloom';
-import CountMinSketch from './count-min-sketch';
-import Cuckoo from './cuckoo';
-import TopK from './top-k';
+import bf from './bloom';
+import cms from './count-min-sketch';
+import cf from './cuckoo';
+import tDigest from './t-digest';
+import topK from './top-k';
 
 export default {
-    bf: Bloom,
-    cms: CountMinSketch,
-    cf: Cuckoo,
-    topK: TopK
+    bf,
+    cms,
+    cf,
+    tDigest,
+    topK
 };

packages/bloom/lib/commands/t-digest/ADD.spec.ts

@@ -0,0 +1,21 @@
+import { strict as assert } from 'assert';
+import testUtils, { GLOBAL } from '../../test-utils';
+import { transformArguments } from './ADD';
+
+describe('TDIGEST.ADD', () => {
+    it('transformArguments', () => {
+        assert.deepEqual(
+            transformArguments('key', [1, 2]),
+            ['TDIGEST.ADD', 'key', '1', '2']
+        );
+    });
+
+    testUtils.testWithClient('client.tDigest.add', async client => {
+        const [ , reply ] = await Promise.all([
+            client.tDigest.create('key'),
+            client.tDigest.add('key', [1])
+        ]);
+
+        assert.equal(reply, 'OK');
+    }, GLOBAL.SERVERS.OPEN);
+});

packages/bloom/lib/commands/t-digest/ADD.ts

@@ -0,0 +1,17 @@
+import { RedisCommandArgument, RedisCommandArguments } from '@redis/client/dist/lib/commands';
+
+export const FIRST_KEY_INDEX = 1;
+
+export function transformArguments(
+    key: RedisCommandArgument,
+    values: Array<number>
+): RedisCommandArguments {
+    const args = ['TDIGEST.ADD', key];
+    for (const item of values) {
+        args.push(item.toString());
+    }
+
+    return args;
+}
+
+export declare function transformReply(): 'OK';

packages/bloom/lib/commands/t-digest/BYRANK.spec.ts

@@ -0,0 +1,21 @@
+import { strict as assert } from 'assert';
+import testUtils, { GLOBAL } from '../../test-utils';
+import { transformArguments } from './BYRANK';
+
+describe('TDIGEST.BYRANK', () => {
+    it('transformArguments', () => {
+        assert.deepEqual(
+            transformArguments('key', [1, 2]),
+            ['TDIGEST.BYRANK', 'key', '1', '2']
+        );
+    });
+
+    testUtils.testWithClient('client.tDigest.byRank', async client => {
+        const [ , reply ] = await Promise.all([
+            client.tDigest.create('key'),
+            client.tDigest.byRank('key', [1])
+        ]);
+
+        assert.deepEqual(reply, [NaN]);
+    }, GLOBAL.SERVERS.OPEN);
+});

packages/bloom/lib/commands/t-digest/BYRANK.ts

@@ -0,0 +1,19 @@
+import { RedisCommandArgument, RedisCommandArguments } from '@redis/client/dist/lib/commands';
+
+export const FIRST_KEY_INDEX = 1;
+
+export const IS_READ_ONLY = true;
+
+export function transformArguments(
+    key: RedisCommandArgument,
+    ranks: Array<number>
+): RedisCommandArguments {
+    const args = ['TDIGEST.BYRANK', key];
+    for (const rank of ranks) {
+        args.push(rank.toString());
+    }
+
+    return args;
+}
+
+export { transformDoublesReply as transformReply } from '.';

packages/bloom/lib/commands/t-digest/BYREVRANK.spec.ts

@@ -0,0 +1,21 @@
+import { strict as assert } from 'assert';
+import testUtils, { GLOBAL } from '../../test-utils';
+import { transformArguments } from './BYREVRANK';
+
+describe('TDIGEST.BYREVRANK', () => {
+    it('transformArguments', () => {
+        assert.deepEqual(
+            transformArguments('key', [1, 2]),
+            ['TDIGEST.BYREVRANK', 'key', '1', '2']
+        );
+    });
+
+    testUtils.testWithClient('client.tDigest.byRevRank', async client => {
+        const [ , reply ] = await Promise.all([
+            client.tDigest.create('key'),
+            client.tDigest.byRevRank('key', [1])
+        ]);
+
+        assert.deepEqual(reply, [NaN]);
+    }, GLOBAL.SERVERS.OPEN);
+});

packages/bloom/lib/commands/t-digest/BYREVRANK.ts

@@ -0,0 +1,19 @@
+import { RedisCommandArgument, RedisCommandArguments } from '@redis/client/dist/lib/commands';
+
+export const FIRST_KEY_INDEX = 1;
+
+export const IS_READ_ONLY = true;
+
+export function transformArguments(
+    key: RedisCommandArgument,
+    ranks: Array<number>
+): RedisCommandArguments {
+    const args = ['TDIGEST.BYREVRANK', key];
+    for (const rank of ranks) {
+        args.push(rank.toString());
+    }
+
+    return args;
+}
+
+export { transformDoublesReply as transformReply } from '.';

packages/bloom/lib/commands/t-digest/CDF.spec.ts

@@ -0,0 +1,21 @@
+import { strict as assert } from 'assert';
+import testUtils, { GLOBAL } from '../../test-utils';
+import { transformArguments } from './CDF';
+
+describe('TDIGEST.CDF', () => {
+    it('transformArguments', () => {
+        assert.deepEqual(
+            transformArguments('key', [1, 2]),
+            ['TDIGEST.CDF', 'key', '1', '2']
+        );
+    });
+
+    testUtils.testWithClient('client.tDigest.cdf', async client => {
+        const [ , reply ] = await Promise.all([
+            client.tDigest.create('key'),
+            client.tDigest.cdf('key', [1])
+        ]);
+
+        assert.deepEqual(reply, [NaN]);
+    }, GLOBAL.SERVERS.OPEN);
+});

packages/bloom/lib/commands/t-digest/CDF.ts

@@ -0,0 +1,19 @@
+import { RedisCommandArgument, RedisCommandArguments } from '@redis/client/dist/lib/commands';
+
+export const FIRST_KEY_INDEX = 1;
+
+export const IS_READ_ONLY = true;
+
+export function transformArguments(
+    key: RedisCommandArgument,
+    values: Array<number>
+): RedisCommandArguments {
+    const args = ['TDIGEST.CDF', key];
+    for (const item of values) {
+        args.push(item.toString());
+    }
+
+    return args;
+}
+
+export { transformDoublesReply as transformReply } from '.';

packages/bloom/lib/commands/t-digest/CREATE.spec.ts

@@ -0,0 +1,30 @@
+import { strict as assert } from 'assert';
+import testUtils, { GLOBAL } from '../../test-utils';
+import { transformArguments } from './CREATE';
+
+describe('TDIGEST.CREATE', () => {
+    describe('transformArguments', () => {
+        it('without options', () => {
+            assert.deepEqual(
+                transformArguments('key'),
+                ['TDIGEST.CREATE', 'key']
+            );
+        });
+
+        it('with COMPRESSION', () => {
+            assert.deepEqual(
+                transformArguments('key', {
+                    COMPRESSION: 100
+                }),
+                ['TDIGEST.CREATE', 'key', 'COMPRESSION', '100']
+            );
+        });
+    });
+
+    testUtils.testWithClient('client.tDigest.create', async client => {
+        assert.equal(
+            await client.tDigest.create('key'),
+            'OK'
+        );
+    }, GLOBAL.SERVERS.OPEN);
+});