1
0
mirror of https://github.com/redis/node-redis.git synced 2025-08-10 11:43:01 +03:00
Files
node-redis/lib/commands/generic-transformers.ts
Leibale Eidelman 4e6d018d77 V4 (#1624)
* init v4

* add .gitignore to benchmark

* spawn redis-servers for tests,
add some tests,
fix client auth on connect

* add tests coverage report

* add tests workflow, replace nyc text reporter with text-summary

* run tests with node 16.x & redis 6.x only (for now)

* add socket events on client,
stop reconnectiong when manually calling disconnect,
remove abort signal listener when a command is written on the socket

* add isOpen boolean getter on client, add maxLength option to command queue, add test for client.multi

* move to use CommonJS

* add MULTI and EXEC commands to when executing multi command, make client.multi return type innerit the module commands, clean some tests, exclute spec files from coverage report

* missing file from commit 61edd4f1b5

* exclude spec files from coverage report

* add support for options in a command function (.get, .set, ...), add support for the SELECT command, implement a couple of commands, fix client socket reconnection strategy, add support for using replicas (RO) in cluster, and more..

* fix client.blPop test

* use which to find redis-server path

* change command options to work with Symbol rather then WeakSet

* implement more commands

* Add support for lua scripts in client & muilti, fix client socket initiator, implement simple cluster nodes discovery strategy

* replace `callbackify` with `legacyMode`

* add the SCAN command and client.scanIterator

* rename scanIterator

* init benchmark workflow

* fix benchmark workflow

* fix benchmark workflow

* fix benchmark workflow

* push coverage report to Coveralls

* fix Coveralls

* generator lcov (for Coveralls)

* fix .nycrc.json

* PubSub

* add support for all set commands (including sScanIterator)

* support pipeline

* fix KEEPTTL in SET

* remove console.log

* add HyperLogLog commands

* update README.md (thanks to @guyroyse)

* add support for most of the "keys commands"

* fix EXPIREAT.spec.ts

* add support for date in both EXPIREAT & EXPIRE

* add tests

* better cluster nodes discorvery strategy after MOVED error, add PubSub test

* fix PubSub UNSUBSCRIBE/PUNSUBSCRIBE without channel and/or listener

* fix PubSub

* add release-it to dev dependencies

* Release 4.0.0-next.0

* fix .npmignore

* Release 4.0.0-next.1

* fix links in README.md

* fix .npmignore

* Release 4.0.0-next.2

* add support for all sorted set commands

* add support for most stream commands

* add missing file from commit 53de279afe

* lots of todo commends

* make PubSub test more stable

* clean ZPOPMAX

* add support for lua scripts and modules in cluster, spawn cluster for tests, add some cluster tests, fix pubsub listener arguments

* GET.spec.ts

* add support for List commands, fix some Sorted Set commands, add some cluster commands, spawn cluster for testing, add support for command options in cluster, and more

* add missing file from commit faab94fab2

* clean ZRANK and ZREVRANK

* add XREAD and XREADGROUP commands

* remove unused files

* implement a couple of more commands, make cluster random iterator be per node (instead of per slot)

* Release 4.0.0-next.3

* app spec files to npmignore

* fix some code analyzers (LGTM, deepsource, codeclimate) issues

* fix CLUSTER_NODES, add some tests

* add HSCAN, clean some commands, add tests for generic transformers

* add missing files from 0feb35a1fb

* update README.md (thanks to @guyroyse)

* handle ASK errors, add some commands and tests

* Release 4.0.0-next.4

* replace "modern" with "v4"

* remove unused imports

* add all ACL subcommands, all MODULE subcommands, and some other commands

* remove 2 unused imports

* fix BITFIELD command

* fix XTRIM spec file

* clean code

* fix package.json types field

* better modules support, fix some bugs in legacy mode, add some tests

* remove unused function

* add test for hScanIterator

* change node mimimum version to 12 (latest LTS)

* update tsconfig.json to support node 12, run tests on Redis 5 & 6 and on all node live versions

* remove future node releases :P

* remove "lib" from ts compiler options

* Update tsconfig.json

* fix build

* run some tests only on supported redis versions, use coveralls parallel mode

* fix tests

* Do not use "timers/promises", fix "isRedisVersionGreaterThan"

* skip AbortController tests when not available

* use 'fs'.promises instead of 'fs/promises'

* add some missing commands

* run GETDEL tests only if the redis version is greater than 6.2

* implement some GEO commands, improve scan generic transformer, expose RPUSHX

* fix GEOSEARCH & GEOSEARCHSTORE

* use socket.setNoDelay and queueMicrotask to improve latency

* commands-queue.ts: String length / byte length counting issue (#1630)

* Update commands-queue.ts

Hopefully fixing #1628

* Reverted 2fa5ea6, and implemented test for byte length check

* Changed back to Buffer.byteLength, due to issue author input. Updated test to look for 4 bytes.

* Fixed. There were two places that length was calculated.

* Removed redundant string assignment

* add 2 bytes test as well

Co-authored-by: Leibale Eidelman <leibale1998@gmail.com>

* fix scripts in multi

* do not hide bugs in redis

* fix for e7bf09644b

* remove unused import

* implement WATCH command, fix ZRANGESTORE & GEOSEARCHSTORE tests

* update README.md

Co-authored-by: @GuyRoyse

* use typedoc to auto generate documentation

* run "npm install" before "npm run documentation"

* clean documentation workflow

* fix WATCH spec file

* increase "CLUSTER_NODE_TIMEOUT" to 5000ms to avoid "CLUSTERDOWN" errors in tests

* pull cluster state every 100 ms

* await meetPromises before pulling the cluster state

* enhance the way commanders (client/multi/cluster) get extended with modules and scripts

* add test for socket retry strategy

* implement more commands

* set GETEX minimum version to 6.2

* remove unused imports

* add support for multi in cluster

* upgrade dependencies

* Release 4.0.0-next.5

* remove unused imports

* improve benchmarking

* use the same Multi with duplicated clients

* exclude some files from the documentation, add some exports, clean code

* fix #1636 - handle null in multi.exec

* remove unused import

* add supoprt for tuples in HSET

* add FIRST_KEY_INDEX to HSET

* add a bunch of missing commands, fix MSET and HELLO, add some tests

* add FIRST_KEY_INDEX to MSET and MSETNX

* upgrade actions

* fix coverallsapp/github-action version

* Update documentation.yml

* Update documentation.yml

* clean code

* remove unused imports

* use "npm ci" instead of "npm install"

* fix `self` binding on client modules, use connection pool for `duplicateConnection`

* add client.executeIsolated, rename "duplicateConnection" to "isolated", update README.md (thanks to @GuyRoyse and @SimonPrickett)

* update README (thanks to @GuyRoyse), add some tests

* try to fix "cluster is down" errors in tests

* try to fix "cluster is down" errors in tests

* upgrade dependencies

* update package-lock

* Release 4.0.0-next.6

* fix #1636 - fix WatchError

* fix for f1bf0beebf - remove .only from multi tests

* Release 4.0.0-next.7

* update README and other markdown files

Co-authored-by: @GuyRoyse & @SimonPrickett

* Doc updates. (#1640)

* update docs, upgrade dependencies

* fix README

* Release 4.0.0-rc.0

* Update README.md

* update docs, add `connectTimeout` options, fix tls

Co-authored-by: Guy Royse <guy@guyroyse.com>

* npm update, "fix" some tests, clean code

* fix AssertionError import

* fix #1642 - fix XREAD, XREADGROUP and XTRIM

* fix #1644 - add the QUIT command

* add socket.noDelay and socket.keepAlive configurations

* Update README.md (#1645)

* Update README.md

Fixed issue with how connection string was specified.
Now you can have user@host without having to specify a password, which just makes more sense

* Update client-configuration.md as well

Co-authored-by: Leibale Eidelman <leibale1998@gmail.com>

* update socket.reconnectStrategy description

* fix borken link in v3-to-v4.md

* increase test coverage, fix bug in cluster redirection strategy, implement CLIENT_ID, remove unused EXEC command

Co-authored-by: Nova <novaw@warrenservices.co.uk>
Co-authored-by: Simon Prickett <simon@crudworks.org>
Co-authored-by: Guy Royse <guy@guyroyse.com>
2021-09-02 10:04:48 -04:00

382 lines
9.1 KiB
TypeScript

import { TransformArgumentsReply } from '.';
export function transformReplyNumber(reply: number): number {
return reply;
}
export function transformReplyNumberNull(reply: number | null): number | null {
return reply;
}
export function transformReplyNumberArray(reply: Array<number>): Array<number> {
return reply;
}
export function transformReplyNumberNullArray(reply: Array<number | null>): Array<number | null> {
return reply;
}
export function transformReplyString(reply: string): string {
return reply;
}
export function transformReplyStringNull(reply: string | null): string | null {
return reply;
}
export function transformReplyStringArray(reply: Array<string>): Array<string> {
return reply;
}
export function transformReplyStringArrayNull(reply: Array<string> | null): Array<string> | null {
return reply;
}
export function transformReplyStringNullArray(reply: Array<string | null>): Array<string | null> {
return reply;
}
export function transformReplyBoolean(reply: number): boolean {
return reply === 1;
}
export function transformReplyBooleanArray(reply: Array<number>): Array<boolean> {
return reply.map(transformReplyBoolean);
}
export type BitValue = 0 | 1;
export function transformReplyBit(reply: BitValue): BitValue {
return reply;
}
export function transformReplyVoid(): void {}
export interface ScanOptions {
MATCH?: string;
COUNT?: number;
}
export function pushScanArguments(args: Array<string>, cursor: number, options?: ScanOptions): Array<string> {
args.push(cursor.toString());
if (options?.MATCH) {
args.push('MATCH', options.MATCH);
}
if (options?.COUNT) {
args.push('COUNT', options.COUNT.toString());
}
return args;
}
export function transformReplyNumberInfinity(reply: string): number {
switch (reply) {
case '+inf':
return Infinity;
case '-inf':
return -Infinity;
default:
return Number(reply);
}
}
export function transformReplyNumberInfinityArray(reply: Array<string>): Array<number | null> {
return reply.map(transformReplyNumberInfinity);
}
export function transformReplyNumberInfinityNull(reply: string | null): number | null {
if (reply === null) return null;
return transformReplyNumberInfinity(reply);
}
export function transformReplyNumberInfinityNullArray(reply: Array<string | null>): Array<number | null> {
return reply.map(transformReplyNumberInfinityNull);
}
export function transformArgumentNumberInfinity(num: number): string {
switch (num) {
case Infinity:
return '+inf';
case -Infinity:
return '-inf';
default:
return num.toString();
}
}
export interface TuplesObject {
[field: string]: string;
}
export function transformReplyTuples(reply: Array<string>): TuplesObject {
const message = Object.create(null);
for (let i = 0; i < reply.length; i += 2) {
message[reply[i]] = reply[i + 1];
}
return message;
}
export interface StreamMessageReply {
id: string;
message: TuplesObject;
}
export type StreamMessagesReply = Array<StreamMessageReply>;
export function transformReplyStreamMessages(reply: Array<any>): StreamMessagesReply {
const messages = [];
for (const [id, message] of reply) {
messages.push({
id,
message: transformReplyTuples(message)
});
}
return messages;
}
export type StreamsMessagesReply = Array<{
name: string;
messages: StreamMessagesReply;
}> | null;
export function transformReplyStreamsMessages(reply: Array<any> | null): StreamsMessagesReply | null {
if (reply === null) return null;
return reply.map(([name, rawMessages]) => ({
name,
messages: transformReplyStreamMessages(rawMessages)
}));
}
export interface ZMember {
score: number;
value: string;
}
export function transformReplySortedSetWithScores(reply: Array<string>): Array<ZMember> {
const members = [];
for (let i = 0; i < reply.length; i += 2) {
members.push({
value: reply[i],
score: transformReplyNumberInfinity(reply[i + 1])
});
}
return members;
}
type GeoCountArgument = number | {
value: number;
ANY?: true
};
export function pushGeoCountArgument(args: Array<string>, count: GeoCountArgument | undefined): Array<string> {
if (typeof count === 'number') {
args.push('COUNT', count.toString());
} else if (count) {
args.push('COUNT', count.value.toString());
if (count.ANY) {
args.push('ANY');
}
}
return args;
}
export type GeoUnits = 'm' | 'km' | 'mi' | 'ft';
export interface GeoCoordinates {
longitude: string | number;
latitude: string | number;
}
type GeoSearchFromMember = string;
export type GeoSearchFrom = GeoSearchFromMember | GeoCoordinates;
interface GeoSearchByRadius {
radius: number;
unit: GeoUnits;
}
interface GeoSearchByBox {
width: number;
height: number;
unit: GeoUnits;
}
export type GeoSearchBy = GeoSearchByRadius | GeoSearchByBox;
export interface GeoSearchOptions {
SORT?: 'ASC' | 'DESC';
COUNT?: GeoCountArgument;
}
export function pushGeoSearchArguments(
args: Array<string>,
key: string,
from: GeoSearchFrom,
by: GeoSearchBy,
options?: GeoSearchOptions
): Array<string> {
args.push(key);
if (typeof from === 'string') {
args.push('FROMMEMBER', from);
} else {
args.push('FROMLONLAT', from.longitude.toString(), from.latitude.toString());
}
if ('radius' in by) {
args.push('BYRADIUS', by.radius.toString());
} else {
args.push('BYBOX', by.width.toString(), by.height.toString());
}
if (by.unit) {
args.push(by.unit);
}
if (options?.SORT) {
args.push(options?.SORT);
}
pushGeoCountArgument(args, options?.COUNT);
return args;
}
export enum GeoReplyWith {
DISTANCE = 'WITHDIST',
HASH = 'WITHHASH',
COORDINATES = 'WITHCOORD'
}
export interface GeoReplyWithMember {
member: string;
distance?: number;
hash?: string;
coordinates?: {
longitude: string;
latitude: string;
};
}
export function transformGeoMembersWithReply(reply: Array<Array<any>>, replyWith: Array<GeoReplyWith>): Array<GeoReplyWithMember> {
const replyWithSet = new Set(replyWith);
let index = 0;
const distanceIndex = replyWithSet.has(GeoReplyWith.DISTANCE) && ++index,
hashIndex = replyWithSet.has(GeoReplyWith.HASH) && ++index,
coordinatesIndex = replyWithSet.has(GeoReplyWith.COORDINATES) && ++index;
return reply.map(member => {
const transformedMember: GeoReplyWithMember = {
member: member[0]
};
if (distanceIndex) {
transformedMember.distance = member[distanceIndex];
}
if (hashIndex) {
transformedMember.hash = member[hashIndex];
}
if (coordinatesIndex) {
const [longitude, latitude] = member[coordinatesIndex];
transformedMember.coordinates = {
longitude,
latitude
};
}
return transformedMember;
});
}
export function transformEXAT(EXAT: number | Date): string {
return (typeof EXAT === 'number' ? EXAT : Math.floor(EXAT.getTime() / 1000)).toString();
}
export function transformPXAT(PXAT: number | Date): string {
return (typeof PXAT === 'number' ? PXAT : PXAT.getTime()).toString();
}
export interface EvalOptions {
keys?: Array<string>;
arguments?: Array<string>;
}
export function pushEvalArguments(args: Array<string>, options?: EvalOptions): Array<string> {
if (options?.keys) {
args.push(
options.keys.length.toString(),
...options.keys
);
} else {
args.push('0');
}
if (options?.arguments) {
args.push(...options.arguments);
}
return args;
}
export type StringTuplesArguments = Array<[string, string]> | Array<string> | Record<string, string>;
export function pushStringTuplesArguments(args: Array<string>, tuples: StringTuplesArguments): Array<string> {
if (Array.isArray(tuples)) {
args.push(...tuples.flat());
} else {
for (const key of Object.keys(tuples)) {
args.push(key, tuples[key]);
}
}
return args;
}
export function pushVerdictArguments(args: TransformArgumentsReply, value: string | Array<string>): TransformArgumentsReply {
if (typeof value === 'string') {
args.push(value);
} else {
args.push(...value);
}
return args;
}
export function pushVerdictArgument(args: TransformArgumentsReply, value: string | Array<string>): TransformArgumentsReply {
if (typeof value === 'string') {
args.push('1', value);
} else {
args.push(value.length.toString(), ...value);
}
return args;
}
export function pushOptionalVerdictArgument(args: TransformArgumentsReply, name: string, value: undefined | string | Array<string>): TransformArgumentsReply {
if (value === undefined) return args;
args.push(name);
return pushVerdictArgument(args, value);
}