From 2a08ca9f646a8e2eba7a3689392a86b3f2a96580 Mon Sep 17 00:00:00 2001 From: krishnachaitanya Date: Fri, 27 Oct 2023 16:15:48 +0530 Subject: [PATCH] chore: updated test case descriptions --- src/v0/destinations/redis/transform.js | 2 +- .../destinations/redis/processor/data.ts | 1319 +++++++++-------- .../destinations/shynet/processor/data.ts | 428 +++--- 3 files changed, 878 insertions(+), 871 deletions(-) diff --git a/src/v0/destinations/redis/transform.js b/src/v0/destinations/redis/transform.js index e9442d8487..ffc4a33c43 100644 --- a/src/v0/destinations/redis/transform.js +++ b/src/v0/destinations/redis/transform.js @@ -51,7 +51,7 @@ const process = (event) => { const messageType = message && message.type && message.type.toLowerCase(); if (messageType !== EventType.IDENTIFY) { - return []; + throw new InstrumentationError('Only Identify calls are supported'); } if (isEmpty(message.userId)) { diff --git a/test/integrations/destinations/redis/processor/data.ts b/test/integrations/destinations/redis/processor/data.ts index b0622fd91d..72c78a1ad4 100644 --- a/test/integrations/destinations/redis/processor/data.ts +++ b/test/integrations/destinations/redis/processor/data.ts @@ -1,660 +1,661 @@ export const data = [ - { - "name": "redis", - "description": "Test 0", - "feature": "processor", - "module": "destination", - "version": "v0", - "input": { - "request": { - "body": [ - { - "destination": { - "Config": { - "address": "localhost:6379", - "database": "test", - "prefix": " " - }, - "DestinationDefinition": { - "DisplayName": "Redis", - "ID": "1WhbSZ6uA3H5ChVifHpfL2H6sie", - "Name": "REDIS" - }, - "Enabled": true, - "ID": "1WhcOCGgj9asZu850HvugU2C3Aq", - "Name": "Redis", - "Transformations": [] - }, - "message": { - "anonymousId": "e6ab2c5e-2cda-44a9-a962-e2f67df78bca", - "channel": "web", - "context": { - "app": { - "build": "1.0.0", - "name": "RudderLabs JavaScript SDK", - "namespace": "com.rudderlabs.javascript", - "version": "1.0.5" - }, - "ip": "0.0.0.0", - "library": { - "name": "RudderLabs JavaScript SDK", - "version": "1.0.5" - }, - "locale": "en-GB", - "os": { - "name": "", - "version": "" - }, - "screen": { - "density": 2 - }, - "traits": { - "country": "UK", - "lastname": "Mouse", - "omega": "test", - "omega v2": "test", - "9mega": "test", - "mega&": "test", - "ome$ga": "test", - "alpha$": "test", - "ome_ ga": "test", - "9mega________-________90": "test", - "Cízǔ": "test", - "CamelCase123Key": "test", - "1CComega": "test", - "arrayProp": [ - { - "x": 1, - "y": 2 - } - ], - "nestedProp": { - "innerProp1": "innerPropVal1", - "innerProp2": "innerPropVal2", - "innerProp3": {} - } - }, - "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_2) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.117 Safari/537.36" - }, - "integrations": { - "All": true - }, - "messageId": "2536eda4-d638-4c93-8014-8ffe3f083214", - "originalTimestamp": "2020-01-24T06:29:02.362Z", - "receivedAt": "2020-01-24T11:59:02.403+05:30", - "request_ip": "[::1]:53708", - "sentAt": "2020-01-24T06:29:02.363Z", - "timestamp": "2020-01-24T11:59:02.402+05:30", - "type": "identify", - "userId": "9bb5d4c2-a7aa-4a36-9efb-dd2b1aec5d33" - }, - "request": {} - } - ] - } - }, - "output": { - "response": { - "status": 200, - "body": [ - { - "output": { - "message": { - "key": "user:9bb5d4c2-a7aa-4a36-9efb-dd2b1aec5d33", - "fields": { - "country": "UK", - "lastname": "Mouse", - "omega": "test", - "omega v2": "test", - "9mega": "test", - "mega&": "test", - "ome$ga": "test", - "alpha$": "test", - "ome_ ga": "test", - "9mega________-________90": "test", - "Cízǔ": "test", - "CamelCase123Key": "test", - "1CComega": "test", - "arrayProp": "[{\"x\":1,\"y\":2}]", - "nestedProp.innerProp1": "innerPropVal1", - "nestedProp.innerProp2": "innerPropVal2" - } - }, - "userId": "9bb5d4c2-a7aa-4a36-9efb-dd2b1aec5d33" - }, - "statusCode": 200 - } - ] - } - } - }, - { - "name": "redis", - "description": "Test 1", - "feature": "processor", - "module": "destination", - "version": "v0", - "input": { - "request": { - "body": [ - { - "destination": { - "Config": { - "address": "localhost:6379", - "database": "test", - "prefix": "TestPrefix" - }, - "DestinationDefinition": { - "DisplayName": "Redis", - "ID": "1WhbSZ6uA3H5ChVifHpfL2H6sie", - "Name": "REDIS" - }, - "Enabled": true, - "ID": "1WhcOCGgj9asZu850HvugU2C3Aq", - "Name": "Redis", - "Transformations": [] - }, - "message": { - "anonymousId": "e6ab2c5e-2cda-44a9-a962-e2f67df78bca", - "channel": "web", - "context": { - "app": { - "build": "1.0.0", - "name": "RudderLabs JavaScript SDK", - "namespace": "com.rudderlabs.javascript", - "version": "1.0.5" - }, - "ip": "0.0.0.0", - "library": { - "name": "RudderLabs JavaScript SDK", - "version": "1.0.5" - }, - "locale": "en-GB", - "os": { - "name": "", - "version": "" - }, - "screen": { - "density": 2 - }, - "traits": { - "country": "UK", - "lastname": "Mouse", - "omega": "test", - "omega v2": "test", - "9mega": "test", - "mega&": "test", - "ome$ga": "test", - "alpha$": "test", - "ome_ ga": "test", - "9mega________-________90": "test", - "Cízǔ": "test", - "CamelCase123Key": "test", - "1CComega": "test", - "arrayProp": [ - { - "x": 1, - "y": 2 - } - ], - "nestedProp": { - "innerProp1": "innerPropVal1", - "innerProp2": "innerPropVal2", - "innerProp3": {} - } - }, - "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_2) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.117 Safari/537.36" - }, - "integrations": { - "All": true - }, - "messageId": "2536eda4-d638-4c93-8014-8ffe3f083214", - "originalTimestamp": "2020-01-24T06:29:02.362Z", - "receivedAt": "2020-01-24T11:59:02.403+05:30", - "request_ip": "[::1]:53708", - "sentAt": "2020-01-24T06:29:02.363Z", - "timestamp": "2020-01-24T11:59:02.402+05:30", - "type": "identify", - "userId": "9bb5d4c2-a7aa-4a36-9efb-dd2b1aec5d33" - }, - "request": {} - } - ] - } - }, - "output": { - "response": { - "status": 200, - "body": [ - { - "output": { - "message": { - "key": "TestPrefix:user:9bb5d4c2-a7aa-4a36-9efb-dd2b1aec5d33", - "fields": { - "country": "UK", - "lastname": "Mouse", - "omega": "test", - "omega v2": "test", - "9mega": "test", - "mega&": "test", - "ome$ga": "test", - "alpha$": "test", - "ome_ ga": "test", - "9mega________-________90": "test", - "Cízǔ": "test", - "CamelCase123Key": "test", - "1CComega": "test", - "arrayProp": "[{\"x\":1,\"y\":2}]", - "nestedProp.innerProp1": "innerPropVal1", - "nestedProp.innerProp2": "innerPropVal2" - } - }, - "userId": "9bb5d4c2-a7aa-4a36-9efb-dd2b1aec5d33" - }, - "statusCode": 200 - } - ] - } - } - }, - { - "name": "redis", - "description": "Test 2", - "feature": "processor", - "module": "destination", - "version": "v0", - "input": { - "request": { - "body": [ - { - "destination": { - "Config": { - "address": "localhost:6379", - "database": "test", - "prefix": "TestPrefix" - }, - "DestinationDefinition": { - "DisplayName": "Redis", - "ID": "1WhbSZ6uA3H5ChVifHpfL2H6sie", - "Name": "REDIS" - }, - "Enabled": true, - "ID": "1WhcOCGgj9asZu850HvugU2C3Aq", - "Name": "Redis", - "Transformations": [] - }, - "message": { - "anonymousId": "e6ab2c5e-2cda-44a9-a962-e2f67df78bca", - "channel": "web", - "context": { - "app": { - "build": "1.0.0", - "name": "RudderLabs JavaScript SDK", - "namespace": "com.rudderlabs.javascript", - "version": "1.0.5" - }, - "ip": "0.0.0.0", - "library": { - "name": "RudderLabs JavaScript SDK", - "version": "1.0.5" - }, - "locale": "en-GB", - "os": { - "name": "", - "version": "" - }, - "screen": { - "density": 2 - }, - "traits": { - "country": "UK", - "lastname": "Mouse", - "arrayProp": [ - { - "x": 1, - "y": 2 - } - ], - "nestedProp": { - "innerProp1": "innerPropVal1", - "innerProp2": "innerPropVal2", - "innerProp3": {} - } - }, - "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_2) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.117 Safari/537.36" - }, - "traits": { - "country": "USA", - "firstname": "Mickey" - }, - "integrations": { - "All": true - }, - "messageId": "2536eda4-d638-4c93-8014-8ffe3f083214", - "originalTimestamp": "2020-01-24T06:29:02.362Z", - "receivedAt": "2020-01-24T11:59:02.403+05:30", - "request_ip": "[::1]:53708", - "sentAt": "2020-01-24T06:29:02.363Z", - "timestamp": "2020-01-24T11:59:02.402+05:30", - "type": "identify", - "userId": "9bb5d4c2-a7aa-4a36-9efb-dd2b1aec5d33" - }, - "request": {} - } - ] - } - }, - "output": { - "response": { - "status": 200, - "body": [ - { - "output": { - "message": { - "key": "TestPrefix:user:9bb5d4c2-a7aa-4a36-9efb-dd2b1aec5d33", - "fields": { - "country": "USA", - "lastname": "Mouse", - "arrayProp": "[{\"x\":1,\"y\":2}]", - "nestedProp.innerProp1": "innerPropVal1", - "nestedProp.innerProp2": "innerPropVal2", - "firstname": "Mickey" - } - }, - "userId": "9bb5d4c2-a7aa-4a36-9efb-dd2b1aec5d33" - }, - "statusCode": 200 - } - ] - } - } - }, - { - "name": "redis", - "description": "Test 3", - "feature": "processor", - "module": "destination", - "version": "v0", - "input": { - "request": { - "body": [ - { - "destination": { - "Config": { - "address": "localhost:6379", - "database": "test", - "prefix": "TestEmptyKey" - }, - "DestinationDefinition": { - "DisplayName": "Redis", - "ID": "1WhbSZ6uA3H5ChVifHpfL2H6sie", - "Name": "REDIS" - }, - "Enabled": true, - "ID": "1WhcOCGgj9asZu850HvugU2C3Aq", - "Name": "Redis", - "Transformations": [] - }, - "message": { - "anonymousId": "e6ab2c5e-2cda-44a9-a962-e2f67df78bca", - "channel": "web", - "context": { - "app": { - "build": "1.0.0", - "name": "RudderLabs JavaScript SDK", - "namespace": "com.rudderlabs.javascript", - "version": "1.0.5" - }, - "ip": "0.0.0.0", - "library": { - "name": "RudderLabs JavaScript SDK", - "version": "1.0.5" - }, - "locale": "en-GB", - "os": { - "name": "", - "version": "" - }, - "screen": { - "density": 2 - }, - "traits": { - "country": "UK", - "lastname": "Mouse", - "arrayProp": [ - { - "x": 1, - "y": 2 - } - ], - "emptyKey": "", - "nestedProp": { - "innerProp1": "innerPropVal1", - "innerProp2": "innerPropVal2", - "innerProp3": {} - } - }, - "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_2) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.117 Safari/537.36" - }, - "traits": { - "country": "USA", - "firstname": "Mickey" - }, - "integrations": { - "All": true - }, - "messageId": "2536eda4-d638-4c93-8014-8ffe3f083214", - "originalTimestamp": "2020-01-24T06:29:02.362Z", - "receivedAt": "2020-01-24T11:59:02.403+05:30", - "request_ip": "[::1]:53708", - "sentAt": "2020-01-24T06:29:02.363Z", - "timestamp": "2020-01-24T11:59:02.402+05:30", - "type": "identify", - "userId": "9bb5d4c2-a7aa-4a36-9efb-dd2b1aec5d33" - }, - "request": {} - } - ] - } - }, - "output": { - "response": { - "status": 200, - "body": [ - { - "output": { - "message": { - "key": "TestEmptyKey:user:9bb5d4c2-a7aa-4a36-9efb-dd2b1aec5d33", - "fields": { - "country": "USA", - "lastname": "Mouse", - "arrayProp": "[{\"x\":1,\"y\":2}]", - "emptyKey": "", - "nestedProp.innerProp1": "innerPropVal1", - "nestedProp.innerProp2": "innerPropVal2", - "firstname": "Mickey" - } - }, - "userId": "9bb5d4c2-a7aa-4a36-9efb-dd2b1aec5d33" - }, - "statusCode": 200 - } - ] - } - } - }, - { - "name": "redis", - "description": "Test 4", - "feature": "processor", - "module": "destination", - "version": "v0", - "input": { - "request": { - "body": [ - { - "destination": { - "Config": { - "address": "localhost:6379", - "database": "test", - "prefix": "TestPrefix" - }, - "DestinationDefinition": { - "DisplayName": "Redis", - "ID": "1WhbSZ6uA3H5ChVifHpfL2H6sie", - "Name": "REDIS" - }, - "Enabled": true, - "ID": "1WhcOCGgj9asZu850HvugU2C3Aq", - "Name": "Redis", - "Transformations": [] - }, - "message": { - "anonymousId": "e6ab2c5e-2cda-44a9-a962-e2f67df78bca", - "channel": "web", - "context": { - "app": { - "build": "1.0.0", - "name": "RudderLabs JavaScript SDK", - "namespace": "com.rudderlabs.javascript", - "version": "1.0.5" - }, - "ip": "0.0.0.0", - "library": { - "name": "RudderLabs JavaScript SDK", - "version": "1.0.5" - }, - "locale": "en-GB", - "os": { - "name": "", - "version": "" - }, - "screen": { - "density": 2 - }, - "traits": {}, - "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_2) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.117 Safari/537.36" - }, - "integrations": { - "All": true - }, - "messageId": "2536eda4-d638-4c93-8014-8ffe3f083214", - "originalTimestamp": "2020-01-24T06:29:02.362Z", - "receivedAt": "2020-01-24T11:59:02.403+05:30", - "request_ip": "[::1]:53708", - "sentAt": "2020-01-24T06:29:02.363Z", - "timestamp": "2020-01-24T11:59:02.402+05:30", - "type": "identify", - "userId": "9bb5d4c2-a7aa-4a36-9efb-dd2b1aec5d33" - }, - "request": {} - } - ] - } - }, - "output": { - "response": { - "status": 200, - "body": [ - { - "statusCode": 400, - "error": "context or context.traits or traits is empty", - "statTags": { - "errorCategory": "dataValidation", - "errorType": "instrumentation", - "destType": "REDIS", - "module": "destination", - "implementation": "native", - "feature": "processor" - } - } - ] - } - } - }, - { - "name": "redis", - "description": "Test 5", - "feature": "processor", - "module": "destination", - "version": "v0", - "input": { - "request": { - "body": [ - { - "destination": { - "Config": { - "address": "localhost:6379", - "database": "test", - "prefix": "TestPrefix" - }, - "DestinationDefinition": { - "DisplayName": "Redis", - "ID": "1WhbSZ6uA3H5ChVifHpfL2H6sie", - "Name": "REDIS" - }, - "Enabled": true, - "ID": "1WhcOCGgj9asZu850HvugU2C3Aq", - "Name": "Redis", - "Transformations": [] - }, - "metadata": { - "workspaceId": "some-workspace-id" - }, - "message": { - "userId": "some-user-id", - "channel": "sources", - "context": { - "sources": { - "job_id": "some-job-id", - "version": "some-version", - "job_run_id": "c8el40l6e87v0c4hkbl0", - "task_run_id": "c8el40l6e87v0c4hkblg", - "profiles_model": "some-model", - "profiles_entity": "some-entity", - "profiles_id_type": "some-id-type" - } - }, - "traits": { - "MODEL_ID": "1691755780", - "VALID_AT": "2023-08-11T11:32:44.963062Z", - "USER_MAIN_ID": "rid5530313526204a95efe71d98cd17d5a1", - "CHURN_SCORE_7_DAYS": 0.027986, - "PERCENTILE_CHURN_SCORE_7_DAYS": 0 - }, - "messageId": "some-message-id", - "originalTimestamp": "2020-01-24T06:29:02.362Z", - "receivedAt": "2020-01-24T11:59:02.403+05:30", - "request_ip": "[::1]:53708", - "sentAt": "2020-01-24T06:29:02.363Z", - "timestamp": "2020-01-24T11:59:02.402+05:30", - "type": "identify" - }, - "request": {} - } - ] - } - }, - "output": { - "response": { - "status": 200, - "body": [ - { - "output": { - "message": { - "hash": "some-workspace-id:1WhcOCGgj9asZu850HvugU2C3Aq:some-entity:some-id-type:some-user-id", - "key": "some-model", - "value": "{\"MODEL_ID\":\"1691755780\",\"VALID_AT\":\"2023-08-11T11:32:44.963062Z\",\"USER_MAIN_ID\":\"rid5530313526204a95efe71d98cd17d5a1\",\"CHURN_SCORE_7_DAYS\":0.027986,\"PERCENTILE_CHURN_SCORE_7_DAYS\":0}" - }, - "userId": "some-user-id" - }, - "metadata": { - "workspaceId": "some-workspace-id" - }, - "statusCode": 200 - } - ] - } - } - } -] \ No newline at end of file + { + name: 'redis', + description: + 'Test 0: Covering flattened json, removing empty values, stringify array, prefix key from the config', + feature: 'processor', + module: 'destination', + version: 'v0', + input: { + request: { + body: [ + { + destination: { + Config: { + address: 'localhost:6379', + database: 'test', + prefix: ' ', + }, + DestinationDefinition: { + DisplayName: 'Redis', + ID: '1WhbSZ6uA3H5ChVifHpfL2H6sie', + Name: 'REDIS', + }, + Enabled: true, + ID: '1WhcOCGgj9asZu850HvugU2C3Aq', + Name: 'Redis', + Transformations: [], + }, + message: { + anonymousId: 'e6ab2c5e-2cda-44a9-a962-e2f67df78bca', + channel: 'web', + context: { + app: { + build: '1.0.0', + name: 'RudderLabs JavaScript SDK', + namespace: 'com.rudderlabs.javascript', + version: '1.0.5', + }, + ip: '0.0.0.0', + library: { + name: 'RudderLabs JavaScript SDK', + version: '1.0.5', + }, + locale: 'en-GB', + os: { + name: '', + version: '', + }, + screen: { + density: 2, + }, + traits: { + country: 'UK', + lastname: 'Mouse', + omega: 'test', + 'omega v2': 'test', + '9mega': 'test', + 'mega&': 'test', + ome$ga: 'test', + alpha$: 'test', + 'ome_ ga': 'test', + '9mega________-________90': 'test', + Cízǔ: 'test', + CamelCase123Key: 'test', + '1CComega': 'test', + arrayProp: [ + { + x: 1, + y: 2, + }, + ], + nestedProp: { + innerProp1: 'innerPropVal1', + innerProp2: 'innerPropVal2', + innerProp3: {}, + }, + }, + userAgent: + 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_2) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.117 Safari/537.36', + }, + integrations: { + All: true, + }, + messageId: '2536eda4-d638-4c93-8014-8ffe3f083214', + originalTimestamp: '2020-01-24T06:29:02.362Z', + receivedAt: '2020-01-24T11:59:02.403+05:30', + request_ip: '[::1]:53708', + sentAt: '2020-01-24T06:29:02.363Z', + timestamp: '2020-01-24T11:59:02.402+05:30', + type: 'identify', + userId: '9bb5d4c2-a7aa-4a36-9efb-dd2b1aec5d33', + }, + }, + ], + }, + }, + output: { + response: { + status: 200, + body: [ + { + output: { + message: { + key: 'user:9bb5d4c2-a7aa-4a36-9efb-dd2b1aec5d33', + fields: { + country: 'UK', + lastname: 'Mouse', + omega: 'test', + 'omega v2': 'test', + '9mega': 'test', + 'mega&': 'test', + ome$ga: 'test', + alpha$: 'test', + 'ome_ ga': 'test', + '9mega________-________90': 'test', + Cízǔ: 'test', + CamelCase123Key: 'test', + '1CComega': 'test', + arrayProp: '[{"x":1,"y":2}]', + 'nestedProp.innerProp1': 'innerPropVal1', + 'nestedProp.innerProp2': 'innerPropVal2', + }, + }, + userId: '9bb5d4c2-a7aa-4a36-9efb-dd2b1aec5d33', + }, + statusCode: 200, + }, + ], + }, + }, + }, + { + name: 'redis', + description: 'Test 1', + feature: 'processor', + module: 'destination', + version: 'v0', + input: { + request: { + body: [ + { + destination: { + Config: { + address: 'localhost:6379', + database: 'test', + prefix: 'TestPrefix', + }, + DestinationDefinition: { + DisplayName: 'Redis', + ID: '1WhbSZ6uA3H5ChVifHpfL2H6sie', + Name: 'REDIS', + }, + Enabled: true, + ID: '1WhcOCGgj9asZu850HvugU2C3Aq', + Name: 'Redis', + Transformations: [], + }, + message: { + anonymousId: 'e6ab2c5e-2cda-44a9-a962-e2f67df78bca', + channel: 'web', + context: { + app: { + build: '1.0.0', + name: 'RudderLabs JavaScript SDK', + namespace: 'com.rudderlabs.javascript', + version: '1.0.5', + }, + ip: '0.0.0.0', + library: { + name: 'RudderLabs JavaScript SDK', + version: '1.0.5', + }, + locale: 'en-GB', + os: { + name: '', + version: '', + }, + screen: { + density: 2, + }, + traits: { + country: 'UK', + lastname: 'Mouse', + omega: 'test', + 'omega v2': 'test', + '9mega': 'test', + 'mega&': 'test', + ome$ga: 'test', + alpha$: 'test', + 'ome_ ga': 'test', + '9mega________-________90': 'test', + Cízǔ: 'test', + CamelCase123Key: 'test', + '1CComega': 'test', + arrayProp: [ + { + x: 1, + y: 2, + }, + ], + nestedProp: { + innerProp1: 'innerPropVal1', + innerProp2: 'innerPropVal2', + innerProp3: {}, + }, + }, + userAgent: + 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_2) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.117 Safari/537.36', + }, + integrations: { + All: true, + }, + messageId: '2536eda4-d638-4c93-8014-8ffe3f083214', + originalTimestamp: '2020-01-24T06:29:02.362Z', + receivedAt: '2020-01-24T11:59:02.403+05:30', + request_ip: '[::1]:53708', + sentAt: '2020-01-24T06:29:02.363Z', + timestamp: '2020-01-24T11:59:02.402+05:30', + type: 'identify', + userId: '9bb5d4c2-a7aa-4a36-9efb-dd2b1aec5d33', + }, + }, + ], + }, + }, + output: { + response: { + status: 200, + body: [ + { + output: { + message: { + key: 'TestPrefix:user:9bb5d4c2-a7aa-4a36-9efb-dd2b1aec5d33', + fields: { + country: 'UK', + lastname: 'Mouse', + omega: 'test', + 'omega v2': 'test', + '9mega': 'test', + 'mega&': 'test', + ome$ga: 'test', + alpha$: 'test', + 'ome_ ga': 'test', + '9mega________-________90': 'test', + Cízǔ: 'test', + CamelCase123Key: 'test', + '1CComega': 'test', + arrayProp: '[{"x":1,"y":2}]', + 'nestedProp.innerProp1': 'innerPropVal1', + 'nestedProp.innerProp2': 'innerPropVal2', + }, + }, + userId: '9bb5d4c2-a7aa-4a36-9efb-dd2b1aec5d33', + }, + statusCode: 200, + }, + ], + }, + }, + }, + { + name: 'redis', + description: 'Test 2', + feature: 'processor', + module: 'destination', + version: 'v0', + input: { + request: { + body: [ + { + destination: { + Config: { + address: 'localhost:6379', + database: 'test', + prefix: 'TestPrefix', + }, + DestinationDefinition: { + DisplayName: 'Redis', + ID: '1WhbSZ6uA3H5ChVifHpfL2H6sie', + Name: 'REDIS', + }, + Enabled: true, + ID: '1WhcOCGgj9asZu850HvugU2C3Aq', + Name: 'Redis', + Transformations: [], + }, + message: { + anonymousId: 'e6ab2c5e-2cda-44a9-a962-e2f67df78bca', + channel: 'web', + context: { + app: { + build: '1.0.0', + name: 'RudderLabs JavaScript SDK', + namespace: 'com.rudderlabs.javascript', + version: '1.0.5', + }, + ip: '0.0.0.0', + library: { + name: 'RudderLabs JavaScript SDK', + version: '1.0.5', + }, + locale: 'en-GB', + os: { + name: '', + version: '', + }, + screen: { + density: 2, + }, + traits: { + country: 'UK', + lastname: 'Mouse', + arrayProp: [ + { + x: 1, + y: 2, + }, + ], + nestedProp: { + innerProp1: 'innerPropVal1', + innerProp2: 'innerPropVal2', + innerProp3: {}, + }, + }, + userAgent: + 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_2) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.117 Safari/537.36', + }, + traits: { + country: 'USA', + firstname: 'Mickey', + }, + integrations: { + All: true, + }, + messageId: '2536eda4-d638-4c93-8014-8ffe3f083214', + originalTimestamp: '2020-01-24T06:29:02.362Z', + receivedAt: '2020-01-24T11:59:02.403+05:30', + request_ip: '[::1]:53708', + sentAt: '2020-01-24T06:29:02.363Z', + timestamp: '2020-01-24T11:59:02.402+05:30', + type: 'identify', + userId: '9bb5d4c2-a7aa-4a36-9efb-dd2b1aec5d33', + }, + }, + ], + }, + }, + output: { + response: { + status: 200, + body: [ + { + output: { + message: { + key: 'TestPrefix:user:9bb5d4c2-a7aa-4a36-9efb-dd2b1aec5d33', + fields: { + country: 'USA', + lastname: 'Mouse', + arrayProp: '[{"x":1,"y":2}]', + 'nestedProp.innerProp1': 'innerPropVal1', + 'nestedProp.innerProp2': 'innerPropVal2', + firstname: 'Mickey', + }, + }, + userId: '9bb5d4c2-a7aa-4a36-9efb-dd2b1aec5d33', + }, + statusCode: 200, + }, + ], + }, + }, + }, + { + name: 'redis', + description: 'Test 3', + feature: 'processor', + module: 'destination', + version: 'v0', + input: { + request: { + body: [ + { + destination: { + Config: { + address: 'localhost:6379', + database: 'test', + prefix: 'TestEmptyKey', + }, + DestinationDefinition: { + DisplayName: 'Redis', + ID: '1WhbSZ6uA3H5ChVifHpfL2H6sie', + Name: 'REDIS', + }, + Enabled: true, + ID: '1WhcOCGgj9asZu850HvugU2C3Aq', + Name: 'Redis', + Transformations: [], + }, + message: { + anonymousId: 'e6ab2c5e-2cda-44a9-a962-e2f67df78bca', + channel: 'web', + context: { + app: { + build: '1.0.0', + name: 'RudderLabs JavaScript SDK', + namespace: 'com.rudderlabs.javascript', + version: '1.0.5', + }, + ip: '0.0.0.0', + library: { + name: 'RudderLabs JavaScript SDK', + version: '1.0.5', + }, + locale: 'en-GB', + os: { + name: '', + version: '', + }, + screen: { + density: 2, + }, + traits: { + country: 'UK', + lastname: 'Mouse', + arrayProp: [ + { + x: 1, + y: 2, + }, + ], + emptyKey: '', + nestedProp: { + innerProp1: 'innerPropVal1', + innerProp2: 'innerPropVal2', + innerProp3: {}, + }, + }, + userAgent: + 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_2) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.117 Safari/537.36', + }, + traits: { + country: 'USA', + firstname: 'Mickey', + }, + integrations: { + All: true, + }, + messageId: '2536eda4-d638-4c93-8014-8ffe3f083214', + originalTimestamp: '2020-01-24T06:29:02.362Z', + receivedAt: '2020-01-24T11:59:02.403+05:30', + request_ip: '[::1]:53708', + sentAt: '2020-01-24T06:29:02.363Z', + timestamp: '2020-01-24T11:59:02.402+05:30', + type: 'identify', + userId: '9bb5d4c2-a7aa-4a36-9efb-dd2b1aec5d33', + }, + }, + ], + }, + }, + output: { + response: { + status: 200, + body: [ + { + output: { + message: { + key: 'TestEmptyKey:user:9bb5d4c2-a7aa-4a36-9efb-dd2b1aec5d33', + fields: { + country: 'USA', + lastname: 'Mouse', + arrayProp: '[{"x":1,"y":2}]', + emptyKey: '', + 'nestedProp.innerProp1': 'innerPropVal1', + 'nestedProp.innerProp2': 'innerPropVal2', + firstname: 'Mickey', + }, + }, + userId: '9bb5d4c2-a7aa-4a36-9efb-dd2b1aec5d33', + }, + statusCode: 200, + }, + ], + }, + }, + }, + { + name: 'redis', + description: 'Test 4', + feature: 'processor', + module: 'destination', + version: 'v0', + input: { + request: { + body: [ + { + destination: { + Config: { + address: 'localhost:6379', + database: 'test', + prefix: 'TestPrefix', + }, + DestinationDefinition: { + DisplayName: 'Redis', + ID: '1WhbSZ6uA3H5ChVifHpfL2H6sie', + Name: 'REDIS', + }, + Enabled: true, + ID: '1WhcOCGgj9asZu850HvugU2C3Aq', + Name: 'Redis', + Transformations: [], + }, + message: { + anonymousId: 'e6ab2c5e-2cda-44a9-a962-e2f67df78bca', + channel: 'web', + context: { + app: { + build: '1.0.0', + name: 'RudderLabs JavaScript SDK', + namespace: 'com.rudderlabs.javascript', + version: '1.0.5', + }, + ip: '0.0.0.0', + library: { + name: 'RudderLabs JavaScript SDK', + version: '1.0.5', + }, + locale: 'en-GB', + os: { + name: '', + version: '', + }, + screen: { + density: 2, + }, + traits: {}, + userAgent: + 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_2) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.117 Safari/537.36', + }, + integrations: { + All: true, + }, + messageId: '2536eda4-d638-4c93-8014-8ffe3f083214', + originalTimestamp: '2020-01-24T06:29:02.362Z', + receivedAt: '2020-01-24T11:59:02.403+05:30', + request_ip: '[::1]:53708', + sentAt: '2020-01-24T06:29:02.363Z', + timestamp: '2020-01-24T11:59:02.402+05:30', + type: 'identify', + userId: '9bb5d4c2-a7aa-4a36-9efb-dd2b1aec5d33', + }, + }, + ], + }, + }, + output: { + response: { + status: 200, + body: [ + { + statusCode: 400, + error: 'context or context.traits or traits is empty', + statTags: { + errorCategory: 'dataValidation', + errorType: 'instrumentation', + destType: 'REDIS', + module: 'destination', + implementation: 'native', + feature: 'processor', + }, + }, + ], + }, + }, + }, + { + name: 'redis', + description: 'Test 5', + feature: 'processor', + module: 'destination', + version: 'v0', + input: { + request: { + body: [ + { + destination: { + Config: { + address: 'localhost:6379', + database: 'test', + prefix: 'TestPrefix', + }, + DestinationDefinition: { + DisplayName: 'Redis', + ID: '1WhbSZ6uA3H5ChVifHpfL2H6sie', + Name: 'REDIS', + }, + Enabled: true, + ID: '1WhcOCGgj9asZu850HvugU2C3Aq', + Name: 'Redis', + Transformations: [], + }, + metadata: { + workspaceId: 'some-workspace-id', + }, + message: { + userId: 'some-user-id', + channel: 'sources', + context: { + sources: { + job_id: 'some-job-id', + version: 'some-version', + job_run_id: 'c8el40l6e87v0c4hkbl0', + task_run_id: 'c8el40l6e87v0c4hkblg', + profiles_model: 'some-model', + profiles_entity: 'some-entity', + profiles_id_type: 'some-id-type', + }, + }, + traits: { + MODEL_ID: '1691755780', + VALID_AT: '2023-08-11T11:32:44.963062Z', + USER_MAIN_ID: 'rid5530313526204a95efe71d98cd17d5a1', + CHURN_SCORE_7_DAYS: 0.027986, + PERCENTILE_CHURN_SCORE_7_DAYS: 0, + }, + messageId: 'some-message-id', + originalTimestamp: '2020-01-24T06:29:02.362Z', + receivedAt: '2020-01-24T11:59:02.403+05:30', + request_ip: '[::1]:53708', + sentAt: '2020-01-24T06:29:02.363Z', + timestamp: '2020-01-24T11:59:02.402+05:30', + type: 'identify', + }, + }, + ], + }, + }, + output: { + response: { + status: 200, + body: [ + { + output: { + message: { + hash: 'some-workspace-id:1WhcOCGgj9asZu850HvugU2C3Aq:some-entity:some-id-type:some-user-id', + key: 'some-model', + value: + '{"MODEL_ID":"1691755780","VALID_AT":"2023-08-11T11:32:44.963062Z","USER_MAIN_ID":"rid5530313526204a95efe71d98cd17d5a1","CHURN_SCORE_7_DAYS":0.027986,"PERCENTILE_CHURN_SCORE_7_DAYS":0}', + }, + userId: 'some-user-id', + }, + metadata: { + workspaceId: 'some-workspace-id', + }, + statusCode: 200, + }, + ], + }, + }, + }, +]; diff --git a/test/integrations/destinations/shynet/processor/data.ts b/test/integrations/destinations/shynet/processor/data.ts index a4e10128cc..b3485bc8d5 100644 --- a/test/integrations/destinations/shynet/processor/data.ts +++ b/test/integrations/destinations/shynet/processor/data.ts @@ -1,212 +1,218 @@ export const data = [ - { - "name": "shynet", - "description": "Test 0", - "feature": "processor", - "module": "destination", - "version": "v0", - "input": { - "request": { - "body": [ - { - "destination": { - "Config": { - "shynetServiceUrl": "https://9710-103-211-12-1.in.ngrok.io/ingress/5b3470a9-be69-4298-9ec1-3fe3f483738c/script.js", - "heartBeat": 5000 - } - }, - "message": { - "type": "page", - "sentAt": "2022-08-22T13:39:21.034Z", - "channel": "web", - "context": { - "app": { - "name": "RudderLabs JavaScript SDK", - "build": "1.0.0", - "version": "1.2.20", - "namespace": "com.rudderlabs.javascript" - }, - "page": { - "url": "http://127.0.0.1:7307/Testing/test/ourSdk.html", - "path": "/Testing/test/ourSdk.html", - "title": "Document", - "search": "", - "tab_url": "http://127.0.0.1:7307/Testing/test/ourSdk.html", - "referrer": "http://127.0.0.1:7307/Testing/test/", - "initial_referrer": "$direct", - "referring_domain": "127.0.0.1:7307", - "initial_referring_domain": "" - }, - "locale": "en-US", - "screen": { - "width": 1440, - "height": 900, - "density": 2, - "innerWidth": 536, - "innerHeight": 689 - }, - "traits": { - "email": "12312@!fma", - "city": "Pune", - "revenue": 93889 - }, - "library": { - "name": "RudderLabs JavaScript SDK", - "version": "1.2.20" - }, - "campaign": {}, - "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/97.0.4692.71 Safari/537.36" - }, - "rudderId": "553b5522-c575-40a7-8072-9741c5f9a647", - "anonymousId": "bf412108-0357-4330-b119-7305e767823c", - "messageId": "bf412108-0357-4330-b119-7305e767823r", - "integrations": { - "All": true - }, - "originalTimestamp": "2022-08-22T13:39:21.032Z" - } - } - ] - } - }, - "output": { - "response": { - "status": 200, - "body": [ - { - "output": { - "body": { - "XML": {}, - "FORM": {}, - "JSON": { - "location": "http://127.0.0.1:7307/Testing/test/ourSdk.html", - "referrer": "http://127.0.0.1:7307/Testing/test/", - "idempotency": "bf412108-0357-4330-b119-7305e767823r" - }, - "JSON_ARRAY": {} - }, - "type": "REST", - "files": {}, - "userId": "", - "method": "POST", - "params": {}, - "headers": { - "Content-Type": "application/json" - }, - "version": "1", - "endpoint": "https://9710-103-211-12-1.in.ngrok.io/ingress/5b3470a9-be69-4298-9ec1-3fe3f483738c/script.js" - }, - "statusCode": 200 - } - ] - } - } - }, - { - "name": "shynet", - "description": "Test 1", - "feature": "processor", - "module": "destination", - "version": "v0", - "input": { - "request": { - "body": [ - { - "destination": { - "Config": { - "shynetServiceUrl": "https://9710-103-211-12-1.in.ngrok.io/ingress/5b3470a9-be69-4298-9ec1-3fe3f483738c/script.js" - } - }, - "message": { - "type": "page", - "sentAt": "2022-08-22T13:39:21.034Z", - "channel": "web", - "context": { - "app": { - "name": "RudderLabs JavaScript SDK", - "build": "1.0.0", - "version": "1.2.20", - "namespace": "com.rudderlabs.javascript" - }, - "page": { - "url": "http://127.0.0.1:7307/Testing/test/ourSdk.html", - "path": "/Testing/test/ourSdk.html", - "title": "Document", - "search": "", - "tab_url": "http://127.0.0.1:7307/Testing/test/ourSdk.html", - "referrer": "http://127.0.0.1:7307/Testing/test/", - "initial_referrer": "$direct", - "referring_domain": "127.0.0.1:7307", - "initial_referring_domain": "", - "loadTime": 45 - }, - "locale": "en-US", - "screen": { - "width": 1440, - "height": 900, - "density": 2, - "innerWidth": 536, - "innerHeight": 689 - }, - "traits": { - "email": "12312@!fma", - "city": "Pune", - "revenue": 93889 - }, - "library": { - "name": "RudderLabs JavaScript SDK", - "version": "1.2.20" - }, - "campaign": {}, - "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/97.0.4692.71 Safari/537.36" - }, - "properties": { - "loadTime": 45 - }, - "rudderId": "553b5522-c575-40a7-8072-9741c5f9a647", - "anonymousId": "675467tfhjgjhfcghjc", - "messageId": "bf412108-0357-4330-b119-7305e767823r", - "integrations": { - "All": true - }, - "originalTimestamp": "2022-08-22T13:39:21.032Z" - } - } - ] - } - }, - "output": { - "response": { - "status": 200, - "body": [ - { - "output": { - "version": "1", - "type": "REST", - "method": "POST", - "endpoint": "https://9710-103-211-12-1.in.ngrok.io/ingress/5b3470a9-be69-4298-9ec1-3fe3f483738c/script.js", - "headers": { - "Content-Type": "application/json" - }, - "params": {}, - "body": { - "JSON": { - "loadTime": 45, - "referrer": "http://127.0.0.1:7307/Testing/test/", - "location": "http://127.0.0.1:7307/Testing/test/ourSdk.html", - "idempotency": "bf412108-0357-4330-b119-7305e767823r" - }, - "JSON_ARRAY": {}, - "XML": {}, - "FORM": {} - }, - "files": {}, - "userId": "" - }, - "statusCode": 200 - } - ] - } - } - } -] \ No newline at end of file + { + name: 'shynet', + description: 'Test 0: Page Call', + feature: 'processor', + module: 'destination', + version: 'v0', + input: { + request: { + body: [ + { + destination: { + Config: { + shynetServiceUrl: + 'https://9710-103-211-12-1.in.ngrok.io/ingress/5b3470a9-be69-4298-9ec1-3fe3f483738c/script.js', + heartBeat: 5000, + }, + }, + message: { + type: 'page', + sentAt: '2022-08-22T13:39:21.034Z', + channel: 'web', + context: { + app: { + name: 'RudderLabs JavaScript SDK', + build: '1.0.0', + version: '1.2.20', + namespace: 'com.rudderlabs.javascript', + }, + page: { + url: 'http://127.0.0.1:7307/Testing/test/ourSdk.html', + path: '/Testing/test/ourSdk.html', + title: 'Document', + search: '', + tab_url: 'http://127.0.0.1:7307/Testing/test/ourSdk.html', + referrer: 'http://127.0.0.1:7307/Testing/test/', + initial_referrer: '$direct', + referring_domain: '127.0.0.1:7307', + initial_referring_domain: '', + }, + locale: 'en-US', + screen: { + width: 1440, + height: 900, + density: 2, + innerWidth: 536, + innerHeight: 689, + }, + traits: { + email: '12312@!fma', + city: 'Pune', + revenue: 93889, + }, + library: { + name: 'RudderLabs JavaScript SDK', + version: '1.2.20', + }, + campaign: {}, + userAgent: + 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/97.0.4692.71 Safari/537.36', + }, + rudderId: '553b5522-c575-40a7-8072-9741c5f9a647', + anonymousId: 'bf412108-0357-4330-b119-7305e767823c', + messageId: 'bf412108-0357-4330-b119-7305e767823r', + integrations: { + All: true, + }, + originalTimestamp: '2022-08-22T13:39:21.032Z', + }, + }, + ], + }, + }, + output: { + response: { + status: 200, + body: [ + { + output: { + body: { + XML: {}, + FORM: {}, + JSON: { + location: 'http://127.0.0.1:7307/Testing/test/ourSdk.html', + referrer: 'http://127.0.0.1:7307/Testing/test/', + idempotency: 'bf412108-0357-4330-b119-7305e767823r', + }, + JSON_ARRAY: {}, + }, + type: 'REST', + files: {}, + userId: '', + method: 'POST', + params: {}, + headers: { + 'Content-Type': 'application/json', + }, + version: '1', + endpoint: + 'https://9710-103-211-12-1.in.ngrok.io/ingress/5b3470a9-be69-4298-9ec1-3fe3f483738c/script.js', + }, + statusCode: 200, + }, + ], + }, + }, + }, + { + name: 'shynet', + description: 'Test 1: Page Call without heartBeat Mentioned', + feature: 'processor', + module: 'destination', + version: 'v0', + input: { + request: { + body: [ + { + destination: { + Config: { + shynetServiceUrl: + 'https://9710-103-211-12-1.in.ngrok.io/ingress/5b3470a9-be69-4298-9ec1-3fe3f483738c/script.js', + }, + }, + message: { + type: 'page', + sentAt: '2022-08-22T13:39:21.034Z', + channel: 'web', + context: { + app: { + name: 'RudderLabs JavaScript SDK', + build: '1.0.0', + version: '1.2.20', + namespace: 'com.rudderlabs.javascript', + }, + page: { + url: 'http://127.0.0.1:7307/Testing/test/ourSdk.html', + path: '/Testing/test/ourSdk.html', + title: 'Document', + search: '', + tab_url: 'http://127.0.0.1:7307/Testing/test/ourSdk.html', + referrer: 'http://127.0.0.1:7307/Testing/test/', + initial_referrer: '$direct', + referring_domain: '127.0.0.1:7307', + initial_referring_domain: '', + loadTime: 45, + }, + locale: 'en-US', + screen: { + width: 1440, + height: 900, + density: 2, + innerWidth: 536, + innerHeight: 689, + }, + traits: { + email: '12312@!fma', + city: 'Pune', + revenue: 93889, + }, + library: { + name: 'RudderLabs JavaScript SDK', + version: '1.2.20', + }, + campaign: {}, + userAgent: + 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/97.0.4692.71 Safari/537.36', + }, + properties: { + loadTime: 45, + }, + rudderId: '553b5522-c575-40a7-8072-9741c5f9a647', + anonymousId: '675467tfhjgjhfcghjc', + messageId: 'bf412108-0357-4330-b119-7305e767823r', + integrations: { + All: true, + }, + originalTimestamp: '2022-08-22T13:39:21.032Z', + }, + }, + ], + }, + }, + output: { + response: { + status: 200, + body: [ + { + output: { + version: '1', + type: 'REST', + method: 'POST', + endpoint: + 'https://9710-103-211-12-1.in.ngrok.io/ingress/5b3470a9-be69-4298-9ec1-3fe3f483738c/script.js', + headers: { + 'Content-Type': 'application/json', + }, + params: {}, + body: { + JSON: { + loadTime: 45, + referrer: 'http://127.0.0.1:7307/Testing/test/', + location: 'http://127.0.0.1:7307/Testing/test/ourSdk.html', + idempotency: 'bf412108-0357-4330-b119-7305e767823r', + }, + JSON_ARRAY: {}, + XML: {}, + FORM: {}, + }, + files: {}, + userId: '', + }, + statusCode: 200, + }, + ], + }, + }, + }, +];