diff --git a/src/cdk/v2/destinations/algolia/procWorkflow.yaml b/src/cdk/v2/destinations/algolia/procWorkflow.yaml
index b9ce7ef7fd..f9ac8e3ae6 100644
--- a/src/cdk/v2/destinations/algolia/procWorkflow.yaml
+++ b/src/cdk/v2/destinations/algolia/procWorkflow.yaml
@@ -61,7 +61,7 @@ steps:
const filters = $.context.payload.filters;
const objectIDs = $.context.payload.objectIDs;
$.assert(!(filters && objectIDs), "event can't have both objectIds and filters at the same time.");
- $.assert(filters || objectIDs, "Either filters or objectIds is required.");
+ $.assert(filters.length || objectIDs.length, "Either filters or objectIds is required and must be non empty.");
- name: validatePayloadForClickEvent
condition: $.context.payload.eventType === "click"
diff --git a/src/cdk/v2/destinations/ninetailed/config.js b/src/cdk/v2/destinations/ninetailed/config.js
new file mode 100644
index 0000000000..c38496a415
--- /dev/null
+++ b/src/cdk/v2/destinations/ninetailed/config.js
@@ -0,0 +1,31 @@
+const { getMappingConfig } = require('../../../../v0/util');
+
+const ConfigCategories = {
+ GENERAL: {
+ type: 'general',
+ name: 'generalPayloadMapping',
+ },
+ CONTEXT: {
+ type: 'context',
+ name: 'contextMapping',
+ },
+ TRACK: {
+ type: 'track',
+ name: 'trackMapping',
+ },
+ IDENTIFY: {
+ type: 'identify',
+ name: 'identifyMapping',
+ },
+ PAGE: {
+ type: 'page',
+ name: 'pageMapping',
+ },
+};
+
+// MAX_BATCH_SIZE : // Maximum number of events to send in a single batch
+const mappingConfig = getMappingConfig(ConfigCategories, __dirname);
+const batchEndpoint =
+ 'https://experience.ninetailed.co/v2/organizations/{{organisationId}}/environments/{{environment}}/events';
+
+module.exports = { ConfigCategories, mappingConfig, batchEndpoint, MAX_BATCH_SIZE: 200 };
diff --git a/src/cdk/v2/destinations/ninetailed/data/contextMapping.json b/src/cdk/v2/destinations/ninetailed/data/contextMapping.json
new file mode 100644
index 0000000000..3d6392dd1e
--- /dev/null
+++ b/src/cdk/v2/destinations/ninetailed/data/contextMapping.json
@@ -0,0 +1,43 @@
+[
+ {
+ "sourceKeys": "app.name",
+ "required": true,
+ "destKey": "app.name"
+ },
+ {
+ "sourceKeys": "app.version",
+ "required": true,
+ "destKey": "app.version"
+ },
+ {
+ "sourceKeys": "campaign",
+ "destKey": "campaign"
+ },
+ {
+ "sourceKeys": "library.name",
+ "required": true,
+ "destKey": "library.name"
+ },
+ {
+ "sourceKeys": "library.version",
+ "required": true,
+ "destKey": "library.version"
+ },
+ {
+ "sourceKeys": "locale",
+ "destKey": "locale"
+ },
+ {
+ "sourceKeys": "page",
+ "destKey": "page"
+ },
+ {
+ "sourceKeys": "userAgent",
+ "destKey": "userAgent"
+ },
+ {
+ "sourceKeys": "location",
+ "required": true,
+ "destKey": "location"
+ }
+]
diff --git a/src/cdk/v2/destinations/ninetailed/data/generalPayloadMapping.json b/src/cdk/v2/destinations/ninetailed/data/generalPayloadMapping.json
new file mode 100644
index 0000000000..3ab72d1b9f
--- /dev/null
+++ b/src/cdk/v2/destinations/ninetailed/data/generalPayloadMapping.json
@@ -0,0 +1,25 @@
+[
+ {
+ "sourceKeys": "anonymousId",
+ "required": true,
+ "destKey": "anonymousId"
+ },
+ {
+ "sourceKeys": "messageId",
+ "required": true,
+ "destKey": "messageId"
+ },
+ {
+ "sourceKeys": "channel",
+ "required": true,
+ "destKey": "channel"
+ },
+ {
+ "sourceKeys": "type",
+ "destKey": "type"
+ },
+ {
+ "sourceKeys": "originalTimestamp",
+ "destKey": "originalTimestamp"
+ }
+]
diff --git a/src/cdk/v2/destinations/ninetailed/data/identifyMapping.json b/src/cdk/v2/destinations/ninetailed/data/identifyMapping.json
new file mode 100644
index 0000000000..e8d3f7797d
--- /dev/null
+++ b/src/cdk/v2/destinations/ninetailed/data/identifyMapping.json
@@ -0,0 +1,14 @@
+[
+ {
+ "sourceKeys": "traits",
+ "sourceFromGenericMap": true,
+ "required": true,
+ "destKey": "traits"
+ },
+ {
+ "sourceKeys": "userIdOnly",
+ "sourceFromGenericMap": true,
+ "required": true,
+ "destKey": "userId"
+ }
+]
diff --git a/src/cdk/v2/destinations/ninetailed/data/pageMapping.json b/src/cdk/v2/destinations/ninetailed/data/pageMapping.json
new file mode 100644
index 0000000000..80ec2f58f1
--- /dev/null
+++ b/src/cdk/v2/destinations/ninetailed/data/pageMapping.json
@@ -0,0 +1,7 @@
+[
+ {
+ "sourceKeys": "properties",
+ "required": true,
+ "destKey": "properties"
+ }
+]
diff --git a/src/cdk/v2/destinations/ninetailed/data/trackMapping.json b/src/cdk/v2/destinations/ninetailed/data/trackMapping.json
new file mode 100644
index 0000000000..44af6dd1a3
--- /dev/null
+++ b/src/cdk/v2/destinations/ninetailed/data/trackMapping.json
@@ -0,0 +1,12 @@
+[
+ {
+ "sourceKeys": "properties",
+ "required": true,
+ "destKey": "properties"
+ },
+ {
+ "sourceKeys": "event",
+ "required": true,
+ "destKey": "event"
+ }
+]
diff --git a/src/cdk/v2/destinations/ninetailed/procWorkflow.yaml b/src/cdk/v2/destinations/ninetailed/procWorkflow.yaml
new file mode 100644
index 0000000000..6f5056ce10
--- /dev/null
+++ b/src/cdk/v2/destinations/ninetailed/procWorkflow.yaml
@@ -0,0 +1,33 @@
+bindings:
+ - name: EventType
+ path: ../../../../constants
+ - path: ../../bindings/jsontemplate
+ - name: defaultRequestConfig
+ path: ../../../../v0/util
+ - name: removeUndefinedAndNullValues
+ path: ../../../../v0/util
+ - path: ./utils
+
+steps:
+ - name: messageType
+ template: |
+ .message.type.toLowerCase();
+ - name: validateInput
+ template: |
+ let messageType = $.outputs.messageType;
+ $.assert(messageType, "message Type is not present. Aborting");
+ $.assert(messageType in {{$.EventType.([.TRACK,.IDENTIFY,.PAGE])}}, "message type " + messageType + " is not supported");
+ $.assertConfig(.destination.Config.organisationId, "Organisation ID is not present. Aborting");
+ $.assertConfig(.destination.Config.environment, "Environment is not present. Aborting");
+ - name: preparePayload
+ template: |
+ const payload = $.constructFullPayload(.message);
+ $.context.payload = $.removeUndefinedAndNullValues(payload);
+
+ - name: buildResponse
+ template: |
+ const response = $.defaultRequestConfig();
+ response.body.JSON.events = [$.context.payload];
+ response.endpoint = $.getEndpoint(.destination.Config);
+ response.method = "POST";
+ response
diff --git a/src/cdk/v2/destinations/ninetailed/rtWorkflow.yaml b/src/cdk/v2/destinations/ninetailed/rtWorkflow.yaml
new file mode 100644
index 0000000000..30dd3fdd95
--- /dev/null
+++ b/src/cdk/v2/destinations/ninetailed/rtWorkflow.yaml
@@ -0,0 +1,35 @@
+bindings:
+ - path: ./config
+ - name: handleRtTfSingleEventError
+ path: ../../../../v0/util/index
+ - path: ./utils
+steps:
+ - name: validateInput
+ template: |
+ $.assert(Array.isArray(^) && ^.length > 0, "Invalid event array")
+
+ - name: transform
+ externalWorkflow:
+ path: ./procWorkflow.yaml
+ loopOverInput: true
+
+ - name: successfulEvents
+ template: |
+ $.outputs.transform#idx.output.({
+ "output": .body.JSON.events[0],
+ "destination": ^[idx].destination,
+ "metadata": ^[idx].metadata
+ })[]
+ - name: failedEvents
+ template: |
+ $.outputs.transform#idx.error.(
+ $.handleRtTfSingleEventError(^[idx], .originalError ?? ., {})
+ )[]
+ - name: batchSuccessfulEvents
+ description: Batches the successfulEvents
+ template: |
+ $.batchResponseBuilder($.outputs.successfulEvents);
+
+ - name: finalPayload
+ template: |
+ [...$.outputs.failedEvents, ...$.outputs.batchSuccessfulEvents]
diff --git a/src/cdk/v2/destinations/ninetailed/utils.js b/src/cdk/v2/destinations/ninetailed/utils.js
new file mode 100644
index 0000000000..b716422a0e
--- /dev/null
+++ b/src/cdk/v2/destinations/ninetailed/utils.js
@@ -0,0 +1,109 @@
+const { BatchUtils } = require('@rudderstack/workflow-engine');
+const config = require('./config');
+const { constructPayload } = require('../../../../v0/util');
+
+/**
+ * This fucntion constructs payloads based upon mappingConfig for all calls
+ * We build context as it has some specific payloads with default values so just breaking them down
+ * @param {*} message
+ * @returns
+ */
+const constructFullPayload = (message) => {
+ const context = constructPayload(
+ message?.context || {},
+ config.mappingConfig[config.ConfigCategories.CONTEXT.name],
+ );
+ const payload = constructPayload(
+ message,
+ config.mappingConfig[config.ConfigCategories.GENERAL.name],
+ );
+ let typeSpecifcPayload;
+ switch (message.type) {
+ case 'track':
+ typeSpecifcPayload = constructPayload(
+ message,
+ config.mappingConfig[config.ConfigCategories.TRACK.name],
+ );
+ break;
+ case 'identify':
+ typeSpecifcPayload = constructPayload(
+ message,
+ config.mappingConfig[config.ConfigCategories.IDENTIFY.name],
+ );
+ break;
+ case 'page':
+ typeSpecifcPayload = constructPayload(
+ message,
+ config.mappingConfig[config.ConfigCategories.PAGE.name],
+ );
+ break;
+ default:
+ break;
+ }
+ payload.context = context;
+ return { ...payload, ...typeSpecifcPayload }; // merge base and type-specific payloads;
+};
+
+const getEndpoint = (Config) => {
+ const { organisationId, environment } = Config;
+ return config.batchEndpoint
+ .replace('{{organisationId}}', organisationId)
+ .replace('{{environment}}', environment);
+};
+
+const mergeMetadata = (batch) => {
+ const metadata = [];
+ batch.forEach((event) => {
+ metadata.push(event.metadata);
+ });
+ return metadata;
+};
+
+const getMergedEvents = (batch) => {
+ const events = [];
+ batch.forEach((event) => {
+ events.push(event.output);
+ });
+ return events;
+};
+
+const batchBuilder = (batch) => ({
+ batchedRequest: {
+ body: {
+ JSON: { events: getMergedEvents(batch) },
+ JSON_ARRAY: {},
+ XML: {},
+ FORM: {},
+ },
+ version: '1',
+ type: 'REST',
+ method: 'POST',
+ endpoint: getEndpoint(batch[0].destination.Config),
+ headers: {
+ 'Content-Type': 'application/json',
+ },
+ params: {},
+ files: {},
+ },
+ metadata: mergeMetadata(batch),
+ batched: true,
+ statusCode: 200,
+ destination: batch[0].destination,
+});
+
+/**
+ * This fucntions make chunk of successful events based on MAX_BATCH_SIZE
+ * and then build the response for each chunk to be returned as object of an array
+ * @param {*} events
+ * @returns
+ */
+const batchResponseBuilder = (events) => {
+ const batches = BatchUtils.chunkArrayBySizeAndLength(events, { maxItems: config.MAX_BATCH_SIZE });
+ const response = [];
+ batches.items.forEach((batch) => {
+ response.push(batchBuilder(batch));
+ });
+ return response;
+};
+
+module.exports = { constructFullPayload, getEndpoint, batchResponseBuilder };
diff --git a/src/features.json b/src/features.json
index 8709dce432..5460111a22 100644
--- a/src/features.json
+++ b/src/features.json
@@ -65,7 +65,8 @@
"TIKTOK_AUDIENCE": true,
"REDDIT": true,
"THE_TRADE_DESK": true,
- "INTERCOM": true
+ "INTERCOM": true,
+ "NINETAILED": true
},
"regulations": [
"BRAZE",
diff --git a/src/v0/destinations/adobe_analytics/transform.js b/src/v0/destinations/adobe_analytics/transform.js
index b428138724..5d3d6e7d00 100644
--- a/src/v0/destinations/adobe_analytics/transform.js
+++ b/src/v0/destinations/adobe_analytics/transform.js
@@ -18,6 +18,7 @@ const {
getIntegrationsObj,
removeUndefinedAndNullValues,
simpleProcessRouterDest,
+ validateEventAndLowerCaseConversion,
} = require('../../util');
const {
@@ -307,7 +308,7 @@ const processTrackEvent = (message, adobeEventName, destinationConfig, extras =
destinationConfig;
const { event: rawMessageEvent, properties } = message;
const { overrideEventString, overrideProductString } = properties;
- const event = rawMessageEvent.toLowerCase();
+ const event = validateEventAndLowerCaseConversion(rawMessageEvent, true, true);
const adobeEventArr = adobeEventName ? adobeEventName.split(',') : [];
// adobeEventArr is an array of events which is defined as
// ["eventName", "mapped Adobe Event=mapped merchproperty's value", "mapped Adobe Event=mapped merchproperty's value", . . .]
diff --git a/src/v0/destinations/gainsight_px/util.js b/src/v0/destinations/gainsight_px/util.js
index e03fbbf148..83d23566dd 100644
--- a/src/v0/destinations/gainsight_px/util.js
+++ b/src/v0/destinations/gainsight_px/util.js
@@ -6,13 +6,13 @@ const { getDynamicErrorType } = require('../../../adapters/utils/networkUtils');
const { JSON_MIME_TYPE } = require('../../util/constant');
const handleErrorResponse = (error, customErrMessage, expectedErrStatus, defaultStatus = 400) => {
+ let destResp;
let errMessage = '';
let errorStatus = defaultStatus;
if (error.response && error.response.data) {
- errMessage = error.response.data.externalapierror
- ? JSON.stringify(error.response.data.externalapierror)
- : JSON.stringify(error.response.data);
+ destResp = error.response?.data?.externalapierror ?? error.response?.data;
+ errMessage = JSON.stringify(destResp);
errorStatus = error.response.status;
@@ -26,7 +26,7 @@ const handleErrorResponse = (error, customErrMessage, expectedErrStatus, default
{
[tags.TAG_NAMES.ERROR_TYPE]: getDynamicErrorType(errorStatus),
},
- error,
+ destResp,
);
};
diff --git a/src/v0/destinations/google_adwords_remarketing_lists/transform.js b/src/v0/destinations/google_adwords_remarketing_lists/transform.js
index 9526973fb8..9ab415346a 100644
--- a/src/v0/destinations/google_adwords_remarketing_lists/transform.js
+++ b/src/v0/destinations/google_adwords_remarketing_lists/transform.js
@@ -218,7 +218,7 @@ const processEvent = async (metadata, message, destination) => {
}
Object.values(createdPayload).forEach((data) => {
- const consentObj = populateConsentForGoogleDestinations(message.properties);
+ const consentObj = populateConsentForGoogleDestinations(destination.Config);
response.push(responseBuilder(metadata, data, destination, message, consentObj));
});
return response;
diff --git a/src/v0/destinations/hs/util.js b/src/v0/destinations/hs/util.js
index 32ee923f5f..359c93dc1a 100644
--- a/src/v0/destinations/hs/util.js
+++ b/src/v0/destinations/hs/util.js
@@ -19,6 +19,7 @@ const {
getHashFromArray,
getDestinationExternalIDInfoForRetl,
getValueFromMessage,
+ isNull,
} = require('../../util');
const {
CONTACT_PROPERTY_MAP_ENDPOINT,
@@ -223,7 +224,9 @@ const getTransformedJSON = async (message, destination, propertyMap) => {
// lowercase and replace ' ' & '.' with '_'
const hsSupportedKey = formatKey(traitsKey);
if (!rawPayload[traitsKey] && propertyMap[hsSupportedKey]) {
- let propValue = traits[traitsKey];
+ // HS accepts empty string to remove the property from contact
+ // https://community.hubspot.com/t5/APIs-Integrations/Clearing-values-of-custom-properties-in-Hubspot-contact-using/m-p/409156
+ let propValue = isNull(traits[traitsKey]) ? '' : traits[traitsKey];
if (propertyMap[hsSupportedKey] === 'date') {
propValue = getUTCMidnightTimeStampValue(propValue);
}
diff --git a/src/v0/destinations/klaviyo/data/KlaviyoIdentify.json b/src/v0/destinations/klaviyo/data/KlaviyoIdentify.json
index e128f2666c..b358919bc1 100644
--- a/src/v0/destinations/klaviyo/data/KlaviyoIdentify.json
+++ b/src/v0/destinations/klaviyo/data/KlaviyoIdentify.json
@@ -57,7 +57,12 @@
"traits.address.region",
"context.traits.region",
"context.traits.address.region",
- "properties.region"
+ "properties.region",
+ "traits.state",
+ "traits.address.state",
+ "context.traits.address.state",
+ "context.traits.state",
+ "properties.state"
],
"required": false
},
@@ -77,14 +82,19 @@
"sourceKeys": [
"traits.zip",
"traits.postalcode",
+ "traits.postalCode",
"traits.address.zip",
"traits.address.postalcode",
+ "traits.address.postalCode",
"context.traits.zip",
"context.traits.postalcode",
+ "context.traits.postalCode",
"context.traits.address.zip",
"context.traits.address.postalcode",
+ "context.traits.address.postalCode",
"properties.zip",
- "properties.postalcode"
+ "properties.postalcode",
+ "properties.postalCode"
],
"required": false
},
@@ -97,5 +107,16 @@
"destKey": "location.timezone",
"sourceKeys": ["traits.timezone", "context.traits.timezone", "properties.timezone"],
"required": false
+ },
+ {
+ "destKey": "location.address1",
+ "sourceKeys": [
+ "traits.street",
+ "traits.address.street",
+ "context.traits.street",
+ "context.traits.address.street",
+ "properties.street"
+ ],
+ "required": false
}
]
diff --git a/src/v0/destinations/klaviyo/data/KlaviyoProfile.json b/src/v0/destinations/klaviyo/data/KlaviyoProfile.json
index e2a8d86085..329ecd978f 100644
--- a/src/v0/destinations/klaviyo/data/KlaviyoProfile.json
+++ b/src/v0/destinations/klaviyo/data/KlaviyoProfile.json
@@ -41,7 +41,12 @@
"traits.address.region",
"context.traits.region",
"context.traits.address.region",
- "properties.region"
+ "properties.region",
+ "traits.state",
+ "traits.address.state",
+ "context.traits.address.state",
+ "context.traits.state",
+ "properties.state"
],
"required": false
},
@@ -61,14 +66,19 @@
"sourceKeys": [
"traits.zip",
"traits.postalcode",
+ "traits.postalCode",
"traits.address.zip",
"traits.address.postalcode",
+ "traits.address.postalCode",
"context.traits.zip",
"context.traits.postalcode",
+ "context.traits.postalCode",
"context.traits.address.zip",
"context.traits.address.postalcode",
+ "context.traits.address.postalCode",
"properties.zip",
- "properties.postalcode"
+ "properties.postalcode",
+ "properties.postalCode"
],
"required": false
},
@@ -81,5 +91,16 @@
"destKey": "$image",
"sourceKeys": ["traits.image", "context.traits.image", "properties.image"],
"required": false
+ },
+ {
+ "destKey": "$address1",
+ "sourceKeys": [
+ "traits.street",
+ "traits.address.street",
+ "context.traits.street",
+ "context.traits.address.street",
+ "properties.street"
+ ],
+ "required": false
}
]
diff --git a/src/v0/destinations/one_signal/transform.js b/src/v0/destinations/one_signal/transform.js
index a072aef0e4..b025660fa4 100644
--- a/src/v0/destinations/one_signal/transform.js
+++ b/src/v0/destinations/one_signal/transform.js
@@ -122,7 +122,7 @@ const trackResponseBuilder = (message, { Config }) => {
if (!externalUserId) {
throw new InstrumentationError('userId is required for track events/updating a device');
}
- endpoint = `${endpoint}/${appId}/users/${externalUserId}`;
+ endpoint = `${endpoint}/${appId}/users/${encodeURIComponent(externalUserId)}`;
const payload = {};
const tags = {};
/* Populating event as true in tags.
@@ -163,7 +163,7 @@ const groupResponseBuilder = (message, { Config }) => {
if (!externalUserId) {
throw new InstrumentationError('userId is required for group events');
}
- endpoint = `${endpoint}/${appId}/users/${externalUserId}`;
+ endpoint = `${endpoint}/${appId}/users/${encodeURIComponent(externalUserId)}`;
const payload = {};
const tags = {
groupId,
diff --git a/src/v0/destinations/sfmc/config.js b/src/v0/destinations/sfmc/config.js
index f856c44d6b..1b1f5c323b 100644
--- a/src/v0/destinations/sfmc/config.js
+++ b/src/v0/destinations/sfmc/config.js
@@ -4,6 +4,7 @@ const ENDPOINTS = {
GET_TOKEN: `auth.marketingcloudapis.com/v2/token`,
CONTACTS: `rest.marketingcloudapis.com/contacts/v1/contacts`,
INSERT_CONTACTS: `rest.marketingcloudapis.com/hub/v1/dataevents/key:`,
+ EVENT: 'rest.marketingcloudapis.com/interaction/v1/events',
};
const CONFIG_CATEGORIES = {
diff --git a/src/v0/destinations/sfmc/transform.js b/src/v0/destinations/sfmc/transform.js
index 553ceb2828..53925bc7ed 100644
--- a/src/v0/destinations/sfmc/transform.js
+++ b/src/v0/destinations/sfmc/transform.js
@@ -1,3 +1,4 @@
+/* eslint-disable no-param-reassign */
/* eslint-disable no-nested-ternary */
const {
NetworkError,
@@ -188,6 +189,26 @@ const responseBuilderForInsertData = (
return response;
};
+// DOC : https://developer.salesforce.com/docs/marketing/marketing-cloud/references/mc_rest_interaction/postEvent.html
+
+const responseBuilderForMessageEvent = (message, subDomain, authToken, hashMapEventDefinition) => {
+ const contactKey = message.properties.contactId;
+ delete message.properties.contactId;
+ const response = defaultRequestConfig();
+ response.method = defaultPostRequestConfig.requestMethod;
+ response.endpoint = `https://${subDomain}.${ENDPOINTS.EVENT}`;
+ response.headers = {
+ 'Content-Type': JSON_MIME_TYPE,
+ Authorization: `Bearer ${authToken}`,
+ };
+ response.body.JSON = {
+ ContactKey: contactKey,
+ EventDefinitionKey: hashMapEventDefinition[message.event.toLowerCase()],
+ Data: { ...message.properties },
+ };
+ return response;
+};
+
const responseBuilderSimple = async (message, category, destination) => {
const {
clientId,
@@ -198,6 +219,7 @@ const responseBuilderSimple = async (message, category, destination) => {
eventToExternalKey,
eventToPrimaryKey,
eventToUUID,
+ eventToDefinitionMapping,
} = destination.Config;
// map from an event name to an external key of a data extension.
const hashMapExternalKey = getHashFromArray(eventToExternalKey, 'from', 'to');
@@ -207,6 +229,8 @@ const responseBuilderSimple = async (message, category, destination) => {
const hashMapUUID = getHashFromArray(eventToUUID, 'event', 'uuid');
// token needed for authorization for subsequent calls
const authToken = await getToken(clientId, clientSecret, subDomain);
+ // map from an event name to an event definition key.
+ const hashMapEventDefinition = getHashFromArray(eventToDefinitionMapping, 'from', 'to');
// if createOrUpdateContacts is true identify calls for create and update of contacts will not occur.
if (category.type === 'identify' && !createOrUpdateContacts) {
// first call to identify the contact
@@ -240,10 +264,12 @@ const responseBuilderSimple = async (message, category, destination) => {
if (typeof message.event !== 'string') {
throw new ConfigurationError('Event name must be a string');
}
+ if (hashMapEventDefinition[message.event.toLowerCase()]) {
+ return responseBuilderForMessageEvent(message, subDomain, authToken, hashMapEventDefinition);
+ }
if (!isDefinedAndNotNull(hashMapExternalKey[message.event.toLowerCase()])) {
throw new ConfigurationError('Event not mapped for this track call');
}
-
return responseBuilderForInsertData(
message,
hashMapExternalKey[message.event.toLowerCase()],
@@ -293,4 +319,9 @@ const processRouterDest = async (inputs, reqMetadata) => {
return respList;
};
-module.exports = { process, processRouterDest, responseBuilderSimple };
+module.exports = {
+ process,
+ processRouterDest,
+ responseBuilderSimple,
+ responseBuilderForMessageEvent,
+};
diff --git a/src/v0/destinations/sfmc/transform.test.js b/src/v0/destinations/sfmc/transform.test.js
index c49c49017c..8d382ef649 100644
--- a/src/v0/destinations/sfmc/transform.test.js
+++ b/src/v0/destinations/sfmc/transform.test.js
@@ -1,7 +1,7 @@
const { ConfigurationError } = require('@rudderstack/integrations-lib');
const axios = require('axios');
const MockAxiosAdapter = require('axios-mock-adapter');
-const { responseBuilderSimple } = require('./transform');
+const { responseBuilderSimple, responseBuilderForMessageEvent } = require('./transform');
beforeAll(() => {
const mock = new MockAxiosAdapter(axios);
mock
@@ -122,4 +122,44 @@ describe('responseBuilderSimple', () => {
expect(response).toHaveProperty('body.JSON');
expect(response).toHaveProperty('headers');
});
+
+ it('should build response object with correct details for message event', () => {
+ const message = {
+ userId: 'u123',
+ event: 'testEvent',
+ properties: {
+ contactId: '12345',
+ prop1: 'value1',
+ prop2: 'value2',
+ },
+ };
+ const subDomain = 'subdomain';
+ const authToken = 'token';
+ const hashMapEventDefinition = {
+ testevent: 'eventDefinitionKey',
+ };
+
+ const response = responseBuilderForMessageEvent(
+ message,
+ subDomain,
+ authToken,
+ hashMapEventDefinition,
+ );
+ expect(response.method).toBe('POST');
+ expect(response.endpoint).toBe(
+ 'https://subdomain.rest.marketingcloudapis.com/interaction/v1/events',
+ );
+ expect(response.headers).toEqual({
+ 'Content-Type': 'application/json',
+ Authorization: 'Bearer token',
+ });
+ expect(response.body.JSON).toEqual({
+ ContactKey: '12345',
+ EventDefinitionKey: 'eventDefinitionKey',
+ Data: {
+ prop1: 'value1',
+ prop2: 'value2',
+ },
+ });
+ });
});
diff --git a/src/v0/util/googleUtils/index.js b/src/v0/util/googleUtils/index.js
index c8d872e90e..de73b0fb05 100644
--- a/src/v0/util/googleUtils/index.js
+++ b/src/v0/util/googleUtils/index.js
@@ -8,21 +8,27 @@ const GOOGLE_ALLOWED_CONSENT_STATUS = ['UNSPECIFIED', 'UNKNOWN', 'GRANTED', 'DEN
* ref : https://developers.google.com/google-ads/api/rest/reference/rest/v15/Consent
*/
-const populateConsentForGoogleDestinations = (properties) => {
+const populateConsentForGoogleDestinations = (config) => {
const consent = {};
- if (
- properties?.userDataConsent &&
- GOOGLE_ALLOWED_CONSENT_STATUS.includes(properties.userDataConsent)
- ) {
- consent.adUserData = properties.userDataConsent;
+ if (config?.userDataConsent) {
+ if (GOOGLE_ALLOWED_CONSENT_STATUS.includes(config.userDataConsent)) {
+ consent.adUserData = config.userDataConsent;
+ } else {
+ consent.adUserData = 'UNKNOWN';
+ }
+ } else {
+ consent.adUserData = 'UNSPECIFIED';
}
- if (
- properties?.personalizationConsent &&
- GOOGLE_ALLOWED_CONSENT_STATUS.includes(properties.personalizationConsent)
- ) {
- consent.adPersonalization = properties.personalizationConsent;
+ if (config?.personalizationConsent) {
+ if (GOOGLE_ALLOWED_CONSENT_STATUS.includes(config.personalizationConsent)) {
+ consent.adPersonalization = config.personalizationConsent;
+ } else {
+ consent.adPersonalization = 'UNKNOWN';
+ }
+ } else {
+ consent.adPersonalization = 'UNSPECIFIED';
}
return consent;
};
diff --git a/src/v0/util/googleUtils/index.test.js b/src/v0/util/googleUtils/index.test.js
index 27eff2a793..9d1aa5e51a 100644
--- a/src/v0/util/googleUtils/index.test.js
+++ b/src/v0/util/googleUtils/index.test.js
@@ -1,50 +1,58 @@
const { populateConsentForGoogleDestinations } = require('./index');
describe('unit test for populateConsentForGoogleDestinations', () => {
- // Returns an empty object when no properties are provided.
- it('should return an empty object when no properties are provided', () => {
+ it('should return an UNSPECIFIED object when no properties are provided', () => {
const result = populateConsentForGoogleDestinations({});
- expect(result).toEqual({});
+ expect(result).toEqual({
+ adPersonalization: 'UNSPECIFIED',
+ adUserData: 'UNSPECIFIED',
+ });
});
- // Sets adUserData property of consent object when userDataConsent property is provided and its value is one of the allowed consent statuses.
it('should set adUserData property of consent object when userDataConsent property is provided and its value is one of the allowed consent statuses', () => {
const properties = { userDataConsent: 'GRANTED' };
const result = populateConsentForGoogleDestinations(properties);
- expect(result).toEqual({ adUserData: 'GRANTED' });
+ expect(result).toEqual({ adUserData: 'GRANTED', adPersonalization: 'UNSPECIFIED' });
});
- // Sets adPersonalization property of consent object when personalizationConsent property is provided and its value is one of the allowed consent statuses.
it('should set adPersonalization property of consent object when personalizationConsent property is provided and its value is one of the allowed consent statuses', () => {
const properties = { personalizationConsent: 'DENIED' };
const result = populateConsentForGoogleDestinations(properties);
- expect(result).toEqual({ adPersonalization: 'DENIED' });
+ expect(result).toEqual({ adPersonalization: 'DENIED', adUserData: 'UNSPECIFIED' });
});
- // Returns an empty object when properties parameter is not provided.
- it('should return an empty object when properties parameter is not provided', () => {
+ it('should return an UNSPECIFIED object when properties parameter is not provided', () => {
const result = populateConsentForGoogleDestinations();
- expect(result).toEqual({});
+ expect(result).toEqual({
+ adPersonalization: 'UNSPECIFIED',
+ adUserData: 'UNSPECIFIED',
+ });
});
- // Returns an empty object when properties parameter is null.
- it('should return an empty object when properties parameter is null', () => {
+ it('should return an UNSPECIFIED object when properties parameter is null', () => {
const result = populateConsentForGoogleDestinations(null);
- expect(result).toEqual({});
+ expect(result).toEqual({
+ adPersonalization: 'UNSPECIFIED',
+ adUserData: 'UNSPECIFIED',
+ });
});
- // Returns an empty object when properties parameter is an empty object.
- it('should return an empty object when properties parameter is an empty object', () => {
+ it('should return an UNSPECIFIED object when properties parameter is an UNSPECIFIED object', () => {
const result = populateConsentForGoogleDestinations({});
- expect(result).toEqual({});
+ expect(result).toEqual({
+ adPersonalization: 'UNSPECIFIED',
+ adUserData: 'UNSPECIFIED',
+ });
});
- // Returns an empty object when properties parameter is an empty object.
- it('should return an empty object when properties parameter contains adUserData and adPersonalization with non-allowed values', () => {
+ it('should return UNKNOWN when properties parameter contains adUserData and adPersonalization with non-allowed values', () => {
const result = populateConsentForGoogleDestinations({
- adUserData: 'RANDOM',
+ userDataConsent: 'RANDOM',
personalizationConsent: 'RANDOM',
});
- expect(result).toEqual({});
+ expect(result).toEqual({
+ adPersonalization: 'UNKNOWN',
+ adUserData: 'UNKNOWN',
+ });
});
});
diff --git a/src/v0/util/index.js b/src/v0/util/index.js
index 1d952693f2..c1debce088 100644
--- a/src/v0/util/index.js
+++ b/src/v0/util/index.js
@@ -52,6 +52,7 @@ const removeUndefinedAndNullAndEmptyValues = (obj) =>
lodash.pickBy(obj, isDefinedAndNotNullAndNotEmpty);
const isBlank = (value) => lodash.isEmpty(lodash.toString(value));
const flattenMap = (collection) => lodash.flatMap(collection, (x) => x);
+const isNull = (x) => lodash.isNull(x);
// ========================================================================
// GENERIC UTLITY
// ========================================================================
@@ -2200,6 +2201,25 @@ const combineBatchRequestsWithSameJobIds = (inputBatches) => {
return combineBatches(combineBatches(inputBatches));
};
+/**
+ * This function validates the event and return it as string.
+ * @param {*} isMandatory The event is a required field.
+ * @param {*} convertToLowerCase The event should be converted to lower-case.
+ * @returns {string} Event name converted to string.
+ */
+const validateEventAndLowerCaseConversion = (event, isMandatory, convertToLowerCase) => {
+ if (!isDefined(event) || typeof event === 'object' || typeof event === 'boolean') {
+ throw new InstrumentationError('Event should not be a object, NaN, boolean or undefined');
+ }
+
+ // handling 0 as it is a valid value
+ if (isMandatory && !event && event !== 0) {
+ throw new InstrumentationError('Event is a required field');
+ }
+
+ return convertToLowerCase ? event.toString().toLowerCase() : event.toString();
+};
+
// ========================================================================
// EXPORTS
// ========================================================================
@@ -2266,6 +2286,7 @@ module.exports = {
isDefinedAndNotNullAndNotEmpty,
isEmpty,
isNotEmpty,
+ isNull,
isEmptyObject,
isHttpStatusRetryable,
isHttpStatusSuccess,
@@ -2315,4 +2336,5 @@ module.exports = {
findExistingBatch,
removeDuplicateMetadata,
combineBatchRequestsWithSameJobIds,
+ validateEventAndLowerCaseConversion,
};
diff --git a/src/v0/util/index.test.js b/src/v0/util/index.test.js
index 4dc6255691..810eb5a9d4 100644
--- a/src/v0/util/index.test.js
+++ b/src/v0/util/index.test.js
@@ -1,4 +1,4 @@
-const { TAG_NAMES } = require('@rudderstack/integrations-lib');
+const { TAG_NAMES, InstrumentationError } = require('@rudderstack/integrations-lib');
const utilities = require('.');
const { getFuncTestData } = require('../../../test/testHelper');
const { FilteredEventsError } = require('./errorTypes');
@@ -7,6 +7,7 @@ const {
flattenJson,
generateExclusionList,
combineBatchRequestsWithSameJobIds,
+ validateEventAndLowerCaseConversion,
} = require('./index');
// Names of the utility functions to test
@@ -36,7 +37,6 @@ describe('Utility Functions Tests', () => {
test.each(funcTestData)('$description', async ({ description, input, output }) => {
try {
let result;
-
// This is to allow sending multiple arguments to the function
if (Array.isArray(input)) {
result = utilities[funcName](...input);
@@ -456,3 +456,53 @@ describe('Unit test cases for combineBatchRequestsWithSameJobIds', () => {
expect(combineBatchRequestsWithSameJobIds(input)).toEqual(expectedOutput);
});
});
+
+describe('validateEventAndLowerCaseConversion Tests', () => {
+ it('should return string conversion of number types', () => {
+ const ev = 0;
+ expect(validateEventAndLowerCaseConversion(ev, false, true)).toBe('0');
+ expect(validateEventAndLowerCaseConversion(ev, true, false)).toBe('0');
+ });
+
+ it('should convert string types to lowercase', () => {
+ const ev = 'Abc';
+ expect(validateEventAndLowerCaseConversion(ev, true, true)).toBe('abc');
+ });
+
+ it('should throw error if event is object type', () => {
+ expect(() => {
+ validateEventAndLowerCaseConversion({}, true, true);
+ }).toThrow(InstrumentationError);
+ expect(() => {
+ validateEventAndLowerCaseConversion([1, 2], false, true);
+ }).toThrow(InstrumentationError);
+ expect(() => {
+ validateEventAndLowerCaseConversion({ a: 1 }, true, true);
+ }).toThrow(InstrumentationError);
+ });
+
+ it('should convert string to lowercase', () => {
+ expect(validateEventAndLowerCaseConversion('Abc', true, true)).toBe('abc');
+ expect(validateEventAndLowerCaseConversion('ABC', true, false)).toBe('ABC');
+ expect(validateEventAndLowerCaseConversion('abc55', false, true)).toBe('abc55');
+ expect(validateEventAndLowerCaseConversion(123, false, true)).toBe('123');
+ });
+
+ it('should throw error for null and undefined', () => {
+ expect(() => {
+ validateEventAndLowerCaseConversion(null, true, true);
+ }).toThrow(InstrumentationError);
+ expect(() => {
+ validateEventAndLowerCaseConversion(undefined, false, true);
+ }).toThrow(InstrumentationError);
+ });
+
+ it('should throw error for boolean values', () => {
+ expect(() => {
+ validateEventAndLowerCaseConversion(true, true, true);
+ }).toThrow(InstrumentationError);
+ expect(() => {
+ validateEventAndLowerCaseConversion(false, false, false);
+ }).toThrow(InstrumentationError);
+ });
+});
diff --git a/test/integrations/destinations/algolia/processor/data.ts b/test/integrations/destinations/algolia/processor/data.ts
index 0cbdd8b31b..7c37c9642a 100644
--- a/test/integrations/destinations/algolia/processor/data.ts
+++ b/test/integrations/destinations/algolia/processor/data.ts
@@ -380,7 +380,7 @@ export const data = [
body: [
{
error:
- 'Either filters or objectIds is required.: Workflow: procWorkflow, Step: validateDestPayload, ChildStep: undefined, OriginalError: Either filters or objectIds is required.',
+ 'Either filters or objectIds is required and must be non empty.: Workflow: procWorkflow, Step: validateDestPayload, ChildStep: undefined, OriginalError: Either filters or objectIds is required and must be non empty.',
statTags: {
destType: 'ALGOLIA',
errorCategory: 'dataValidation',
@@ -1417,4 +1417,214 @@ export const data = [
},
},
},
+ {
+ name: 'algolia',
+ description: 'Eventype must be one of click, conversion pr view',
+ feature: 'processor',
+ module: 'destination',
+ version: 'v0',
+ input: {
+ request: {
+ body: [
+ {
+ message: {
+ channel: 'web',
+ context: {
+ app: {
+ build: '1.0.0',
+ name: 'RudderLabs JavaScript SDK',
+ namespace: 'com.rudderlabs.javascript',
+ version: '1.0.0',
+ },
+ traits: {
+ email: 'testone@gmail.com',
+ firstName: 'test',
+ lastName: 'one',
+ },
+ library: {
+ name: 'RudderLabs JavaScript SDK',
+ version: '1.0.0',
+ },
+ userAgent:
+ 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/77.0.3865.90 Safari/537.36',
+ locale: 'en-US',
+ ip: '0.0.0.0',
+ os: {
+ name: '',
+ version: '',
+ },
+ screen: {
+ density: 2,
+ },
+ page: {
+ path: '/destinations/ometria',
+ referrer: '',
+ search: '',
+ title: '',
+ url: 'https://docs.rudderstack.com/destinations/ometria',
+ category: 'destination',
+ initial_referrer: 'https://docs.rudderstack.com',
+ initial_referring_domain: 'docs.rudderstack.com',
+ },
+ },
+ type: 'track',
+ messageId: '84e26acc-56a5-4835-8233-591137fca468',
+ session_id: '3049dc4c-5a95-4ccd-a3e7-d74a7e411f22',
+ originalTimestamp: '2019-10-14T09:03:17.562Z',
+ anonymousId: '123456',
+ event: 'product clicked',
+ userId: 'testuserId1',
+ properties: {
+ index: 'products',
+ filters: ['field1:hello', 'val1:val2'],
+ },
+ integrations: {
+ All: true,
+ },
+ sentAt: '2019-10-14T09:03:22.563Z',
+ },
+ destination: {
+ DestinationDefinition: {
+ Config: {
+ cdkV2Enabled: true,
+ excludeKeys: [],
+ includeKeys: [],
+ },
+ },
+ Config: {
+ apiKey: 'dummyApiKey',
+ applicationId: 'O2YARRI15I',
+ eventTypeSettings: [
+ {
+ from: 'product clicked',
+ to: 'abcd',
+ },
+ ],
+ },
+ },
+ metadata: {
+ destinationId: 'destId',
+ workspaceId: 'wspId',
+ },
+ },
+ ],
+ },
+ },
+ output: {
+ response: {
+ status: 200,
+ body: [
+ {
+ error:
+ 'eventType can be either click, view or conversion: Workflow: procWorkflow, Step: preparePayload, ChildStep: undefined, OriginalError: eventType can be either click, view or conversion',
+ statTags: {
+ destType: 'ALGOLIA',
+ errorCategory: 'dataValidation',
+ errorType: 'instrumentation',
+ feature: 'processor',
+ implementation: 'cdkV2',
+ module: 'destination',
+ destinationId: 'destId',
+ workspaceId: 'wspId',
+ },
+ statusCode: 400,
+ metadata: {
+ destinationId: 'destId',
+ workspaceId: 'wspId',
+ },
+ },
+ ],
+ },
+ },
+ },
+ {
+ name: 'algolia',
+ description: 'filters or objectIds must be non empty',
+ feature: 'processor',
+ module: 'destination',
+ version: 'v0',
+ input: {
+ request: {
+ body: [
+ {
+ message: {
+ type: 'track',
+ event: 'product clicked',
+ sentAt: '2024-02-25T17:55:36.882Z',
+ userId: '12345',
+ channel: 'web',
+ properties: {
+ index: 'products',
+ list_id: 'search_results_page',
+ queryId: '8e737',
+ products: [],
+ eventName: 'productListView',
+ list_name: 'Search Results Page',
+ objectIds: [],
+ positions: [],
+ userToken: 'e494',
+ additional_attributes: {},
+ },
+ receivedAt: '2024-02-25T17:55:38.089Z',
+ request_ip: '107.130.37.100',
+ anonymousId: '68e9f4b8-fd4d-4c56-8ca4-858de2fd1df8',
+ integrations: {
+ All: true,
+ },
+ originalTimestamp: '2024-02-25T17:55:36.880Z',
+ },
+ destination: {
+ DestinationDefinition: {
+ Config: {
+ cdkV2Enabled: true,
+ excludeKeys: [],
+ includeKeys: [],
+ },
+ },
+ Config: {
+ apiKey: 'dummyApiKey',
+ applicationId: 'O2YARRI15I',
+ eventTypeSettings: [
+ {
+ from: 'product clicked',
+ to: 'cLick ',
+ },
+ ],
+ },
+ },
+ metadata: {
+ destinationId: 'destId',
+ workspaceId: 'wspId',
+ },
+ },
+ ],
+ },
+ },
+ output: {
+ response: {
+ status: 200,
+ body: [
+ {
+ error:
+ 'Either filters or objectIds is required and must be non empty.: Workflow: procWorkflow, Step: validateDestPayload, ChildStep: undefined, OriginalError: Either filters or objectIds is required and must be non empty.',
+ statTags: {
+ destType: 'ALGOLIA',
+ errorCategory: 'dataValidation',
+ errorType: 'instrumentation',
+ feature: 'processor',
+ implementation: 'cdkV2',
+ module: 'destination',
+ destinationId: 'destId',
+ workspaceId: 'wspId',
+ },
+ statusCode: 400,
+ metadata: {
+ destinationId: 'destId',
+ workspaceId: 'wspId',
+ },
+ },
+ ],
+ },
+ },
+ },
];
diff --git a/test/integrations/destinations/gainsight_px/network.ts b/test/integrations/destinations/gainsight_px/network.ts
index 81a2da4bed..99f51d9d8e 100644
--- a/test/integrations/destinations/gainsight_px/network.ts
+++ b/test/integrations/destinations/gainsight_px/network.ts
@@ -219,4 +219,33 @@ export const networkCallsData = [
status: 200,
},
},
+ // Axios Error
+ {
+ httpReq: {
+ url: 'https://api.aptrinsic.com/v1/users/myUId',
+ headers: { 'X-APTRINSIC-API-KEY': 'sample-api-key', 'Content-Type': 'application/json' },
+ method: 'GET',
+ },
+ httpRes: {
+ message: 'Request failed with status code 403',
+ name: 'AxiosError',
+ stack:
+ 'AxiosError: Request failed with status code 403\n at settle (/Users/saisankeerth/rudderstack/rudder-transformer/node_modules/axios/lib/core/settle.js:19:12)\n at IncomingMessage.handleStreamEnd (/Users/saisankeerth/rudderstack/rudder-transformer/node_modules/axios/lib/adapters/http.js:589:11)\n at IncomingMessage.emit (node:events:529:35)\n at IncomingMessage.emit (node:domain:489:12)\n at endReadableNT (node:internal/streams/readable:1400:12)\n at processTicksAndRejections (node:internal/process/task_queues:82:21)',
+ config: {
+ headers: {
+ Accept: 'application/json, text/plain, */*',
+ 'Content-Type': 'application/json',
+ 'X-APTRINSIC-API-KEY': 'sample-api-key',
+ 'User-Agent': 'axios/1.6.5',
+ 'Accept-Encoding': 'gzip, compress, deflate, br',
+ },
+ method: 'get',
+ dummy: 'upgrade required', // keyword
+ url: 'https://api.aptrinsic.com/v1/users/myUId',
+ },
+ code: 'FORBIDDEN',
+ status: 403,
+ data: '\u003c!doctype html\u003e\u003cmeta charset="utf-8"\u003e\u003cmeta name=viewport content="width=device-width, initial-scale=1"\u003e\u003ctitle\u003e403\u003c/title\u003e403 Forbidden',
+ },
+ },
];
diff --git a/test/integrations/destinations/gainsight_px/router/data.ts b/test/integrations/destinations/gainsight_px/router/data.ts
index 7dc131127d..1b3d5be875 100644
--- a/test/integrations/destinations/gainsight_px/router/data.ts
+++ b/test/integrations/destinations/gainsight_px/router/data.ts
@@ -1,3 +1,75 @@
+const metadata = {
+ userId: '9a7820d0-0ff2-4451-b655-682cec15cbd2',
+ jobId: 1,
+ sourceId: '1s9eG8UCer6YSKsD8ZlQCyLa3pj',
+ destinationId: 'desId2',
+ attemptNum: 0,
+ receivedAt: '2021-06-25T14:29:52.911+05:30',
+ createdAt: '2021-06-25T08:59:56.329Z',
+ firstAttemptedAt: '',
+ transformAt: 'router',
+};
+const destination2 = {
+ ID: 'desId2',
+ Name: 'gainsight-px-dest',
+ DestinationDefinition: {
+ ID: 'destDef1',
+ Name: 'GAINSIGHT_PX',
+ DisplayName: 'Gainsight PX',
+ Config: {
+ destConfig: {
+ defaultConfig: [
+ 'apiKey',
+ 'productTagKey',
+ 'userAttributeMap',
+ 'accountAttributeMap',
+ 'globalContextMap',
+ ],
+ },
+ excludeKeys: [],
+ includeKeys: [],
+ saveDestinationResponse: true,
+ secretKeys: ['apiKey', 'productTagKey'],
+ supportedSourceTypes: [
+ 'android',
+ 'ios',
+ 'web',
+ 'unity',
+ 'amp',
+ 'cloud',
+ 'reactnative',
+ 'flutter',
+ ],
+ transformAt: 'router',
+ transformAtV1: 'router',
+ },
+ ResponseRules: {},
+ },
+ Config: {
+ accountAttributeMap: [
+ { from: 'LAST_INVOICE_DATE', to: 'last_invoice_date' },
+ { from: 'LAST_INVOICE_PLAN', to: 'last_invoice_plan' },
+ { from: 'LANGUAGE', to: 'language' },
+ { from: 'REGION', to: 'region2' },
+ { from: 'LAST_INVOICE_CURRENCY', to: 'last_invoice_currency' },
+ { from: 'IBR_PLAN', to: 'ibr_plan' },
+ { from: 'WH_COUNTRY', to: 'wh_country' },
+ { from: 'inboxready_signup_date', to: 'inboxready_signup_date' },
+ { from: 'gpt_setup', to: 'gpt_setup' },
+ ],
+ oneTrustCookieCategories: [],
+ apiKey: 'sample-api-key',
+ eventDelivery: false,
+ eventDeliveryTS: 1624472902670,
+ globalContextMap: [{ from: 'kubrickTest', to: 'value' }],
+ productTagKey: 'AP-SAMPLE-2',
+ userAttributeMap: [{ from: 'hobbyCustomField', to: 'hobby' }],
+ },
+ Enabled: true,
+ Transformations: [],
+ IsProcessorEnabled: true,
+};
+
export const data = [
{
name: 'gainsight_px',
@@ -463,4 +535,85 @@ export const data = [
},
},
},
+ {
+ name: 'gainsight_px',
+ description: 'Test 1: Group call -- AxiosError thrown',
+ feature: 'router',
+ module: 'destination',
+ version: 'v0',
+ input: {
+ request: {
+ body: {
+ input: [
+ {
+ message: {
+ type: 'group',
+ sentAt: '2024-02-16T06:00:54.075Z',
+ traits: {
+ name: ',sleep(100)',
+ REGION: 'MEA',
+ USERID: 'myUId',
+ groupId: 'myGId',
+ IBR_PLAN: 'free_ir',
+ LANGUAGE: 'EN',
+ gpt_setup: false,
+ ACCOUNT_ID: 'myGId',
+ WH_COUNTRY: 'MA',
+ LAST_INVOICE_DATE: 1706810675000,
+ LAST_INVOICE_PLAN: 'foundation_trial',
+ LAST_INVOICE_CURRENCY: 'USD',
+ inboxready_signup_date: 1680254544705,
+ },
+ userId: 'myUId',
+ channel: 'sources',
+ context: {
+ sources: {
+ job_run_id: 'cn7fjonu4d9b3u706u2g',
+ task_run_id: 'cn7fjonu4d9b3u706u3g',
+ },
+ },
+ recordId: '111111',
+ rudderId: 'dummy-rudder-id',
+ timestamp: '2024-02-16T06:00:52.581Z',
+ receivedAt: '2024-02-16T06:00:52.582Z',
+ request_ip: '10.7.150.126',
+ anonymousId: 'myUId',
+ integrations: { limitAPIForGroup: true },
+ originalTimestamp: '2024-02-16T06:00:54.075Z',
+ },
+ metadata,
+ destination: destination2,
+ },
+ ],
+ destType: 'gainsight_px',
+ },
+ },
+ },
+ output: {
+ response: {
+ status: 200,
+ body: {
+ output: [
+ {
+ error:
+ '{"message":"error while fetching user: \\"403403 Forbidden\\"","destinationResponse":"403403 Forbidden"}',
+ statTags: {
+ destType: 'GAINSIGHT_PX',
+ destinationId: destination2.ID,
+ errorCategory: 'network',
+ errorType: 'aborted',
+ feature: 'router',
+ implementation: 'native',
+ module: 'destination',
+ },
+ statusCode: 403,
+ metadata: [metadata],
+ batched: false,
+ destination: destination2,
+ },
+ ],
+ },
+ },
+ },
+ },
];
diff --git a/test/integrations/destinations/google_adwords_remarketing_lists/dataDelivery/data.ts b/test/integrations/destinations/google_adwords_remarketing_lists/dataDelivery/data.ts
index 414e46ea19..fe16ffef47 100644
--- a/test/integrations/destinations/google_adwords_remarketing_lists/dataDelivery/data.ts
+++ b/test/integrations/destinations/google_adwords_remarketing_lists/dataDelivery/data.ts
@@ -21,7 +21,7 @@ export const data = [
destination: 'google_adwords_remarketing_lists',
listId: '709078448',
customerId: '7693729833',
- consent: {},
+ consent: { adPersonalization: 'UNSPECIFIED', adUserData: 'UNSPECIFIED' },
},
body: {
JSON: {
@@ -101,7 +101,7 @@ export const data = [
listId: '709078448',
customerId: '7693729833',
destination: 'google_adwords_remarketing_lists',
- consent: {},
+ consent: { adPersonalization: 'UNSPECIFIED', adUserData: 'UNSPECIFIED' },
},
body: {
JSON: {
@@ -200,7 +200,7 @@ export const data = [
listId: '709078448',
customerId: '7693729833',
destination: 'google_adwords_remarketing_lists',
- consent: {},
+ consent: { adPersonalization: 'UNSPECIFIED', adUserData: 'UNSPECIFIED' },
},
body: {
JSON: {
diff --git a/test/integrations/destinations/google_adwords_remarketing_lists/network.ts b/test/integrations/destinations/google_adwords_remarketing_lists/network.ts
index 8e1edd21aa..8e7c0acbcf 100644
--- a/test/integrations/destinations/google_adwords_remarketing_lists/network.ts
+++ b/test/integrations/destinations/google_adwords_remarketing_lists/network.ts
@@ -7,7 +7,10 @@ export const networkCallsData = [
data: {
job: {
type: 'CUSTOMER_MATCH_USER_LIST',
- customerMatchUserListMetadata: { userList: 'customers/7693729833/userLists/709078448' },
+ customerMatchUserListMetadata: {
+ userList: 'customers/7693729833/userLists/709078448',
+ consent: { adPersonalization: 'UNSPECIFIED', adUserData: 'UNSPECIFIED' },
+ },
},
},
headers: {
@@ -86,7 +89,10 @@ export const networkCallsData = [
data: {
job: {
type: 'CUSTOMER_MATCH_USER_LIST',
- customerMatchUserListMetadata: { userList: 'customers/7693729833/userLists/709078448' },
+ customerMatchUserListMetadata: {
+ userList: 'customers/7693729833/userLists/709078448',
+ consent: { adPersonalization: 'UNSPECIFIED', adUserData: 'UNSPECIFIED' },
+ },
},
},
headers: {
diff --git a/test/integrations/destinations/google_adwords_remarketing_lists/processor/data.ts b/test/integrations/destinations/google_adwords_remarketing_lists/processor/data.ts
index 804efec220..a846e0370d 100644
--- a/test/integrations/destinations/google_adwords_remarketing_lists/processor/data.ts
+++ b/test/integrations/destinations/google_adwords_remarketing_lists/processor/data.ts
@@ -79,7 +79,7 @@ export const data = [
params: {
listId: 'list111',
customerId: '7693729833',
- consent: {},
+ consent: { adPersonalization: 'UNSPECIFIED', adUserData: 'UNSPECIFIED' },
},
body: {
JSON: {
@@ -213,7 +213,7 @@ export const data = [
params: {
listId: 'list111',
customerId: '7693729833',
- consent: {},
+ consent: { adPersonalization: 'UNSPECIFIED', adUserData: 'UNSPECIFIED' },
},
body: {
JSON: {
@@ -332,7 +332,7 @@ export const data = [
params: {
listId: 'list111',
customerId: '7693729833',
- consent: {},
+ consent: { adPersonalization: 'UNSPECIFIED', adUserData: 'UNSPECIFIED' },
},
body: {
JSON: {
@@ -1434,7 +1434,7 @@ export const data = [
params: {
listId: 'list111',
customerId: '7693729833',
- consent: {},
+ consent: { adPersonalization: 'UNSPECIFIED', adUserData: 'UNSPECIFIED' },
},
body: {
JSON: {
@@ -2829,7 +2829,7 @@ export const data = [
params: {
listId: 'list111',
customerId: '7693729833',
- consent: {},
+ consent: { adPersonalization: 'UNSPECIFIED', adUserData: 'UNSPECIFIED' },
},
body: {
JSON: {
@@ -2909,7 +2909,7 @@ export const data = [
params: {
listId: 'list111',
customerId: '7693729833',
- consent: {},
+ consent: { adPersonalization: 'UNSPECIFIED', adUserData: 'UNSPECIFIED' },
},
body: {
JSON: {
@@ -4122,7 +4122,7 @@ export const data = [
params: {
listId: 'list111',
customerId: '7693729833',
- consent: {},
+ consent: { adPersonalization: 'UNSPECIFIED', adUserData: 'UNSPECIFIED' },
},
body: {
JSON: {
@@ -5422,7 +5422,7 @@ export const data = [
params: {
listId: 'list111',
customerId: '7693729833',
- consent: {},
+ consent: { adPersonalization: 'UNSPECIFIED', adUserData: 'UNSPECIFIED' },
},
body: {
JSON: {
@@ -6799,7 +6799,7 @@ export const data = [
params: {
listId: 'list111',
customerId: '7693729833',
- consent: {},
+ consent: { adPersonalization: 'UNSPECIFIED', adUserData: 'UNSPECIFIED' },
},
body: {
JSON: {
@@ -8109,7 +8109,7 @@ export const data = [
params: {
listId: 'list111',
customerId: '7693729833',
- consent: {},
+ consent: { adPersonalization: 'UNSPECIFIED', adUserData: 'UNSPECIFIED' },
},
body: {
JSON: {
@@ -9409,7 +9409,7 @@ export const data = [
params: {
listId: 'list111',
customerId: '7693729833',
- consent: {},
+ consent: { adPersonalization: 'UNSPECIFIED', adUserData: 'UNSPECIFIED' },
},
body: {
JSON: {
@@ -10804,7 +10804,7 @@ export const data = [
params: {
listId: 'list111',
customerId: '7693729833',
- consent: {},
+ consent: { adPersonalization: 'UNSPECIFIED', adUserData: 'UNSPECIFIED' },
},
body: {
JSON: {
@@ -10884,7 +10884,7 @@ export const data = [
params: {
listId: 'list111',
customerId: '7693729833',
- consent: {},
+ consent: { adPersonalization: 'UNSPECIFIED', adUserData: 'UNSPECIFIED' },
},
body: {
JSON: {
@@ -11059,7 +11059,7 @@ export const data = [
params: {
listId: 'list111',
customerId: '7693729833',
- consent: {},
+ consent: { adPersonalization: 'UNSPECIFIED', adUserData: 'UNSPECIFIED' },
},
body: {
JSON: {
@@ -11137,7 +11137,7 @@ export const data = [
params: {
listId: 'list111',
customerId: '7693729833',
- consent: {},
+ consent: { adPersonalization: 'UNSPECIFIED', adUserData: 'UNSPECIFIED' },
},
body: {
JSON: {
@@ -11281,7 +11281,7 @@ export const data = [
params: {
listId: 'list111',
customerId: '7693729833',
- consent: {},
+ consent: { adPersonalization: 'UNSPECIFIED', adUserData: 'UNSPECIFIED' },
},
body: {
JSON: {
@@ -11488,7 +11488,7 @@ export const data = [
params: {
listId: 'aud1234',
customerId: '7693729833',
- consent: {},
+ consent: { adPersonalization: 'UNSPECIFIED', adUserData: 'UNSPECIFIED' },
},
body: {
JSON: {
@@ -11627,7 +11627,7 @@ export const data = [
params: {
listId: '830441345',
customerId: '7693729833',
- consent: {},
+ consent: { adPersonalization: 'UNSPECIFIED', adUserData: 'UNSPECIFIED' },
},
body: {
JSON: {
@@ -11765,7 +11765,7 @@ export const data = [
params: {
listId: '830441345',
customerId: '7693729833',
- consent: {},
+ consent: { adPersonalization: 'UNSPECIFIED', adUserData: 'UNSPECIFIED' },
},
body: {
JSON: {
@@ -11836,6 +11836,8 @@ export const data = [
userSchema: ['email', 'phone', 'addressInfo'],
isHashRequired: true,
typeOfList: 'General',
+ userDataConsent: 'UNSPECIFIED',
+ personalizationConsent: 'GRANTED',
},
},
message: {
@@ -11860,8 +11862,6 @@ export const data = [
event: 'Add_Audience',
messageId: 'bd2d67ca-0c9a-4d3b-a2f8-35a3c3f75ba7',
properties: {
- userDataConsent: 'UNSPECIFIED',
- personalizationConsent: 'GRANTED',
listData: {
add: [
{
@@ -11979,6 +11979,8 @@ export const data = [
userSchema: ['email', 'phone', 'addressInfo'],
isHashRequired: true,
typeOfList: 'General',
+ userDataConsent: 'RANDOM',
+ personalizationConsent: 'RANDOM',
},
},
message: {
@@ -12003,8 +12005,6 @@ export const data = [
event: 'Add_Audience',
messageId: 'bd2d67ca-0c9a-4d3b-a2f8-35a3c3f75ba7',
properties: {
- userDataConsent: 'RANDOM',
- personalizationConsent: 'RANDOM',
listData: {
add: [
{
@@ -12048,7 +12048,7 @@ export const data = [
params: {
listId: '830441345',
customerId: '7693729833',
- consent: {},
+ consent: { adPersonalization: 'UNKNOWN', adUserData: 'UNKNOWN' },
},
body: {
JSON: {
diff --git a/test/integrations/destinations/google_adwords_remarketing_lists/router/data.ts b/test/integrations/destinations/google_adwords_remarketing_lists/router/data.ts
index 8c12225400..31d5c72694 100644
--- a/test/integrations/destinations/google_adwords_remarketing_lists/router/data.ts
+++ b/test/integrations/destinations/google_adwords_remarketing_lists/router/data.ts
@@ -228,7 +228,11 @@ export const data = [
'Content-Type': 'application/json',
'developer-token': 'ijkl9101',
},
- params: { listId: '7090784486', customerId: '7693729833', consent: {} },
+ params: {
+ listId: '7090784486',
+ customerId: '7693729833',
+ consent: { adPersonalization: 'UNSPECIFIED', adUserData: 'UNSPECIFIED' },
+ },
body: {
JSON: {
enablePartialFailure: true,
@@ -305,7 +309,11 @@ export const data = [
'Content-Type': 'application/json',
'developer-token': 'ijkl9101',
},
- params: { listId: '7090784486', customerId: '7693729833', consent: {} },
+ params: {
+ listId: '7090784486',
+ customerId: '7693729833',
+ consent: { adPersonalization: 'UNSPECIFIED', adUserData: 'UNSPECIFIED' },
+ },
body: {
JSON: {
enablePartialFailure: true,
@@ -359,7 +367,11 @@ export const data = [
'Content-Type': 'application/json',
'developer-token': 'ijkl9101',
},
- params: { listId: '7090784486', customerId: '7693729833', consent: {} },
+ params: {
+ listId: '7090784486',
+ customerId: '7693729833',
+ consent: { adPersonalization: 'UNSPECIFIED', adUserData: 'UNSPECIFIED' },
+ },
body: {
JSON: {
enablePartialFailure: true,
@@ -436,7 +448,11 @@ export const data = [
'Content-Type': 'application/json',
'developer-token': 'ijkl9101',
},
- params: { listId: '7090784486', customerId: '7693729833', consent: {} },
+ params: {
+ listId: '7090784486',
+ customerId: '7693729833',
+ consent: { adPersonalization: 'UNSPECIFIED', adUserData: 'UNSPECIFIED' },
+ },
body: {
JSON: {
enablePartialFailure: true,
@@ -484,7 +500,11 @@ export const data = [
'Content-Type': 'application/json',
'developer-token': 'ijkl9101',
},
- params: { listId: '7090784486', customerId: '7693729833', consent: {} },
+ params: {
+ listId: '7090784486',
+ customerId: '7693729833',
+ consent: { adPersonalization: 'UNSPECIFIED', adUserData: 'UNSPECIFIED' },
+ },
body: {
JSON: {
enablePartialFailure: true,
diff --git a/test/integrations/destinations/hs/processor/data.ts b/test/integrations/destinations/hs/processor/data.ts
index 03ad9d0a3b..f45f3a719b 100644
--- a/test/integrations/destinations/hs/processor/data.ts
+++ b/test/integrations/destinations/hs/processor/data.ts
@@ -1,3 +1,45 @@
+import { Destination } from '../../../../../src/types';
+import { generateMetadata, generateSimplifiedIdentifyPayload } from '../../../testUtils';
+
+const commonOutputHeaders = {
+ 'Content-Type': 'application/json',
+ Authorization: 'Bearer dummy-access-token',
+};
+
+const destination: Destination = {
+ Config: {
+ authorizationType: 'newPrivateAppApi',
+ accessToken: 'dummy-access-token',
+ hubID: 'dummy-hubId',
+ apiKey: 'dummy-apikey',
+ apiVersion: 'newApi',
+ lookupField: 'email',
+ hubspotEvents: [],
+ eventFilteringOption: 'disable',
+ blacklistedEvents: [
+ {
+ eventName: '',
+ },
+ ],
+ whitelistedEvents: [
+ {
+ eventName: '',
+ },
+ ],
+ },
+ Enabled: true,
+ ID: '123',
+ Name: 'hs',
+ DestinationDefinition: {
+ ID: '123',
+ Name: 'hs',
+ DisplayName: 'Hubspot',
+ Config: {},
+ },
+ WorkspaceID: '123',
+ Transformations: [],
+};
+
export const data = [
{
name: 'hs',
@@ -5269,4 +5311,66 @@ export const data = [
},
},
},
+ {
+ name: 'hs',
+ description: 'Test coversion of null to string values',
+ feature: 'processor',
+ module: 'destination',
+ version: 'v0',
+ input: {
+ request: {
+ body: [
+ {
+ destination,
+ message: generateSimplifiedIdentifyPayload({
+ userId: '12345',
+ context: {
+ traits: {
+ email: 'noname@email.com',
+ firstname: null,
+ gender: '',
+ lookupField: 'email',
+ },
+ },
+ }),
+ metadata: generateMetadata(1),
+ },
+ ],
+ },
+ },
+ output: {
+ response: {
+ status: 200,
+ body: [
+ {
+ output: {
+ version: '1',
+ type: 'REST',
+ userId: '',
+ method: 'POST',
+ endpoint: 'https://api.hubapi.com/crm/v3/objects/contacts',
+ files: {},
+ headers: commonOutputHeaders,
+ operation: 'createContacts',
+ params: {},
+ body: {
+ FORM: {},
+ JSON: {
+ properties: {
+ email: 'noname@email.com',
+ firstname: '',
+ gender: '',
+ },
+ },
+ JSON_ARRAY: {},
+ XML: {},
+ },
+ },
+ statusCode: 200,
+ metadata: generateMetadata(1),
+ },
+ ],
+ },
+ },
+ },
];
diff --git a/test/integrations/destinations/klaviyo/processor/identifyTestData.ts b/test/integrations/destinations/klaviyo/processor/identifyTestData.ts
index f632cb767c..0dd4751133 100644
--- a/test/integrations/destinations/klaviyo/processor/identifyTestData.ts
+++ b/test/integrations/destinations/klaviyo/processor/identifyTestData.ts
@@ -47,6 +47,8 @@ const commonTraits = {
},
};
+const commonTraits2 = { ...commonTraits, street: '63, Shibuya' };
+
const commonOutputUserProps = {
external_id: 'user@1',
email: 'test@rudderstack.com',
@@ -67,6 +69,12 @@ const commonOutputUserProps = {
},
};
+const commonOutputUserProps2 = {
+ ...commonOutputUserProps,
+ location: { ...commonOutputUserProps.location, address1: '63, Shibuya' },
+ properties: { ...commonOutputUserProps.properties, street: '63, Shibuya' },
+};
+
const commonOutputSubscriptionProps = {
list_id: 'XUepkK',
subscriptions: [
@@ -116,7 +124,7 @@ export const identifyData: ProcessorTestData[] = [
destination,
message: generateSimplifiedIdentifyPayload({
context: {
- traits: commonTraits,
+ traits: commonTraits2,
},
anonymousId,
userId,
@@ -140,7 +148,7 @@ export const identifyData: ProcessorTestData[] = [
JSON: {
data: {
type: 'profile',
- attributes: commonOutputUserProps,
+ attributes: commonOutputUserProps2,
id: '01GW3PHVY0MTCDGS0A1612HARX',
},
},
@@ -188,7 +196,7 @@ export const identifyData: ProcessorTestData[] = [
userId,
context: {
traits: {
- ...commonTraits,
+ ...commonTraits2,
friend: {
names: {
first: 'Alice',
@@ -221,9 +229,9 @@ export const identifyData: ProcessorTestData[] = [
type: 'profile',
id: '01GW3PHVY0MTCDGS0A1612HARX',
attributes: {
- ...commonOutputUserProps,
+ ...commonOutputUserProps2,
properties: {
- ...commonOutputUserProps.properties,
+ ...commonOutputUserProps2.properties,
'friend.age': 25,
'friend.names.first': 'Alice',
'friend.names.last': 'Smith',
@@ -278,7 +286,7 @@ export const identifyData: ProcessorTestData[] = [
userId,
context: {
traits: {
- ...commonTraits,
+ ...commonTraits2,
email: 'test3@rudderstack.com',
},
},
@@ -334,7 +342,7 @@ export const identifyData: ProcessorTestData[] = [
userId,
context: {
traits: {
- ...commonTraits,
+ ...commonTraits2,
properties: { ...commonTraits.properties, subscribe: false },
},
},
@@ -358,7 +366,7 @@ export const identifyData: ProcessorTestData[] = [
JSON: {
data: {
type: 'profile',
- attributes: commonOutputUserProps,
+ attributes: commonOutputUserProps2,
id: '01GW3PHVY0MTCDGS0A1612HARX',
},
},
@@ -390,7 +398,7 @@ export const identifyData: ProcessorTestData[] = [
sentAt,
userId,
context: {
- traits: commonTraits,
+ traits: commonTraits2,
},
anonymousId,
originalTimestamp,
@@ -414,9 +422,9 @@ export const identifyData: ProcessorTestData[] = [
data: {
type: 'profile',
attributes: removeUndefinedAndNullValues({
- ...commonOutputUserProps,
+ ...commonOutputUserProps2,
properties: {
- ...commonOutputUserProps.properties,
+ ...commonOutputUserProps2.properties,
_id: userId,
},
// remove external_id from the payload
@@ -546,7 +554,7 @@ export const identifyData: ProcessorTestData[] = [
userId,
context: {
traits: removeUndefinedAndNullValues({
- ...commonTraits,
+ ...commonTraits2,
email: undefined,
phone: undefined,
}),
diff --git a/test/integrations/destinations/ninetailed/commonConfig.ts b/test/integrations/destinations/ninetailed/commonConfig.ts
new file mode 100644
index 0000000000..3b5d4149f2
--- /dev/null
+++ b/test/integrations/destinations/ninetailed/commonConfig.ts
@@ -0,0 +1,112 @@
+export const destination = {
+ ID: 'random_id',
+ Name: 'ninetailed',
+ DestinationDefinition: {
+ Config: {
+ cdkV2Enabled: true,
+ },
+ },
+ Config: {
+ organisationId: 'dummyOrganisationId',
+ environment: 'main',
+ },
+};
+
+export const metadata = {
+ destinationId: 'dummyDestId',
+};
+export const commonProperties = {
+ segment: 'SampleSegment',
+ shipcountry: 'USA',
+ shipped: '20240129_1500',
+ sitename: 'SampleSiteName',
+ storeId: '12345',
+ storecat: 'Electronics',
+};
+export const traits = {
+ email: 'test@user.com',
+ firstname: 'John',
+ lastname: 'Doe',
+ phone: '+1(123)456-7890',
+ gender: 'Male',
+ birthday: '1980-01-02',
+ city: 'San Francisco',
+};
+export const context = {
+ app: {
+ name: 'RudderLabs JavaScript SDK',
+ version: '1.0.0',
+ },
+ campaign: {
+ name: 'campign_123',
+ source: 'social marketing',
+ medium: 'facebook',
+ term: '1 year',
+ },
+ library: {
+ name: 'RudderstackSDK',
+ version: 'Ruddderstack SDK version',
+ },
+ locale: 'en-US',
+ page: {
+ path: '/signup',
+ referrer: 'https://rudderstack.medium.com/',
+ search: '?type=freetrial',
+ url: 'https://app.rudderstack.com/signup?type=freetrial',
+ },
+ userAgent:
+ 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/77.0.3865.90 Safari/537.36',
+ location: {
+ coordinates: {
+ latitude: 40.7128,
+ longitude: -74.006,
+ },
+ city: 'San Francisco',
+ postalCode: '94107',
+ region: 'CA',
+ regionCode: 'CA',
+ country: ' United States',
+ countryCode: 'United States of America',
+ continent: 'North America',
+ timezone: 'America/Los_Angeles',
+ },
+};
+
+export const commonInput = {
+ anonymousId: 'anon_123',
+ messageId: 'dummy_msg_id',
+ context,
+ channel: 'web',
+ integrations: {
+ All: true,
+ },
+ originalTimestamp: '2021-01-25T15:32:56.409Z',
+};
+
+export const commonOutput = {
+ anonymousId: 'anon_123',
+ messageId: 'dummy_msg_id',
+ context,
+ channel: 'web',
+ originalTimestamp: '2021-01-25T15:32:56.409Z',
+};
+
+export const endpoint =
+ 'https://experience.ninetailed.co/v2/organizations/dummyOrganisationId/environments/main/events';
+export const routerInstrumentationErrorStatTags = {
+ destType: 'NINETAILED',
+ errorCategory: 'dataValidation',
+ errorType: 'instrumentation',
+ feature: 'router',
+ implementation: 'cdkV2',
+ module: 'destination',
+};
+export const processInstrumentationErrorStatTags = {
+ destType: 'NINETAILED',
+ errorCategory: 'dataValidation',
+ errorType: 'instrumentation',
+ feature: 'processor',
+ implementation: 'cdkV2',
+ module: 'destination',
+ destinationId: 'dummyDestId',
+};
diff --git a/test/integrations/destinations/ninetailed/mocks.ts b/test/integrations/destinations/ninetailed/mocks.ts
new file mode 100644
index 0000000000..a16b276053
--- /dev/null
+++ b/test/integrations/destinations/ninetailed/mocks.ts
@@ -0,0 +1,5 @@
+import config from '../../../../src/cdk/v2/destinations/ninetailed/config';
+
+export const defaultMockFns = () => {
+ jest.replaceProperty(config, 'MAX_BATCH_SIZE', 2);
+};
diff --git a/test/integrations/destinations/ninetailed/processor/data.ts b/test/integrations/destinations/ninetailed/processor/data.ts
new file mode 100644
index 0000000000..4e5fa72365
--- /dev/null
+++ b/test/integrations/destinations/ninetailed/processor/data.ts
@@ -0,0 +1,5 @@
+import { validationFailures } from './validation';
+import { track } from './track';
+import { page } from './page';
+import { identify } from './identify';
+export const data = [...identify, ...page, ...track, ...validationFailures];
diff --git a/test/integrations/destinations/ninetailed/processor/identify.ts b/test/integrations/destinations/ninetailed/processor/identify.ts
new file mode 100644
index 0000000000..fbd7379e19
--- /dev/null
+++ b/test/integrations/destinations/ninetailed/processor/identify.ts
@@ -0,0 +1,155 @@
+import {
+ destination,
+ traits,
+ commonInput,
+ metadata,
+ processInstrumentationErrorStatTags,
+} from '../commonConfig';
+import { transformResultBuilder } from '../../../testUtils';
+export const identify = [
+ {
+ id: 'ninetailed-test-identify-success-1',
+ name: 'ninetailed',
+ description: 'identify call with all mappings available',
+ scenario: 'Framework+Buisness',
+ successCriteria: 'Response should contain all the mappings and status code should be 200',
+ feature: 'processor',
+ module: 'destination',
+ version: 'v0',
+ input: {
+ request: {
+ body: [
+ {
+ destination,
+ message: {
+ type: 'identify',
+ ...commonInput,
+ userId: 'sajal12',
+ traits: traits,
+ integrations: {
+ All: true,
+ },
+ originalTimestamp: '2021-01-25T15:32:56.409Z',
+ },
+ metadata,
+ },
+ ],
+ },
+ },
+ output: {
+ response: {
+ status: 200,
+ body: [
+ {
+ metadata: {
+ destinationId: 'dummyDestId',
+ },
+ output: transformResultBuilder({
+ method: 'POST',
+ endpoint:
+ 'https://experience.ninetailed.co/v2/organizations/dummyOrganisationId/environments/main/events',
+ JSON: {
+ events: [
+ {
+ context: {
+ app: {
+ name: 'RudderLabs JavaScript SDK',
+ version: '1.0.0',
+ },
+ campaign: {
+ name: 'campign_123',
+ source: 'social marketing',
+ medium: 'facebook',
+ term: '1 year',
+ },
+ library: {
+ name: 'RudderstackSDK',
+ version: 'Ruddderstack SDK version',
+ },
+ locale: 'en-US',
+ page: {
+ path: '/signup',
+ referrer: 'https://rudderstack.medium.com/',
+ search: '?type=freetrial',
+ url: 'https://app.rudderstack.com/signup?type=freetrial',
+ },
+ userAgent:
+ 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/77.0.3865.90 Safari/537.36',
+ location: {
+ coordinates: {
+ latitude: 40.7128,
+ longitude: -74.006,
+ },
+ city: 'San Francisco',
+ postalCode: '94107',
+ region: 'CA',
+ regionCode: 'CA',
+ country: ' United States',
+ countryCode: 'United States of America',
+ continent: 'North America',
+ timezone: 'America/Los_Angeles',
+ },
+ },
+ type: 'identify',
+ channel: 'web',
+ userId: 'sajal12',
+ messageId: 'dummy_msg_id',
+ traits: traits,
+ anonymousId: 'anon_123',
+ originalTimestamp: '2021-01-25T15:32:56.409Z',
+ },
+ ],
+ },
+ userId: '',
+ }),
+ statusCode: 200,
+ },
+ ],
+ },
+ },
+ },
+ {
+ id: 'ninetailed-test-identify-failure-1',
+ name: 'ninetailed',
+ description: 'identify call with no userId available',
+ scenario: 'Framework',
+ successCriteria:
+ 'Error should be thrown for required field userId not present and status code should be 200',
+ feature: 'processor',
+ module: 'destination',
+ version: 'v0',
+ input: {
+ request: {
+ body: [
+ {
+ destination,
+ message: {
+ ...commonInput,
+ type: 'identify',
+ channel: 'mobile',
+ messageId: 'dummy_msg_id',
+ traits: traits,
+ },
+ metadata,
+ },
+ ],
+ },
+ },
+ output: {
+ response: {
+ status: 200,
+ body: [
+ {
+ error:
+ 'Missing required value from "userIdOnly": Workflow: procWorkflow, Step: preparePayload, ChildStep: undefined, OriginalError: Missing required value from "userIdOnly"',
+ metadata: {
+ destinationId: 'dummyDestId',
+ },
+ statTags: processInstrumentationErrorStatTags,
+ statusCode: 400,
+ },
+ ],
+ },
+ },
+ },
+];
diff --git a/test/integrations/destinations/ninetailed/processor/page.ts b/test/integrations/destinations/ninetailed/processor/page.ts
new file mode 100644
index 0000000000..93a086ceea
--- /dev/null
+++ b/test/integrations/destinations/ninetailed/processor/page.ts
@@ -0,0 +1,108 @@
+import { destination, context, commonProperties, metadata } from '../commonConfig';
+import { transformResultBuilder } from '../../../testUtils';
+export const page = [
+ {
+ id: 'ninetailed-test-page-success-1',
+ name: 'ninetailed',
+ description: 'page call with all mappings available',
+ scenario: 'Framework+Buisness',
+ successCriteria: 'Response should contain all the mappings and status code should be 200',
+ feature: 'processor',
+ module: 'destination',
+ version: 'v0',
+ input: {
+ request: {
+ body: [
+ {
+ destination,
+ message: {
+ context,
+ type: 'page',
+ event: 'product purchased',
+ userId: 'sajal12',
+ channel: 'mobile',
+ messageId: 'dummy_msg_id',
+ properties: commonProperties,
+ anonymousId: 'anon_123',
+ integrations: {
+ All: true,
+ },
+ originalTimestamp: '2021-01-25T15:32:56.409Z',
+ },
+ metadata,
+ },
+ ],
+ },
+ },
+ output: {
+ response: {
+ status: 200,
+ body: [
+ {
+ metadata: {
+ destinationId: 'dummyDestId',
+ },
+ output: transformResultBuilder({
+ method: 'POST',
+ endpoint:
+ 'https://experience.ninetailed.co/v2/organizations/dummyOrganisationId/environments/main/events',
+ JSON: {
+ events: [
+ {
+ context: {
+ app: {
+ name: 'RudderLabs JavaScript SDK',
+ version: '1.0.0',
+ },
+ campaign: {
+ name: 'campign_123',
+ source: 'social marketing',
+ medium: 'facebook',
+ term: '1 year',
+ },
+ library: {
+ name: 'RudderstackSDK',
+ version: 'Ruddderstack SDK version',
+ },
+ locale: 'en-US',
+ page: {
+ path: '/signup',
+ referrer: 'https://rudderstack.medium.com/',
+ search: '?type=freetrial',
+ url: 'https://app.rudderstack.com/signup?type=freetrial',
+ },
+ userAgent:
+ 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/77.0.3865.90 Safari/537.36',
+ location: {
+ coordinates: {
+ latitude: 40.7128,
+ longitude: -74.006,
+ },
+ city: 'San Francisco',
+ postalCode: '94107',
+ region: 'CA',
+ regionCode: 'CA',
+ country: ' United States',
+ countryCode: 'United States of America',
+ continent: 'North America',
+ timezone: 'America/Los_Angeles',
+ },
+ },
+ type: 'page',
+ channel: 'mobile',
+ messageId: 'dummy_msg_id',
+ properties: commonProperties,
+ anonymousId: 'anon_123',
+ originalTimestamp: '2021-01-25T15:32:56.409Z',
+ },
+ ],
+ },
+ userId: '',
+ }),
+ statusCode: 200,
+ },
+ ],
+ },
+ },
+ },
+];
diff --git a/test/integrations/destinations/ninetailed/processor/track.ts b/test/integrations/destinations/ninetailed/processor/track.ts
new file mode 100644
index 0000000000..6b6a1e7831
--- /dev/null
+++ b/test/integrations/destinations/ninetailed/processor/track.ts
@@ -0,0 +1,204 @@
+import { destination, context, commonProperties, metadata } from '../commonConfig';
+import { transformResultBuilder } from '../../../testUtils';
+export const track = [
+ {
+ id: 'ninetailed-test-track-success-1',
+ name: 'ninetailed',
+ description: 'Track call with all mappings available',
+ scenario: 'Framework+Buisness',
+ successCriteria: 'Response should contain all the mappings and status code should be 200',
+ feature: 'processor',
+ module: 'destination',
+ version: 'v0',
+ input: {
+ request: {
+ body: [
+ {
+ destination,
+ message: {
+ context: {
+ app: {
+ name: 'RudderLabs JavaScript SDK',
+ version: '1.0.0',
+ },
+ campaign: {
+ name: 'campign_123',
+ source: 'social marketing',
+ medium: 'facebook',
+ term: '1 year',
+ },
+ library: {
+ name: 'RudderstackSDK',
+ version: 'Ruddderstack SDK version',
+ },
+ locale: 'en-US',
+ page: {
+ path: '/signup',
+ referrer: 'https://rudderstack.medium.com/',
+ search: '?type=freetrial',
+ url: 'https://app.rudderstack.com/signup?type=freetrial',
+ },
+ userAgent:
+ 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/77.0.3865.90 Safari/537.36',
+ location: {
+ coordinates: {
+ latitude: 40.7128,
+ longitude: -74.006,
+ },
+ city: 'San Francisco',
+ postalCode: '94107',
+ region: 'CA',
+ regionCode: 'CA',
+ country: ' United States',
+ countryCode: 'United States of America',
+ continent: 'North America',
+ timezone: 'America/Los_Angeles',
+ },
+ },
+ type: 'track',
+ event: 'product purchased',
+ userId: 'sajal12',
+ channel: 'mobile',
+ messageId: 'dummy_msg_id',
+ properties: commonProperties,
+ anonymousId: 'anon_123',
+ integrations: {
+ All: true,
+ },
+ originalTimestamp: '2021-01-25T15:32:56.409Z',
+ },
+ metadata,
+ },
+ ],
+ },
+ },
+ output: {
+ response: {
+ status: 200,
+ body: [
+ {
+ metadata: {
+ destinationId: 'dummyDestId',
+ },
+ output: transformResultBuilder({
+ method: 'POST',
+ endpoint:
+ 'https://experience.ninetailed.co/v2/organizations/dummyOrganisationId/environments/main/events',
+ JSON: {
+ events: [
+ {
+ context: {
+ app: {
+ name: 'RudderLabs JavaScript SDK',
+ version: '1.0.0',
+ },
+ campaign: {
+ name: 'campign_123',
+ source: 'social marketing',
+ medium: 'facebook',
+ term: '1 year',
+ },
+ library: {
+ name: 'RudderstackSDK',
+ version: 'Ruddderstack SDK version',
+ },
+ locale: 'en-US',
+ page: {
+ path: '/signup',
+ referrer: 'https://rudderstack.medium.com/',
+ search: '?type=freetrial',
+ url: 'https://app.rudderstack.com/signup?type=freetrial',
+ },
+ userAgent:
+ 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/77.0.3865.90 Safari/537.36',
+ location: {
+ coordinates: {
+ latitude: 40.7128,
+ longitude: -74.006,
+ },
+ city: 'San Francisco',
+ postalCode: '94107',
+ region: 'CA',
+ regionCode: 'CA',
+ country: ' United States',
+ countryCode: 'United States of America',
+ continent: 'North America',
+ timezone: 'America/Los_Angeles',
+ },
+ },
+ type: 'track',
+ event: 'product purchased',
+ channel: 'mobile',
+ messageId: 'dummy_msg_id',
+ properties: commonProperties,
+ anonymousId: 'anon_123',
+ originalTimestamp: '2021-01-25T15:32:56.409Z',
+ },
+ ],
+ },
+ userId: '',
+ }),
+ statusCode: 200,
+ },
+ ],
+ },
+ },
+ },
+ {
+ id: 'ninetailed-test-track-failure-1',
+ name: 'ninetailed',
+ description: 'track call with no event available',
+ scenario: 'Framework',
+ successCriteria:
+ 'Error should be thrown for required field event not present and status code should be 200',
+ feature: 'processor',
+ module: 'destination',
+ version: 'v0',
+ input: {
+ request: {
+ body: [
+ {
+ destination,
+ message: {
+ context,
+ type: 'track',
+ channel: 'mobile',
+ messageId: 'dummy_msg_id',
+ properties: commonProperties,
+ anonymousId: 'anon_123',
+ integrations: {
+ All: true,
+ },
+ originalTimestamp: '2021-01-25T15:32:56.409Z',
+ },
+ metadata,
+ },
+ ],
+ },
+ },
+ output: {
+ response: {
+ status: 200,
+ body: [
+ {
+ error:
+ 'Missing required value from "event": Workflow: procWorkflow, Step: preparePayload, ChildStep: undefined, OriginalError: Missing required value from "event"',
+ metadata: {
+ destinationId: 'dummyDestId',
+ },
+ statTags: {
+ destType: 'NINETAILED',
+ destinationId: 'dummyDestId',
+ errorCategory: 'dataValidation',
+ errorType: 'instrumentation',
+ feature: 'processor',
+ implementation: 'cdkV2',
+ module: 'destination',
+ },
+ statusCode: 400,
+ },
+ ],
+ },
+ },
+ },
+];
diff --git a/test/integrations/destinations/ninetailed/processor/validation.ts b/test/integrations/destinations/ninetailed/processor/validation.ts
new file mode 100644
index 0000000000..68c025faad
--- /dev/null
+++ b/test/integrations/destinations/ninetailed/processor/validation.ts
@@ -0,0 +1,115 @@
+import { processInstrumentationErrorStatTags, destination, context } from '../commonConfig';
+
+export const validationFailures = [
+ {
+ id: 'Ninetailed-validation-test-1',
+ name: 'ninetailed',
+ description: 'Required field anonymousId not present',
+ scenario: 'Framework',
+ successCriteria: 'Transformationn Error for anonymousId not present',
+ feature: 'processor',
+ module: 'destination',
+ version: 'v0',
+ input: {
+ request: {
+ body: [
+ {
+ destination,
+ message: {
+ type: 'track',
+ event: 'product purchased',
+ sentAt: '2021-01-25T16:12:02.048Z',
+ userId: 'sajal12',
+ context,
+ properties: {
+ products: [{}],
+ },
+ integrations: {
+ All: true,
+ },
+ originalTimestamp: '2021-01-25T15:32:56.409Z',
+ },
+ metadata: {
+ destinationId: 'dummyDestId',
+ jobId: '1',
+ },
+ },
+ ],
+ },
+ },
+ output: {
+ response: {
+ status: 200,
+ body: [
+ {
+ error:
+ 'Missing required value from "anonymousId": Workflow: procWorkflow, Step: preparePayload, ChildStep: undefined, OriginalError: Missing required value from "anonymousId"',
+ metadata: {
+ destinationId: 'dummyDestId',
+ jobId: '1',
+ },
+ statTags: processInstrumentationErrorStatTags,
+ statusCode: 400,
+ },
+ ],
+ },
+ },
+ },
+ {
+ id: 'Ninetailed-test-4',
+ name: 'ninetailed',
+ description: 'Unsupported message type -> group',
+ scenario: 'Framework',
+ successCriteria: 'Transformationn Error for Unsupported message type',
+ feature: 'processor',
+ module: 'destination',
+ version: 'v0',
+ input: {
+ request: {
+ body: [
+ {
+ destination,
+ message: {
+ type: 'group',
+ sentAt: '2021-01-25T16:12:02.048Z',
+ userId: 'sajal12',
+ channel: 'mobile',
+ rudderId: 'b7b24f86-f7bf-46d8-b2b4-ccafc080239c',
+ messageId: 'dummy_msg_id',
+ traits: {
+ orderId: 'ord 123',
+ products: [],
+ },
+ anonymousId: 'anon_123',
+ integrations: {
+ All: true,
+ },
+ originalTimestamp: '2021-01-25T15:32:56.409Z',
+ },
+ metadata: {
+ destinationId: 'dummyDestId',
+ jobId: '1',
+ },
+ },
+ ],
+ },
+ },
+ output: {
+ response: {
+ status: 200,
+ body: [
+ {
+ error:
+ 'message type group is not supported: Workflow: procWorkflow, Step: validateInput, ChildStep: undefined, OriginalError: message type group is not supported',
+ metadata: {
+ destinationId: 'dummyDestId',
+ jobId: '1',
+ },
+ statTags: processInstrumentationErrorStatTags,
+ statusCode: 400,
+ },
+ ],
+ },
+ },
+ },
+];
diff --git a/test/integrations/destinations/ninetailed/router/basicProperties.ts b/test/integrations/destinations/ninetailed/router/basicProperties.ts
new file mode 100644
index 0000000000..5725f3d445
--- /dev/null
+++ b/test/integrations/destinations/ninetailed/router/basicProperties.ts
@@ -0,0 +1,33 @@
+export const trackProperties = {
+ index: 'products',
+ queryId: '43b15df305339e827f0ac0bdc5ebcaa7',
+ products: [
+ { objectId: 'ecommerce-sample-data-919', position: 7 },
+ { objectId: '9780439784542', position: 8 },
+ ],
+};
+
+export const pageProperties = {
+ title: 'Sample Page',
+ url: 'https://example.com/?utm_campaign=example_campaign&utm_content=example_content',
+ path: '/',
+ hash: '',
+ search: '?utm_campaign=example_campaign&utm_content=example_content',
+ width: '1920',
+ height: '1080',
+ query: {
+ utm_campaign: 'example_campaign',
+ utm_content: 'example_content',
+ },
+ referrer: '',
+};
+
+export const traits = {
+ email: 'test@user.com',
+ firstname: 'John',
+ lastname: 'Doe',
+ phone: '+1(123)456-7890',
+ gender: 'Male',
+ birthday: '1980-01-02',
+ city: 'San Francisco',
+};
diff --git a/test/integrations/destinations/ninetailed/router/data.ts b/test/integrations/destinations/ninetailed/router/data.ts
new file mode 100644
index 0000000000..05105f4aed
--- /dev/null
+++ b/test/integrations/destinations/ninetailed/router/data.ts
@@ -0,0 +1,393 @@
+import {
+ commonInput,
+ destination,
+ commonOutput,
+ routerInstrumentationErrorStatTags,
+} from '../commonConfig';
+import { trackProperties, pageProperties, traits } from './basicProperties';
+import { defaultMockFns } from '../mocks';
+
+export const data = [
+ {
+ name: 'ninetailed',
+ id: 'Test 0 - router',
+ description: 'Batch calls with all three type of calls as success',
+ scenario: 'Framework+Buisness',
+ successCriteria: 'All events should be transformed successfully and status code should be 200',
+ feature: 'router',
+ module: 'destination',
+ version: 'v0',
+ input: {
+ request: {
+ body: {
+ input: [
+ {
+ message: {
+ ...commonInput,
+ type: 'track',
+ event: 'product list viewed',
+ properties: trackProperties,
+ },
+ metadata: { jobId: 1, userId: 'u1' },
+ destination,
+ },
+ {
+ message: {
+ ...commonInput,
+ type: 'page',
+ properties: pageProperties,
+ },
+ metadata: { jobId: 2, userId: 'u1' },
+ destination,
+ },
+ {
+ message: {
+ type: 'identify',
+ ...commonInput,
+ userId: 'testuserId1',
+ traits,
+ integrations: { All: true },
+ },
+ metadata: { jobId: 3, userId: 'u1' },
+ destination,
+ },
+ ],
+ destType: 'ninetailed',
+ },
+ method: 'POST',
+ },
+ },
+ output: {
+ response: {
+ status: 200,
+ body: {
+ output: [
+ {
+ batchedRequest: {
+ version: '1',
+ type: 'REST',
+ method: 'POST',
+ endpoint:
+ 'https://experience.ninetailed.co/v2/organizations/dummyOrganisationId/environments/main/events',
+ params: {},
+ body: {
+ FORM: {},
+ JSON: {
+ events: [
+ {
+ ...commonOutput,
+ type: 'track',
+ event: 'product list viewed',
+ properties: trackProperties,
+ },
+ {
+ ...commonOutput,
+ type: 'page',
+ properties: pageProperties,
+ },
+ {
+ type: 'identify',
+ ...commonOutput,
+ userId: 'testuserId1',
+ traits,
+ },
+ ],
+ },
+ JSON_ARRAY: {},
+ XML: {},
+ },
+ headers: {
+ 'Content-Type': 'application/json',
+ },
+ files: {},
+ },
+ metadata: [
+ { jobId: 1, userId: 'u1' },
+ { jobId: 2, userId: 'u1' },
+ { jobId: 3, userId: 'u1' },
+ ],
+ batched: true,
+ statusCode: 200,
+ destination,
+ },
+ ],
+ },
+ },
+ },
+ },
+ {
+ name: 'ninetailed',
+ id: 'Test 1 - router',
+ description: 'Batch calls with one fail invalid event and two valid events',
+ scenario: 'Framework+Buisness',
+ successCriteria:
+ 'Two events should be transformed successfully and one should fail and status code should be 200',
+ feature: 'router',
+ module: 'destination',
+ version: 'v0',
+ input: {
+ request: {
+ body: {
+ input: [
+ {
+ message: {
+ ...commonInput,
+ type: 'track',
+ event: 'product list viewed',
+ properties: trackProperties,
+ },
+ metadata: { jobId: 1, userId: 'u1' },
+ destination,
+ },
+ {
+ message: {
+ ...commonInput,
+ type: 'page',
+ properties: {
+ title: 'Sample Page',
+ url: 'https://example.com/?utm_campaign=example_campaign&utm_content=example_content',
+ path: '/',
+ hash: '',
+ search: '?utm_campaign=example_campaign&utm_content=example_content',
+ width: '1920',
+ height: '1080',
+ query: {
+ utm_campaign: 'example_campaign',
+ utm_content: 'example_content',
+ },
+ referrer: '',
+ },
+ },
+ metadata: { jobId: 2, userId: 'u1' },
+ destination,
+ },
+ {
+ message: {
+ type: 'identify',
+ ...commonInput,
+ traits,
+ integrations: { All: true },
+ },
+ metadata: { jobId: 3, userId: 'u1' },
+ destination,
+ },
+ ],
+ destType: 'ninetailed',
+ },
+ method: 'POST',
+ },
+ },
+ output: {
+ response: {
+ status: 200,
+ body: {
+ output: [
+ {
+ batched: false,
+ destination,
+ error: 'Missing required value from "userIdOnly"',
+ metadata: [{ jobId: 3, userId: 'u1' }],
+ statTags: routerInstrumentationErrorStatTags,
+ statusCode: 400,
+ },
+ {
+ batchedRequest: {
+ version: '1',
+ type: 'REST',
+ method: 'POST',
+ endpoint:
+ 'https://experience.ninetailed.co/v2/organizations/dummyOrganisationId/environments/main/events',
+ params: {},
+ body: {
+ FORM: {},
+ JSON: {
+ events: [
+ {
+ ...commonOutput,
+ type: 'track',
+ event: 'product list viewed',
+ properties: trackProperties,
+ },
+ {
+ ...commonOutput,
+ type: 'page',
+ properties: pageProperties,
+ },
+ ],
+ },
+ JSON_ARRAY: {},
+ XML: {},
+ },
+ headers: {
+ 'Content-Type': 'application/json',
+ },
+ files: {},
+ },
+ metadata: [
+ { jobId: 1, userId: 'u1' },
+ { jobId: 2, userId: 'u1' },
+ ],
+ batched: true,
+ statusCode: 200,
+ destination,
+ },
+ ],
+ },
+ },
+ },
+ mockFns: defaultMockFns,
+ },
+ {
+ name: 'ninetailed',
+ id: 'Test 2 - router',
+ description: 'Batch calls with 3 succesfull events and 1 failed event',
+ scenario: 'Framework+Buisness',
+ successCriteria:
+ '3 successful events should be distributed in two and 1 failed in one hence total batches should be 3 and status code should be 200',
+ feature: 'router',
+ module: 'destination',
+ version: 'v0',
+ input: {
+ request: {
+ body: {
+ input: [
+ {
+ message: {
+ ...commonInput,
+ type: 'track',
+ event: 'product list viewed',
+ properties: trackProperties,
+ },
+ metadata: { jobId: 1, userId: 'u1' },
+ destination,
+ },
+ {
+ message: {
+ ...commonInput,
+ type: 'page',
+ properties: pageProperties,
+ },
+ metadata: { jobId: 2, userId: 'u1' },
+ destination,
+ },
+ {
+ message: {
+ type: 'identify',
+ ...commonInput,
+ userId: 'testuserId1',
+ traits,
+ integrations: { All: true },
+ },
+ metadata: { jobId: 3, userId: 'u1' },
+ destination,
+ },
+ {
+ message: {
+ type: 'identify',
+ ...commonInput,
+ traits,
+ integrations: { All: true },
+ },
+ metadata: { jobId: 4, userId: 'u1' },
+ destination,
+ },
+ ],
+ destType: 'ninetailed',
+ },
+ method: 'POST',
+ },
+ },
+ output: {
+ response: {
+ status: 200,
+ body: {
+ output: [
+ {
+ batched: false,
+ destination,
+ error: 'Missing required value from "userIdOnly"',
+ metadata: [{ jobId: 4, userId: 'u1' }],
+ statTags: routerInstrumentationErrorStatTags,
+ statusCode: 400,
+ },
+ {
+ batchedRequest: {
+ version: '1',
+ type: 'REST',
+ method: 'POST',
+ endpoint:
+ 'https://experience.ninetailed.co/v2/organizations/dummyOrganisationId/environments/main/events',
+ params: {},
+ body: {
+ FORM: {},
+ JSON: {
+ events: [
+ {
+ ...commonOutput,
+ type: 'track',
+ event: 'product list viewed',
+ properties: trackProperties,
+ },
+ {
+ ...commonOutput,
+ type: 'page',
+ properties: pageProperties,
+ },
+ ],
+ },
+ JSON_ARRAY: {},
+ XML: {},
+ },
+ headers: {
+ 'Content-Type': 'application/json',
+ },
+ files: {},
+ },
+ metadata: [
+ { jobId: 1, userId: 'u1' },
+ { jobId: 2, userId: 'u1' },
+ ],
+ batched: true,
+ statusCode: 200,
+ destination,
+ },
+ {
+ batchedRequest: {
+ version: '1',
+ type: 'REST',
+ method: 'POST',
+ endpoint:
+ 'https://experience.ninetailed.co/v2/organizations/dummyOrganisationId/environments/main/events',
+ params: {},
+ body: {
+ FORM: {},
+ JSON: {
+ events: [
+ {
+ type: 'identify',
+ ...commonOutput,
+ userId: 'testuserId1',
+ traits,
+ },
+ ],
+ },
+ JSON_ARRAY: {},
+ XML: {},
+ },
+ headers: {
+ 'Content-Type': 'application/json',
+ },
+ files: {},
+ },
+ metadata: [{ jobId: 3, userId: 'u1' }],
+ batched: true,
+ statusCode: 200,
+ destination,
+ },
+ ],
+ },
+ },
+ },
+ mockFns: defaultMockFns,
+ },
+];
diff --git a/test/integrations/destinations/one_signal/processor/data.ts b/test/integrations/destinations/one_signal/processor/data.ts
index 7f244aa711..4171157aef 100644
--- a/test/integrations/destinations/one_signal/processor/data.ts
+++ b/test/integrations/destinations/one_signal/processor/data.ts
@@ -702,7 +702,7 @@ export const data = [
headers: { Accept: 'application/json', 'Content-Type': 'application/json' },
version: '1',
endpoint:
- 'https://onesignal.com/api/v1/apps/random-818c-4a28-b98e-6cd8a994eb22/users/user@27',
+ 'https://onesignal.com/api/v1/apps/random-818c-4a28-b98e-6cd8a994eb22/users/user%4027',
userId: '',
},
statusCode: 200,
@@ -789,7 +789,7 @@ export const data = [
headers: { Accept: 'application/json', 'Content-Type': 'application/json' },
version: '1',
endpoint:
- 'https://onesignal.com/api/v1/apps/random-818c-4a28-b98e-6cd8a994eb22/users/user@27',
+ 'https://onesignal.com/api/v1/apps/random-818c-4a28-b98e-6cd8a994eb22/users/user%4027',
userId: '',
},
statusCode: 200,
@@ -870,7 +870,7 @@ export const data = [
headers: { Accept: 'application/json', 'Content-Type': 'application/json' },
version: '1',
endpoint:
- 'https://onesignal.com/api/v1/apps/random-818c-4a28-b98e-6cd8a994eb22/users/user@27',
+ 'https://onesignal.com/api/v1/apps/random-818c-4a28-b98e-6cd8a994eb22/users/user%4027',
userId: '',
},
statusCode: 200,
@@ -945,7 +945,7 @@ export const data = [
headers: { Accept: 'application/json', 'Content-Type': 'application/json' },
version: '1',
endpoint:
- 'https://onesignal.com/api/v1/apps/random-818c-4a28-b98e-6cd8a994eb22/users/user@27',
+ 'https://onesignal.com/api/v1/apps/random-818c-4a28-b98e-6cd8a994eb22/users/user%4027',
userId: '',
},
statusCode: 200,
@@ -1025,7 +1025,7 @@ export const data = [
headers: { Accept: 'application/json', 'Content-Type': 'application/json' },
version: '1',
endpoint:
- 'https://onesignal.com/api/v1/apps/random-818c-4a28-b98e-6cd8a994eb22/users/user@27',
+ 'https://onesignal.com/api/v1/apps/random-818c-4a28-b98e-6cd8a994eb22/users/user%4027',
userId: '',
},
statusCode: 200,
diff --git a/test/integrations/destinations/one_signal/router/data.ts b/test/integrations/destinations/one_signal/router/data.ts
index fe8460e45d..a27da5a745 100644
--- a/test/integrations/destinations/one_signal/router/data.ts
+++ b/test/integrations/destinations/one_signal/router/data.ts
@@ -199,7 +199,7 @@ export const data = [
headers: { Accept: 'application/json', 'Content-Type': 'application/json' },
version: '1',
endpoint:
- 'https://onesignal.com/api/v1/apps/random-818c-4a28-b98e-6cd8a994eb22/users/user@27',
+ 'https://onesignal.com/api/v1/apps/random-818c-4a28-b98e-6cd8a994eb22/users/user%4027',
},
metadata: [{ jobId: 2, userId: 'u1' }],
batched: false,
diff --git a/test/integrations/destinations/sfmc/processor/data.ts b/test/integrations/destinations/sfmc/processor/data.ts
index 406ed82ace..b2839908ad 100644
--- a/test/integrations/destinations/sfmc/processor/data.ts
+++ b/test/integrations/destinations/sfmc/processor/data.ts
@@ -1732,4 +1732,166 @@ export const data = [
},
},
},
+ {
+ name: 'sfmc',
+ description: 'Test 12',
+ feature: 'processor',
+ module: 'destination',
+ version: 'v0',
+ input: {
+ request: {
+ body: [
+ {
+ message: {
+ event: 'message event',
+ context: {
+ app: {
+ build: '1.0.0',
+ name: 'RudderLabs JavaScript SDK',
+ version: '1.0.0',
+ },
+ campaign: {
+ name: 'Demo Campaign',
+ source: 'facebook',
+ medium: 'online',
+ term: 'Demo terms',
+ content: 'Demo content',
+ },
+ traits: {
+ email: 'tonmoy@rudderstack.com',
+ name: 'Tonmoy Labs',
+ },
+ library: {
+ name: 'RudderLabs JavaScript SDK',
+ version: '1.0.0',
+ },
+ userAgent:
+ 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/77.0.3865.90 Safari/537.36',
+ locale: 'en-GB',
+ ip: '0.0.0.0',
+ screen: {
+ density: 2,
+ height: 860,
+ width: 1280,
+ },
+ },
+ type: 'track',
+ userId: '12345',
+ properties: {
+ id: 'id101',
+ contactId: 'cid101',
+ email: 'testemail@gmail.com',
+ accountNumber: '99110099',
+ patronName: 'SP',
+ },
+ sentAt: '2019-10-14T09:03:22.563Z',
+ integrations: {
+ All: true,
+ },
+ },
+ destination: {
+ ID: '1pYpzzvcn7AQ2W9GGIAZSsN6Mfq',
+ Name: 'SFMC',
+ DestinationDefinition: {
+ ID: '1pYpYSeQd8OeN6xPdw6VGDzqUd1',
+ Name: 'SFMC',
+ DisplayName: 'Salesforce Marketing Cloud',
+ Config: {
+ destConfig: [],
+ excludeKeys: [],
+ includeKeys: [],
+ saveDestinationResponse: false,
+ supportedSourceTypes: [],
+ transformAt: 'processor',
+ },
+ ResponseRules: {},
+ },
+ Config: {
+ clientId: 'vcn7AQ2W9GGIAZSsN6Mfq',
+ clientSecret: 'vcn7AQ2W9GGIAZSsN6Mfq',
+ createOrUpdateContacts: false,
+ eventDelivery: true,
+ eventDeliveryTS: 1615371070621,
+ eventToExternalKey: [
+ {
+ from: 'Event Name',
+ to: 'C500FD37-155C-49BD-A21B-AFCEF3D1A9CB',
+ },
+ {
+ from: 'Watch',
+ to: 'C500FD37-155C-49BD-A21B-AFCEF3D1A9CB',
+ },
+ ],
+ eventToPrimaryKey: [
+ {
+ from: 'userId',
+ to: 'User Key',
+ },
+ {
+ from: 'watch',
+ to: 'Guest Key, Contact Key',
+ },
+ ],
+ eventToUUID: [
+ {
+ event: 'Event Name',
+ uuid: true,
+ },
+ ],
+ eventToDefinitionMapping: [
+ {
+ from: 'message event',
+ to: 'test-event-definition',
+ },
+ ],
+ externalKey: 'f3ffa19b-e0b3-4967-829f-549b781080e6',
+ subDomain: 'vcn7AQ2W9GGIAZSsN6Mfq',
+ },
+ Enabled: true,
+ Transformations: [],
+ },
+ },
+ ],
+ },
+ },
+ output: {
+ response: {
+ status: 200,
+ body: [
+ {
+ output: {
+ body: {
+ XML: {},
+ JSON_ARRAY: {},
+ FORM: {},
+ JSON: {
+ ContactKey: 'cid101',
+ Data: {
+ accountNumber: '99110099',
+ email: 'testemail@gmail.com',
+ id: 'id101',
+ patronName: 'SP',
+ },
+ EventDefinitionKey: 'test-event-definition',
+ },
+ },
+ type: 'REST',
+ files: {},
+ method: 'POST',
+ params: {},
+ headers: {
+ 'Content-Type': 'application/json',
+ Authorization: 'Bearer yourAuthToken',
+ },
+ version: '1',
+ endpoint:
+ 'https://vcn7AQ2W9GGIAZSsN6Mfq.rest.marketingcloudapis.com/interaction/v1/events',
+ userId: '',
+ },
+ statusCode: 200,
+ },
+ ],
+ },
+ },
+ },
];