Merge branch 'develop' into chore.cleanup-metrics

package.json

@@ -65,8 +65,8 @@
     "@ndhoule/extend": "^2.0.0",
     "@pyroscope/nodejs": "^0.2.9",
     "@rudderstack/integrations-lib": "^0.2.10",
-    "@rudderstack/json-template-engine": "^0.14.1",
-    "@rudderstack/workflow-engine": "^0.8.8",
+    "@rudderstack/json-template-engine": "^0.15.0",
+    "@rudderstack/workflow-engine": "^0.8.9",
     "@shopify/jest-koa-mocks": "^5.1.1",
     "ajv": "^8.12.0",
     "ajv-draft-04": "^1.0.0",

src/v0/destinations/singular/data/SINGULARAndroidEventConfig.json

@@ -88,17 +88,23 @@
   {
     "destKey": "aifa",
     "sourceKeys": "context.device.advertisingId",
-    "required": true
+    "required": false,
+    "metadata": {
+      "defaultValue": ""
+    }
   },
   {
     "destKey": "andi",
     "sourceKeys": "context.device.id",
-    "required": true
+    "required": false,
+    "metadata": {
+      "defaultValue": ""
+    }
   },
   {
     "destKey": "asid",
     "sourceKeys": "properties.asid",
-    "required": true,
+    "required": false,
     "metadata": {
       "defaultValue": ""
     }

src/v0/destinations/singular/data/SINGULARAndroidSessionConfig.json

@@ -42,7 +42,7 @@
   {
     "destKey": "asid",
     "sourceKeys": "properties.asid",
-    "required": true,
+    "required": false,
     "metadata": {
       "defaultValue": ""
     }
@@ -91,12 +91,18 @@
   {
     "destKey": "aifa",
     "sourceKeys": "context.device.advertisingId",
-    "required": true
+    "required": false,
+    "metadata": {
+      "defaultValue": ""
+    }
   },
   {
     "destKey": "andi",
     "sourceKeys": "context.device.id",
-    "required": true
+    "required": false,
+    "metadata": {
+      "defaultValue": ""
+    }
   },
   {
     "destKey": "utime",

src/v1/sources/close_crm/config.js

@@ -0,0 +1,3 @@
+const excludedFieldList = ['changed_fields', 'previous_data'];
+
+module.exports = { excludedFieldList };

src/v1/sources/close_crm/transform.js

@@ -0,0 +1,57 @@
+const moment = require('moment');
+const {
+  removeUndefinedAndNullValues,
+  removeUndefinedAndNullRecurse,
+  generateUUID,
+  formatTimeStamp,
+} = require('../../../v0/util');
+const { excludedFieldList } = require('./config');
+const Message = require('../../../v0/sources/message');
+
+function processEvent(inputEvent) {
+  // eslint-disable-next-line @typescript-eslint/naming-convention
+  const { event, subscription_id } = inputEvent;
+
+  const message = new Message('CloseCRM');
+
+  // Set event type track
+  message.setEventType('track');
+
+  // Set event name
+  const eventName = `${event.object_type} ${event.action}`;
+  message.setEventName(eventName);
+
+  // Set userId
+  if (event.lead_id) {
+    message.setProperty('userId', event.lead_id);
+  } else {
+    message.setProperty('anonymousId', generateUUID());
+  }
+
+  // Set messageId
+  message.setProperty('messageId', event.id);
+
+  // Set Timestamp
+  const timestamp = moment.utc(event.date_updated);
+  message.setProperty('originalTimestamp', formatTimeStamp(timestamp, 'yyyy-MM-ddTHH:mm:ss.SSSZ'));
+
+  // Set properties
+  removeUndefinedAndNullRecurse(event);
+  message.setProperty('properties', event);
+  message.setProperty('properties.subscription_id', subscription_id);
+
+  // Remove excluding fields
+  excludedFieldList.forEach((field) => {
+    delete message.properties[field];
+  });
+
+  return message;
+}
+
+function process(inputEvent) {
+  const { event } = inputEvent;
+  const response = processEvent(event);
+  return removeUndefinedAndNullValues(response);
+}
+
+exports.process = process;