chore(release): pull release/v1.49.0 into main (#2797)

.github/workflows/create-hotfix-branch.yml

@@ -13,7 +13,7 @@ jobs:
     runs-on: ubuntu-latest
 
     # Only allow these users to create new hotfix branch from 'main'
-    if: github.ref == 'refs/heads/main' && (github.actor == 'ItsSudip' || github.actor == 'krishna2020' || github.actor == 'saikumarrs' || github.actor == 'sandeepdsvs' || github.actor == 'shrouti1507' || github.actor == 'anantjain45823' || github.actor == 'chandumlg' || github.actor == 'mihir-4116') && (github.triggering_actor == 'ItsSudip' || github.triggering_actor == 'krishna2020' ||  github.triggering_actor == 'saikumarrs' || github.triggering_actor == 'sandeepdsvs' || github.triggering_actor == 'shrouti1507' || github.triggering_actor == 'anantjain45823' || github.triggering_actor == 'chandumlg' || github.triggering_actor == 'mihir-4116')
+    if: github.ref == 'refs/heads/main' && (github.actor == 'ItsSudip' || github.actor == 'krishna2020' || github.actor == 'saikumarrs' || github.actor == 'sandeepdsvs' || github.actor == 'shrouti1507' || github.actor == 'anantjain45823' || github.actor == 'chandumlg' || github.actor == 'mihir-4116' || github.actor == 'ujjwal-ab') && (github.triggering_actor == 'ItsSudip' || github.triggering_actor == 'krishna2020' ||  github.triggering_actor == 'saikumarrs' || github.triggering_actor == 'sandeepdsvs' || github.triggering_actor == 'shrouti1507' || github.triggering_actor == 'anantjain45823' || github.triggering_actor == 'chandumlg' || github.triggering_actor == 'mihir-4116' || github.triggering_actor == 'ujjwal-ab)
     steps:
       - name: Create Branch
         uses: peterjgrainger/[email protected]

.github/workflows/draft-new-release.yml

@@ -8,7 +8,7 @@ jobs:
     runs-on: ubuntu-latest
 
     # Only allow release stakeholders to initiate releases
-    if: (github.ref == 'refs/heads/develop' || startsWith(github.ref, 'refs/heads/hotfix/')) && (github.actor == 'ItsSudip' || github.actor == 'krishna2020' || github.actor == 'saikumarrs' || github.actor == 'sandeepdsvs' || github.actor == 'shrouti1507' || github.actor == 'anantjain45823'  || github.actor == 'chandumlg' || github.actor == 'mihir-4116' || github.actor == 'yashasvibajpai' || github.actor == 'sanpj2292') &&  (github.triggering_actor == 'ItsSudip' || github.triggering_actor == 'krishna2020' || github.triggering_actor == 'saikumarrs' || github.triggering_actor == 'sandeepdsvs' || github.triggering_actor == 'shrouti1507' || github.triggering_actor == 'anantjain45823' || github.triggering_actor == 'chandumlg' || github.triggering_actor == 'mihir-4116' || github.triggering_actor == 'yashasvibajpai' || github.triggering_actor == 'sanpj2292')
+    if: (github.ref == 'refs/heads/develop' || startsWith(github.ref, 'refs/heads/hotfix/')) && (github.actor == 'ItsSudip' || github.actor == 'krishna2020' || github.actor == 'saikumarrs' || github.actor == 'sandeepdsvs' || github.actor == 'shrouti1507' || github.actor == 'anantjain45823'  || github.actor == 'chandumlg' || github.actor == 'mihir-4116' || github.actor == 'yashasvibajpai' || github.actor == 'sanpj2292' || github.actor == 'ujjwal-ab') &&  (github.triggering_actor == 'ItsSudip' || github.triggering_actor == 'krishna2020' || github.triggering_actor == 'saikumarrs' || github.triggering_actor == 'sandeepdsvs' || github.triggering_actor == 'shrouti1507' || github.triggering_actor == 'anantjain45823' || github.triggering_actor == 'chandumlg' || github.triggering_actor == 'mihir-4116' || github.triggering_actor == 'yashasvibajpai' || github.triggering_actor == 'sanpj2292' || github.triggering_actor == 'ujjwal-ab')
     steps:
       - name: Checkout
         uses: actions/[email protected]

CHANGELOG.md

@@ -2,6 +2,22 @@
 
 All notable changes to this project will be documented in this file. See [standard-version](https://github.com/conventional-changelog/standard-version) for commit guidelines.
 
+## [1.49.0](https://github.com/rudderlabs/rudder-transformer/compare/v1.48.0...v1.49.0) (2023-11-06)
+
+
+### Features
+
+* add new destination tiktok_audience ([#2710](https://github.com/rudderlabs/rudder-transformer/issues/2710)) ([9bc0fd8](https://github.com/rudderlabs/rudder-transformer/commit/9bc0fd8efcee44871a190bd6cb9e89c5cf035ff8))
+* onboard one signal to router transform ([#2785](https://github.com/rudderlabs/rudder-transformer/issues/2785)) ([818858e](https://github.com/rudderlabs/rudder-transformer/commit/818858e046ce5f9735bbb97715c43a959ad3aa3c))
+* onboard revenuecat as a source ([#2774](https://github.com/rudderlabs/rudder-transformer/issues/2774)) ([55f9637](https://github.com/rudderlabs/rudder-transformer/commit/55f96374b4d73db7013c1d5e72bfc9c8257b224b))
+
+
+### Bug Fixes
+
+* add check to remove null and undefined properties before sending ([#2796](https://github.com/rudderlabs/rudder-transformer/issues/2796)) ([6e89cd3](https://github.com/rudderlabs/rudder-transformer/commit/6e89cd3f67ea887ba17c1cd5ffbca6675f54d96c))
+* allow support for full url from UI in freshsales and freshmarketer ([#2780](https://github.com/rudderlabs/rudder-transformer/issues/2780)) ([570532c](https://github.com/rudderlabs/rudder-transformer/commit/570532ce790c05a69621d9289758a1b1a7acda8c))
+* busgnag issues for klaviyo, freshsales, customeio  ([#2795](https://github.com/rudderlabs/rudder-transformer/issues/2795)) ([11fb7c4](https://github.com/rudderlabs/rudder-transformer/commit/11fb7c47910681833e37d25a1573d2005e62742b))
+
 ## [1.48.0](https://github.com/rudderlabs/rudder-transformer/compare/v1.47.0...v1.48.0) (2023-11-02)
 
 

package.json

@@ -1,6 +1,6 @@
 {
   "name": "rudder-transformer",
-  "version": "1.48.0",
+  "version": "1.49.0",
   "description": "",
   "homepage": "https://github.com/rudderlabs/rudder-transformer#readme",
   "bugs": {

src/cdk/v2/bindings/default.js

@@ -1,3 +1,4 @@
+const crypto = require('crypto');
 const {
   InstrumentationError,
   ConfigurationError,
@@ -47,7 +48,12 @@ function assertHttpResp(processedResponse, message) {
   }
 }
 
+function MD5(data) {
+  return crypto.createHash('md5').update(data).digest('hex');
+}
+
 module.exports = {
+  MD5,
   isValidEventType,
   assert,
   assertConfig,

src/cdk/v2/destinations/tiktok_audience/config.js

@@ -0,0 +1,9 @@
+const ACTION_MAP = {
+  add: 'add',
+  remove: 'delete',
+};
+const SHA256_TRAITS = ['IDFA_SHA256', 'AAID_SHA256', 'EMAIL_SHA256', 'PHONE_SHA256'];
+module.exports = {
+  ACTION_MAP,
+  SHA256_TRAITS,
+};

src/cdk/v2/destinations/tiktok_audience/procWorkflow.yaml

@@ -0,0 +1,67 @@
+
+bindings:
+  - name: EventType
+    path: ../../../../constants
+  - path: ../../bindings/jsontemplate
+    exportAll: true
+  - path: ./config
+  - name: removeUndefinedAndNullValues
+    path: ../../../../v0/util
+  - name: defaultRequestConfig
+    path: ../../../../v0/util
+
+steps:
+  - name: validateInput
+    template: |
+      let messageType = .message.type;
+      $.assert(.message.type, "message Type is not present. Aborting message.");
+      $.assert(.message.type.toLowerCase() ==='audiencelist', "Event type " + .message.type.toLowerCase() + " is not supported. Aborting message.");
+      $.assert(.message.properties, "Message properties is not present. Aborting message.");
+      $.assert(.message.properties.listData, "listData is not present inside properties. Aborting message.");
+      $.assert($.containsAll(Object.keys(.message.properties.listData), ["add", "remove"]), "unsupported action type. Aborting message.")
+
+  - name: prepareIdentifiersList
+    description: |
+      Populate list of identifiers to be updated
+    template: |
+      const destinationFields = .message.context.destinationFields.split(", ")
+      const audienceId = .message.context.externalId[0].type.split("-")[1];
+      const isHashRequired = .destination.Config.isHashRequired;
+      const advertiserIds = .metadata.secret.advertiserIds;
+      const hashTraits = function(traits) {
+        traits@trait.(destinationFields@destinationField.(
+          trait[destinationField] ? {
+            id: isHashRequired ? 
+                destinationField in $.SHA256_TRAITS ? 
+                  $.SHA256(trait[destinationField]) : $.MD5(trait[destinationField]) 
+                : trait[destinationField],
+            audience_ids:[audienceId]
+          } : {}
+        )[])
+      };
+      const listData = .message.properties.listData;
+      const actions = Object.keys(listData)
+      actions@action.({
+        "batch_data": hashTraits(listData[action]),
+        "id_schema": destinationFields,
+        "advertiser_ids": advertiserIds,
+        "action": $.ACTION_MAP[action],
+      })[]
+
+
+  - name: buildResponseForProcessTransformation
+    description: build response
+    template: |
+      const accessToken = .metadata.secret.accessToken
+      const anonymousId = .message.anonymousId;
+      $.outputs.prepareIdentifiersList@body.(
+        let response = $.defaultRequestConfig();
+        response.body.JSON = body;
+        response.userId = anonymousId;
+        response.endpoint = "https://business-api.tiktok.com/open_api/v1.3/segment/mapping/";
+        response.headers = {
+          "Access-Token": accessToken,
+          "Content-Type": "application/json"
+        };
+        response
+      )

src/cdk/v2/destinations/tiktok_audience/rtWorkflow.yaml

@@ -0,0 +1,32 @@
+bindings:
+  - name: handleRtTfSingleEventError
+    path: ../../../../v0/util/index
+
+steps:
+  - name: validateInput
+    template: |
+      $.assert(Array.isArray(^) && ^.length > 0, "Invalid event array")
+
+  - name: transform
+    externalWorkflow:
+      path: ./procWorkflow.yaml
+    loopOverInput: true
+
+  - name: successfulEvents
+    debug: true
+    template: |
+      $.outputs.transform#idx{"output" in .}.({
+          "batchedRequest": .output,
+          "batched": true,
+          "destination": ^[idx].destination,
+          "metadata": ^[idx].metadata[],
+          "statusCode": 200
+        })[]
+  - name: failedEvents
+    template: |
+      $.outputs.transform#idx.error.(
+        $.handleRtTfSingleEventError(^[idx], .originalError ?? ., {})
+      )[]
+  - name: finalPayload
+    template: |
+      [...$.outputs.failedEvents, ...$.outputs.successfulEvents]

src/features.json

@@ -58,6 +58,8 @@
     "OPTIMIZELY_FULLSTACK": true,
     "TWITTER_ADS": true,
     "CLEVERTAP": true,
-    "ORTTO": true
+    "ORTTO": true,
+    "ONE_SIGNAL": true,
+    "TIKTOK_AUDIENCE": true
   }
 }

src/v0/destinations/adobe_analytics/transform.js

@@ -11,6 +11,7 @@ const {
   isDefinedAndNotNull,
   isDefinedAndNotNullAndNotEmpty,
   getIntegrationsObj,
+  removeUndefinedAndNullValues,
   simpleProcessRouterDest,
 } = require('../../util');
 const {
@@ -394,7 +395,7 @@ const handleTrack = (message, destinationConfig) => {
       break;
   }
 
-  return payload;
+  return removeUndefinedAndNullValues(payload);
 };
 
 const process = async (event) => {

src/v0/destinations/am/config.js

@@ -122,7 +122,8 @@ events.forEach((event) => {
 const DELETE_MAX_BATCH_SIZE = 100;
 const DESTINATION = 'amplitude';
 const IDENTIFY_AM = '$identify';
-
+const AMBatchSizeLimit = 20 * 1024 * 1024; // 20 MB
+const AMBatchEventLimit = 500; // event size limit from sdk is 32KB => 15MB
 module.exports = {
   DESTINATION,
   Event,
@@ -134,4 +135,6 @@ module.exports = {
   DELETE_MAX_BATCH_SIZE,
   batchEventsWithUserIdLengthLowerThanFive,
   IDENTIFY_AM,
+  AMBatchSizeLimit,
+  AMBatchEventLimit
 };