chore(release): pull release/v1.68.0 into main

.github/workflows/build-push-docker-image.yml

@@ -38,6 +38,7 @@ jobs:
       - name: Checkout
         uses: actions/[email protected]
         with:
+          ref: ${{ github.event.pull_request.head.sha }}
           fetch-depth: 1
 
       - name: Setup Docker Buildx
@@ -88,6 +89,7 @@ jobs:
       - name: Checkout
         uses: actions/[email protected]
         with:
+          ref: ${{ github.event.pull_request.head.sha }}
           fetch-depth: 1
 
       - name: Setup Docker Buildx

CHANGELOG.md

@@ -2,6 +2,27 @@
 
 All notable changes to this project will be documented in this file. See [standard-version](https://github.com/conventional-changelog/standard-version) for commit guidelines.
 
+## [1.68.0](https://github.com/rudderlabs/rudder-transformer/compare/v1.67.0...v1.68.0) (2024-05-27)
+
+
+### Features
+
+* add json-data type support in redis ([#3336](https://github.com/rudderlabs/rudder-transformer/issues/3336)) ([0196f20](https://github.com/rudderlabs/rudder-transformer/commit/0196f20cc79e1f470d96a649dd9404c3c9284329))
+* facebook custom audience app secret support ([#3357](https://github.com/rudderlabs/rudder-transformer/issues/3357)) ([fce4ef9](https://github.com/rudderlabs/rudder-transformer/commit/fce4ef973500411c7ad812e7949bb1b73dabc3ba))
+* filtering unknown events in awin ([#3392](https://github.com/rudderlabs/rudder-transformer/issues/3392)) ([d842da8](https://github.com/rudderlabs/rudder-transformer/commit/d842da87a34cb63023eba288e0c5258e29997dcf))
+* **ga4:** component test refactor ([#3220](https://github.com/rudderlabs/rudder-transformer/issues/3220)) ([3ff9a5e](https://github.com/rudderlabs/rudder-transformer/commit/3ff9a5e8e955b929a1b04a89dcf0ccbc49e18648))
+* **integrations/auth0:** include Auth0 event type in Rudderstack message ([#3370](https://github.com/rudderlabs/rudder-transformer/issues/3370)) ([e9409fd](https://github.com/rudderlabs/rudder-transformer/commit/e9409fde6063d7eaa8558396b85b5fdf99f964e1))
+* onboard koddi destination ([#3359](https://github.com/rudderlabs/rudder-transformer/issues/3359)) ([f74c4a0](https://github.com/rudderlabs/rudder-transformer/commit/f74c4a0bc92ae6ccb0c00ac5b21745e496a015bc))
+* onboarding adjust source ([#3395](https://github.com/rudderlabs/rudder-transformer/issues/3395)) ([668d331](https://github.com/rudderlabs/rudder-transformer/commit/668d3311aadacbb92b1873bf43919db7d341afbb))
+
+
+### Bug Fixes
+
+* fb custom audience html response ([#3402](https://github.com/rudderlabs/rudder-transformer/issues/3402)) ([d1a2bd6](https://github.com/rudder
+* standardise hashing for all CAPI integrations ([#3379](https://github.com/rudderlabs/rudder-transformer/issues/3379)) ([c249a69](https://github.com/rudderlabs/rudder-transformer/commit/c249a694d735f6d241a35b6e21f493c54890ac84))
+* tiktok_v2 remove default value for content-type for custom events ([#3383](https://github.com/rudderlabs/rudder-transformer/issues/3383)) ([6e7b5a0](https://github.com/rudderlabs/rudder-transformer/commit/6e7b5a0d8bf2c859dfb15b9cad7ed6070bd0892b))
+* added step for reconciling openfaas functions for python transformations ([#3420](https://github.com/rudderlabs/rudder-transformer/issues/3420)) ([7a2ab63](https://github.com/rudderlabs/rudder-transformer/commit/7a2ab63674d40870af4d16f0673a2a2594c899e9))
+
 ## [1.67.0](https://github.com/rudderlabs/rudder-transformer/compare/v1.66.1...v1.67.0) (2024-05-23)
 
 

package.json

@@ -1,6 +1,6 @@
 {
   "name": "rudder-transformer",
-  "version": "1.67.0",
+  "version": "1.68.0",
   "description": "",
   "homepage": "https://github.com/rudderlabs/rudder-transformer#readme",
   "bugs": {

src/cdk/v2/destinations/koddi/config.js

@@ -0,0 +1,39 @@
+const { getMappingConfig } = require('../../../../v0/util');
+
+/**
+ * ref :- https://developers.koddi.com/reference/winning-ads
+ * impressions - https://developers.koddi.com/reference/impressions-1
+ * clicks - https://developers.koddi.com/reference/clicks-1
+ * conversions - https://developers.koddi.com/reference/conversions-1
+ */
+const EVENT_TYPES = {
+  IMPRESSIONS: 'impressions',
+  CLICKS: 'clicks',
+  CONVERSIONS: 'conversions',
+};
+
+const CONFIG_CATEGORIES = {
+  IMPRESSIONS: {
+    type: 'track',
+    name: 'ImpressionsConfig',
+  },
+  CLICKS: {
+    type: 'track',
+    name: 'ClicksConfig',
+  },
+  CONVERSIONS: {
+    type: 'track',
+    name: 'ConversionsConfig',
+  },
+};
+
+const MAPPING_CONFIG = getMappingConfig(CONFIG_CATEGORIES, __dirname);
+
+module.exports = {
+  EVENT_TYPES,
+  CONFIG_CATEGORIES,
+  MAPPING_CONFIG,
+  IMPRESSIONS_CONFIG: MAPPING_CONFIG[CONFIG_CATEGORIES.IMPRESSIONS.name],
+  CLICKS_CONFIG: MAPPING_CONFIG[CONFIG_CATEGORIES.CLICKS.name],
+  CONVERSIONS_CONFIG: MAPPING_CONFIG[CONFIG_CATEGORIES.CONVERSIONS.name],
+};

src/cdk/v2/destinations/koddi/data/ClicksConfig.json

@@ -0,0 +1,35 @@
+[
+  {
+    "sourceKeys": "properties.tracking_data",
+    "required": true,
+    "destKey": "trackingData"
+  },
+  {
+    "sourceKeys": "properties.rank",
+    "required": true,
+    "destKey": "rank"
+  },
+  {
+    "sourceKeys": "properties.beacon_issued",
+    "required": true,
+    "destKey": "beaconIssued"
+  },
+  {
+    "sourceKeys": "userId",
+    "sourceFromGenericMap": true,
+    "required": true,
+    "destKey": "userGuid"
+  },
+  {
+    "sourceKeys": "properties.test_version_override",
+    "destKey": "testVersionOverride"
+  },
+  {
+    "sourceKeys": "properties.destination_url",
+    "destKey": "destinationUrl"
+  },
+  {
+    "sourceKeys": "properties.overrides",
+    "destKey": "overrides"
+  }
+]

src/cdk/v2/destinations/koddi/data/ConversionsConfig.json

@@ -0,0 +1,53 @@
+[
+  {
+    "sourceKeys": "context.page.referring_domain",
+    "destKey": "domain"
+  },
+  {
+    "sourceKeys": "context.locale",
+    "required": true,
+    "destKey": "culture"
+  },
+  {
+    "sourceKeys": "properties.currency",
+    "required": true,
+    "destKey": "currency"
+  },
+  {
+    "sourceKeys": ["context.ip", "request_ip"],
+    "destKey": "user_ip"
+  },
+  {
+    "sourceKeys": "context.userAgent",
+    "destKey": "user_agent"
+  },
+  {
+    "sourceKeys": "userId",
+    "sourceFromGenericMap": true,
+    "required": true,
+    "destKey": "user_guid"
+  },
+  {
+    "sourceKeys": "context.device.type",
+    "destKey": "device_type"
+  },
+  {
+    "sourceKeys": ["properties.order_id", "properties.transaction_id"],
+    "required": true,
+    "destKey": "transaction_id"
+  },
+  {
+    "sourceKeys": "properties.conversion_source",
+    "destKey": "conversion_source"
+  },
+  {
+    "sourceKeys": "timestamp",
+    "sourceFromGenericMap": true,
+    "destKey": "unixtime"
+  },
+  {
+    "sourceKeys": "properties.bidders",
+    "required": true,
+    "destKey": "bidders"
+  }
+]

src/cdk/v2/destinations/koddi/data/ImpressionsConfig.json

@@ -0,0 +1,22 @@
+[
+  {
+    "sourceKeys": "properties.tracking_data",
+    "required": true,
+    "destKey": "trackingData"
+  },
+  {
+    "sourceKeys": "properties.rank",
+    "required": true,
+    "destKey": "rank"
+  },
+  {
+    "sourceKeys": "properties.beacon_issued",
+    "required": true,
+    "destKey": "beaconIssued"
+  },
+  {
+    "sourceKeys": "timestamp",
+    "sourceFromGenericMap": true,
+    "destKey": "ts"
+  }
+]

src/cdk/v2/destinations/koddi/procWorkflow.yaml

@@ -0,0 +1,33 @@
+bindings:
+  - name: EventType
+    path: ../../../../constants
+  - path: ../../bindings/jsontemplate
+  - name: removeUndefinedAndNullValues
+    path: ../../../../v0/util
+  - path: ./utils
+  - path: ./config
+
+steps:
+  - name: messageType
+    template: |
+      .message.type.toLowerCase();
+  - name: eventType
+    template: |
+      .message.integrations.koddi.eventType.toLowerCase();
+  - name: validateInput
+    template: |
+      let messageType = $.outputs.messageType;
+      let eventType = $.outputs.eventType;
+      $.assert(messageType, "message Type is not present. Aborting message.");
+      $.assert(messageType in {{$.EventType.([.TRACK])}}, "message type " + messageType + " is not supported");
+      $.assert(eventType in {{$.EVENT_TYPES.([.IMPRESSIONS, .CLICKS, .CONVERSIONS])}}, "event type " + eventType + " is not supported");
+      $.assertConfig(.destination.Config.apiBaseUrl, "API Base URL is not present. Aborting");
+      $.assertConfig(.destination.Config.clientName, "Client Name is not present. Aborting");
+  - name: preparePayload
+    template: |
+      const payload = $.constructFullPayload($.outputs.eventType, .message, .destination.Config);
+      $.context.payload = $.removeUndefinedAndNullValues(payload);
+  - name: buildResponse
+    template: |
+      const response = $.constructResponse($.outputs.eventType, .destination.Config, $.context.payload);
+      response

src/cdk/v2/destinations/koddi/rtWorkflow.yaml

@@ -0,0 +1,31 @@
+bindings:
+  - name: handleRtTfSingleEventError
+    path: ../../../../v0/util/index
+
+steps:
+  - name: validateInput
+    template: |
+      $.assert(Array.isArray(^) && ^.length > 0, "Invalid event array")
+
+  - name: transform
+    externalWorkflow:
+      path: ./procWorkflow.yaml
+    loopOverInput: true
+
+  - name: successfulEvents
+    template: |
+      $.outputs.transform#idx.output.({
+        "batchedRequest": .,
+        "batched": false,
+        "destination": ^[idx].destination,
+        "metadata": ^[idx].metadata[],
+        "statusCode": 200
+      })[]
+  - name: failedEvents
+    template: |
+      $.outputs.transform#idx.error.(
+        $.handleRtTfSingleEventError(^[idx], .originalError ?? ., {})
+      )[]
+  - name: finalPayload
+    template: |
+      [...$.outputs.successfulEvents, ...$.outputs.failedEvents]