feat: batching on max size in bytes

rudderlabs · Mar 14, 2024 · a7f43cc · a7f43cc
1 parent bf8f93f
commit a7f43cc
Show file tree

Hide file tree

Showing 2 changed files with 9 additions and 1 deletion.
diff --git a/src/cdk/v2/destinations/movable_ink/config.js b/src/cdk/v2/destinations/movable_ink/config.js
@@ -0,0 +1,3 @@
+module.exports = {
+  MAX_REQUEST_SIZE_IN_BYTES: 13500,
+};
diff --git a/src/cdk/v2/destinations/movable_ink/rtWorkflow.yaml b/src/cdk/v2/destinations/movable_ink/rtWorkflow.yaml
@@ -5,6 +5,9 @@ bindings:
     exportAll: true
   - name: base64Convertor
     path: ../../../../v0/util
+  - name: BatchUtils
+    path: '@rudderstack/workflow-engine'
+  - path: ./config
 
 steps:
   - name: validateInput
@@ -38,7 +41,9 @@ steps:
   - name: batchSuccessfulEvents
     description: Batches the successfulEvents
     template: |
-      let batches = [$.outputs.successfulEvents];
+      let batches = $.BatchUtils.chunkArrayBySizeAndLength(
+      $.outputs.successfulEvents, {maxSizeInBytes: $.MAX_REQUEST_SIZE_IN_BYTES}).items;
+
       batches@batch.({
         "batchedRequest": {
           "body": {