chore: add support for filtering keys

rudderlabs · Mar 7, 2024 · 80d4623 · 80d4623
1 parent 54a6cad
commit 80d4623
Show file tree

Hide file tree

Showing 2 changed files with 14 additions and 3 deletions.
diff --git a/test/integrations/testUtils.ts b/test/integrations/testUtils.ts
@@ -97,7 +97,7 @@ export const overrideDestination = (destination: Destination, overrideConfigValu
   });
 };
 
-export const produceTestData = (testData: TestCaseData[]) => {
+export const produceTestData = (testData: TestCaseData[], filterKeys = []) => {
   const result: any = [];
   testData.forEach((tcData) => {
     let events;
@@ -120,7 +120,12 @@ export const produceTestData = (testData: TestCaseData[]) => {
     }
 
     events.forEach((event) => {
-      result.push(event.message);
+      const { message } = event;
+      // remove unwanted keys
+      filterKeys.forEach((key) => {
+        delete message[key];
+      });
+      result.push(message);
     });
   });
 

diff --git a/test/scripts/testDataGenerator.ts b/test/scripts/testDataGenerator.ts
@@ -18,6 +18,10 @@ command
   .option('-id, --id <string>', 'Enter unique "Id" of the test case you want to run')
   .option('-dp, --dataPlane <string>', 'Enter Data Plane URL')
   .option('-wk, --writeKey <string>', 'Enter Write Key')
+  .option(
+    '-fk, --filterKeys <string>',
+    'Enter Keys to filter from the test data(originalTimestamp, timestamp, messageId etc)',
+  )
   .parse();
 
 const opts = command.opts();
@@ -26,6 +30,8 @@ if (opts.destination === undefined) {
   throw new Error('Destination is not provided');
 }
 
+const filterKeys = opts.filterKeys ? opts.filterKeys.split(',') : [];
+
 const rootDir = __dirname;
 const resolvedpath = path.resolve(rootDir, '../integrations');
 const destinationTestDataPaths = getTestDataFilePaths(resolvedpath, opts);
@@ -44,7 +50,7 @@ destinationTestDataPaths.forEach((testDataPath) => {
     });
   }
   console.log('Writing test data to ../../temp/test_data.json');
-  produceTestData(testData);
+  produceTestData(testData, filterKeys);
 
   if (opts.dataPlane && opts.writeKey) {
     // read file ../../temp/test_data.json