Merge branch 'main' of github.com-tb:Moonsong-Labs/moonwall into chor…

…e/update-pkgs

.github/workflows/main.yml

@@ -112,7 +112,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        suite: ["dev_test", "dev_multi", "dev_seq"]
+        suite: ["dev_test", "dev_multi", "dev_seq", "dev_smoke"]
         shard: [1, 2, 3, 4]
     steps:
       - uses: actions/checkout@v4

docs/CHANGELOG.md

@@ -1,5 +1,7 @@
 # @moonwall/docs
 
+## 5.3.0
+
 ## 5.2.0
 
 ## 5.1.5

docs/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@moonwall/docs",
   "type": "module",
-  "version": "5.2.0",
+  "version": "5.3.0",
   "private": true,
   "description": "Testing framework for the Moon family of projects",
   "scripts": {

packages/cli/CHANGELOG.md

@@ -1,5 +1,20 @@
 # @moonwall/cli
 
+## 5.3.0
+
+### Minor Changes
+
+- b5f857f: Support skipping tests by ID in config
+
+  This feature is amazing but also dangerous! Remember with great power comes great responsibilities
+
+### Patch Changes
+
+- a73230d: downloader fix
+- Updated dependencies [b5f857f]
+  - @moonwall/types@5.3.0
+  - @moonwall/util@5.3.0
+
 ## 5.2.0
 
 ### Minor Changes

packages/cli/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@moonwall/cli",
   "type": "module",
-  "version": "5.2.0",
+  "version": "5.3.0",
   "description": "Testing framework for the Moon family of projects",
   "author": "timbrinded",
   "license": "ISC",

packages/cli/src/cmds/runTests.ts

@@ -112,6 +112,12 @@ export async function executeTests(env: Environment, additionalArgs?: testRunArg
       },
     } satisfies UserConfig;
 
+    // transform  in regexp pattern
+    if (env.skipTests && env.skipTests.length > 0) {
+      // the final pattern will look like this: "^((?!SO00T02|SM00T01|SM00T03).)*$"
+      additionalArgs.testNamePattern = `^((?!${env.skipTests?.map((test) => `${test.name}`).join("|")}).)*$`;
+    }
+
     // TODO: Create options builder class
     const options = addThreadConfig(baseOptions, env.multiThreads);
 

packages/types/CHANGELOG.md

@@ -1,5 +1,13 @@
 # @moonwall/types
 
+## 5.3.0
+
+### Minor Changes
+
+- b5f857f: Support skipping tests by ID in config
+
+  This feature is amazing but also dangerous! Remember with great power comes great responsibilities
+
 ## 5.2.0
 
 ### Minor Changes

packages/types/config_schema.json

@@ -631,6 +631,27 @@
             },
             "type": "array"
           },
+          "skipTests": {
+            "description": "A list of test to skip.",
+            "items": {
+              "properties": {
+                "name": {
+                  "description": "The name of the test to skip. Eg. S22C500",
+                  "type": "string"
+                },
+                "reason": {
+                  "description": "The reason for skipping the test. Must be provided. Eg. https://github.com/org/repo/issues/123.",
+                  "type": "string"
+                },
+                "since": {
+                  "description": "The date when the test was skipped. Must be provided and be RFC3339 compliant. Eg. 2021-09-01T00:00:00Z",
+                  "type": "string"
+                }
+              },
+              "type": "object"
+            },
+            "type": "array"
+          },
           "testFileDir": {
             "description": "An array of directories with test files.",
             "items": {

packages/types/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@moonwall/types",
   "type": "module",
-  "version": "5.2.0",
+  "version": "5.3.0",
   "description": "Testing framework for the Moon family of projects",
   "author": "timbrinded",
   "license": "ISC",

packages/types/src/config.ts

@@ -127,6 +127,28 @@ export type Environment = {
    * Toggle whether createBlock() will finalize blocks by default or not.
    */
   defaultFinalization?: boolean;
+
+  /**
+   * A list of test to skip.
+   */
+  skipTests?: SkipTestSpec[];
+};
+
+export type SkipTestSpec = {
+  /**
+   * The name of the test to skip. Eg. S22C500
+   */
+  name: string;
+
+  /**
+   * The reason for skipping the test. Must be provided. Eg. https://github.com/org/repo/issues/123.
+   */
+  reason: string;
+
+  /**
+   * The date when the test was skipped. Must be provided and be RFC3339 compliant. Eg. 2021-09-01T00:00:00Z
+   */
+  since: string;
 };
 
 /**

packages/util/CHANGELOG.md

@@ -1,5 +1,12 @@
 # @moonwall/util
 
+## 5.3.0
+
+### Patch Changes
+
+- Updated dependencies [b5f857f]
+  - @moonwall/types@5.3.0
+
 ## 5.2.0
 
 ### Minor Changes

packages/util/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@moonwall/util",
   "type": "module",
-  "version": "5.2.0",
+  "version": "5.3.0",
   "description": "Testing framework for the Moon family of projects",
   "author": "timbrinded",
   "license": "ISC",

test/CHANGELOG.md

@@ -1,5 +1,17 @@
 # @moonwall/tests
 
+## 5.3.0
+
+### Minor Changes
+
+- b5f857f: Support skipping tests by ID in config
+
+  This feature is amazing but also dangerous! Remember with great power comes great responsibilities
+
+### Patch Changes
+
+- a73230d: downloader fix
+
 ## 5.2.0
 
 ### Minor Changes

test/moonwall.config.json

@@ -794,6 +794,40 @@
       },
       "connections": []
     },
+    {
+      "name": "dev_smoke",
+      "foundation": {
+        "launchSpec": {
+          "disableRuntimeVersionCheck": true
+        },
+        "type": "read_only"
+      },
+      "connections": [
+        {
+          "name": "para",
+          "type": "polkadotJs",
+          "endpoints": ["wss://moonbeam-rpc.dwellir.com"]
+        }
+      ],
+      "testFileDir": ["/suites/smoke"],
+      "skipTests": [
+        {
+          "name": "SO00T02",
+          "reason": "https://github.com/moonbeam-foundation/moonbeam/issue/1",
+          "since": "2024-01-28T00:00:00Z"
+        },
+        {
+          "name": "SM00T01",
+          "reason": "https://github.com/moonbeam-foundation/moonbeam/issue/2",
+          "since": "2024-01-28T00:00:00Z"
+        },
+        {
+          "name": "SM00T03",
+          "reason": "https://github.com/moonbeam-foundation/moonbeam/issue/3",
+          "since": "2024-01-28T00:00:00Z"
+        }
+      ]
+    },
     {
       "name": "multi_chopsticks",
       "testFileDir": ["suites/multi_chopsticks"],

test/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@moonwall/tests",
   "type": "module",
-  "version": "5.2.0",
+  "version": "5.3.0",
   "private": true,
   "packageManager": "[email protected]",
   "description": "Testing framework for the Moon family of projects",

test/suites/smoke/test_skipMany.ts

@@ -0,0 +1,32 @@
+import { describeSuite, expect } from "@moonwall/cli";
+
+describeSuite({
+  id: "SM00",
+  title: "New Test Suite",
+  foundationMethods: "read_only",
+  testCases: ({ it }) => {
+    it({
+      id: "T01",
+      title: "Skipped Test",
+      test: () => {
+        expect(false).to.be.true;
+      },
+    });
+
+    it({
+      id: "T02",
+      title: "Passing test",
+      test: () => {
+        expect(true).to.be.true;
+      },
+    });
+
+    it({
+      id: "T03",
+      title: "Skipped test",
+      test: () => {
+        expect(false).to.be.true;
+      },
+    });
+  },
+});

test/suites/smoke/test_skipNone.ts

@@ -0,0 +1,24 @@
+import { describeSuite, expect } from "@moonwall/cli";
+
+describeSuite({
+  id: "SN00",
+  title: "New Test Suite",
+  foundationMethods: "read_only",
+  testCases: ({ it }) => {
+    it({
+      id: "T01",
+      title: "Passing Test",
+      test: () => {
+        expect(true).to.be.true;
+      },
+    });
+
+    it({
+      id: "T02",
+      title: "Passing test",
+      test: () => {
+        expect(true).to.be.true;
+      },
+    });
+  },
+});

test/suites/smoke/test_skipOne.ts

@@ -0,0 +1,24 @@
+import { describeSuite, expect } from "@moonwall/cli";
+
+describeSuite({
+  id: "SO00",
+  title: "New Test Suite",
+  foundationMethods: "read_only",
+  testCases: ({ it }) => {
+    it({
+      id: "T01",
+      title: "Passing Test",
+      test: () => {
+        expect(true).to.be.true;
+      },
+    });
+
+    it({
+      id: "T02",
+      title: "Skipped test",
+      test: () => {
+        expect(false).to.be.true;
+      },
+    });
+  },
+});