Add moonwall integration tests

.github/workflows/integration-tests.yml

@@ -0,0 +1,170 @@
+name: Integration Tests
+
+on:
+  push:
+    branches: [ main, chralt98-add-it-tests ]
+
+env:
+  CARGO_TERM_COLOR: always
+
+jobs:
+  build_parachain:
+    name: Build Parachain
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v2
+
+      - name: Install build tools
+        run: ./scripts/init.sh
+
+      - name: Build Parachain
+        run: cargo build --release --features parachain
+
+      - name: Save runtime wasm
+        run: |
+            mkdir -p runtimes
+            cp target/release/wbuild/battery-station-runtime/battery_station_runtime.compact.compressed.wasm runtimes/;
+            cp target/release/wbuild/zeitgeist-runtime/zeitgeist_runtime.compact.compressed.wasm runtimes/;
+
+      - name: Upload runtimes
+        uses: actions/[email protected]
+        with:
+            name: runtimes
+            path: runtimes
+
+      - name: Save zeitgeist binary
+        run: |
+            mkdir -p binaries
+            cp target/release/zeitgeist binaries/zeitgeist;
+
+      - name: Upload binary
+        uses: actions/[email protected]
+        with:
+            name: binaries
+            path: binaries
+
+  zombienet_zndsl:
+    name: ZNDSL Tests
+    runs-on: ubuntu-latest
+    needs: ["build_parachain"]
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v2
+
+      - name: Install build tools
+        run: ./scripts/init.sh
+
+      - uses: pnpm/action-setup@v2
+        with:
+          version: 8
+      - uses: actions/setup-node@v3
+        with:
+          node-version: 20.x
+          cache: "pnpm"
+          cache-dependency-path: "./integration-tests/pnpm-lock.yaml"
+
+      - name: Install pnpm packages
+        run: |
+          cd integration-tests
+          pnpm install
+
+      - name: Cache Dependencies
+        uses: Swatinem/rust-cache@v1
+
+      - name: "Download binaries"
+        uses: actions/[email protected]
+        with:
+            name: binaries
+            path: binaries/zeitgeist
+
+      - name: Run ZNDSL integration tests
+        run: ./integration-tests/scripts/deploy-zombienet.sh --test
+
+  chopsticks_battery_station_upgrade:
+    name: Runtime Upgrade Battery Station
+    runs-on: ubuntu-latest
+    needs: ["build_parachain"]
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v2
+
+      - name: Install build tools
+        run: ./scripts/init.sh
+
+      - uses: pnpm/action-setup@v2
+        with:
+          version: 8
+      - uses: actions/setup-node@v3
+        with:
+          node-version: 20.x
+          cache: "pnpm"
+          cache-dependency-path: "./integration-tests/pnpm-lock.yaml"
+
+      - name: Install pnpm packages
+        run: |
+          cd integration-tests
+          pnpm install
+
+      - name: Cache Dependencies
+        uses: Swatinem/rust-cache@v1
+
+      - name: Create local folders
+        run: |
+          mkdir -p target/release/wbuild/battery-station-runtime/
+          mkdir -p integration-tests/tmp
+
+      - name: "Download runtime"
+        uses: actions/[email protected]
+        with:
+          name: runtimes
+          path: target/release/wbuild/battery-station-runtime/
+
+      - name: Test battery station runtime upgrade using Chopsticks
+        run: |
+          cd integration-tests
+          pnpm exec moonwall test chopsticks_battery_station_upgrade
+
+  chopsticks_zeitgeist_upgrade:
+    name: Runtime Upgrade Zeitgeist
+    runs-on: ubuntu-latest
+    needs: ["build_parachain"]
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v2
+
+      - name: Install build tools
+        run: ./scripts/init.sh
+
+      - uses: pnpm/action-setup@v2
+        with:
+          version: 8
+      - uses: actions/setup-node@v3
+        with:
+          node-version: 20.x
+          cache: "pnpm"
+          cache-dependency-path: "./integration-tests/pnpm-lock.yaml"
+
+      - name: Install pnpm packages
+        run: |
+          cd integration-tests
+          pnpm install
+
+      - name: Cache Dependencies
+        uses: Swatinem/rust-cache@v1
+
+      - name: Create local folders
+        run: |
+          mkdir -p target/release/wbuild/zeitgeist-runtime/
+          mkdir -p integration-tests/tmp
+
+      - name: "Download runtime"
+        uses: actions/[email protected]
+        with:
+          name: runtimes
+          path: target/release/wbuild/zeitgeist-runtime/
+
+      - name: Test zeitgeist runtime upgrade using Chopsticks
+        run: |
+          cd integration-tests
+          pnpm exec moonwall test chopsticks_zeitgeist_upgrade

integration-tests/README.md

@@ -31,9 +31,18 @@ import { ALITH_ADDRESS } from "@moonwall/util";
 
 ### Usage Examples (non-exhaustive)
 
+You should have installed `python` for using `sqlite3` and then used `pnpm rebuild && pnpm rebuild sqlite3`.
+
+Most common commands:
+
+- `pnpm exec moonwall test zombienet_zeitgeist_upgrade`
+- `pnpm exec moonwall test chopsticks_zeitgeist_upgrade`
+
+Other moonwall commands:
+
 - `moonwall` : If you have globally installed moonwall, here is the most minimal entrypoint
 
-- `pnpm moonwall` : This can be used if locally installed, and will launch the main menu..
+- `pnpm moonwall` : This can be used if locally installed, and will launch the main menu.. However, there were many bugs experienced when using this cli.
 
 - `pnpx @moonwall/cli run <ENV_NAME>` : To download and run the latest moonwall binary from npm.js repository, and run a network specified in your config file.
 

integration-tests/configs/battery-station.yml

@@ -0,0 +1,29 @@
+endpoint: wss://bsr.zeitgeist.pm
+mock-signature-host: true
+db: ./tmp/db_mba.sqlite
+# wasm-override: battery-station-runtime.compact.compressed.wasm
+
+import-storage:
+    Sudo:
+        Key: "5GrwvaEF5zXb26Fz9rcQpDWS57CtERHpNehXCPcNoHGKutQY" # Alice
+    System:
+        Account:
+            - - - 5GrwvaEF5zXb26Fz9rcQpDWS57CtERHpNehXCPcNoHGKutQY
+              - providers: 1
+                data:
+                    free: "100000000000000000000000"
+    AdvisoryCommittee:
+        Members: [5GrwvaEF5zXb26Fz9rcQpDWS57CtERHpNehXCPcNoHGKutQY]
+    AdvisoryCommitteeMembership:
+        Members: [5GrwvaEF5zXb26Fz9rcQpDWS57CtERHpNehXCPcNoHGKutQY]
+    Council:
+        Members: [5GrwvaEF5zXb26Fz9rcQpDWS57CtERHpNehXCPcNoHGKutQY]
+    CouncilMembership:
+        Members: [5GrwvaEF5zXb26Fz9rcQpDWS57CtERHpNehXCPcNoHGKutQY]
+    TechnicalCommittee:
+        Members: [5GrwvaEF5zXb26Fz9rcQpDWS57CtERHpNehXCPcNoHGKutQY]
+    TechnicalCommitteeMembership:
+        Members: [5GrwvaEF5zXb26Fz9rcQpDWS57CtERHpNehXCPcNoHGKutQY]
+    AuthorFilter:
+        EligibleRatio: 100
+        EligibleCount: 100

integration-tests/configs/zeitgeist.yml

@@ -0,0 +1,29 @@
+endpoint: wss://main.rpc.zeitgeist.pm/ws
+# endpoint: wss://zeitgeist-rpc.dwellir.com
+# endpoint: wss://zeitgeist.api.onfinality.io/public-ws
+mock-signature-host: true
+db: ./tmp/db_mba.sqlite
+# wasm-override: zeitgeist-runtime.compact.compressed.wasm
+
+import-storage:
+    System:
+        Account:
+            - - - 5GrwvaEF5zXb26Fz9rcQpDWS57CtERHpNehXCPcNoHGKutQY
+              - providers: 1
+                data:
+                    free: "100000000000000000000000"
+    AdvisoryCommittee:
+        Members: [5GrwvaEF5zXb26Fz9rcQpDWS57CtERHpNehXCPcNoHGKutQY]
+    AdvisoryCommitteeMembership:
+        Members: [5GrwvaEF5zXb26Fz9rcQpDWS57CtERHpNehXCPcNoHGKutQY]
+    Council:
+        Members: [5GrwvaEF5zXb26Fz9rcQpDWS57CtERHpNehXCPcNoHGKutQY]
+    CouncilMembership:
+        Members: [5GrwvaEF5zXb26Fz9rcQpDWS57CtERHpNehXCPcNoHGKutQY]
+    TechnicalCommittee:
+        Members: [5GrwvaEF5zXb26Fz9rcQpDWS57CtERHpNehXCPcNoHGKutQY]
+    TechnicalCommitteeMembership:
+        Members: [5GrwvaEF5zXb26Fz9rcQpDWS57CtERHpNehXCPcNoHGKutQY]
+    AuthorFilter:
+        EligibleRatio: 100
+        EligibleCount: 100

integration-tests/moonwall.config.json

@@ -1,24 +1,24 @@
 {
    "label": "moonwall_config",
-   "defaultTestTimeout": 30000,
+   "defaultTestTimeout": 120000,
    "scriptsDir": "scripts/",
    "environments": [
       {
-         "name": "zombie_zeitgeist",
+         "name": "zombienet_zeitgeist_upgrade",
          "testFileDir": [
-            "tests/"
+            "tests/rt-upgrade-zombienet"
          ],
          "runScripts": [
-            "build-parachain.sh",
             "build-zeitgeist-spec.sh",
             "download-polkadot.sh"
          ],
          "foundation": {
             "launchSpec": [
                {
-                  "binPath": "../target/debug/zeitgeist"
+                  "binPath": "../target/release/zeitgeist"
                }
             ],
+            "rtUpgradePath": "../target/release/wbuild/zeitgeist-runtime/zeitgeist_runtime.compact.compressed.wasm",
             "type": "zombie",
             "zombieSpec": {
                "configPath": "./configs/zombieZeitgeist.json"
@@ -31,11 +31,57 @@
                "endpoints": ["ws://127.0.0.1:9947"]
             },
             {
-               "name": "Zeitgeist-Parachain-2101",
+               "name": "parachain",
                "type": "polkadotJs",
                "endpoints": ["ws://127.0.0.1:9944"]
             }
          ]
+      },
+      {
+         "name": "chopsticks_zeitgeist_upgrade",
+         "testFileDir": ["tests/rt-upgrade-chopsticks"],
+         "foundation": {
+             "type": "chopsticks",
+             "rtUpgradePath": "../target/release/wbuild/zeitgeist-runtime/zeitgeist_runtime.compact.compressed.wasm",
+             "launchSpec": [
+                 {
+                     "name": "db",
+                     "type": "parachain",
+                     "configPath": "./configs/zeitgeist.yml"
+                 }
+             ]
+         },
+         "envVars": ["LOG_LEVEL=debug", "VERBOSE_LOG"],
+         "connections": [
+             {
+                 "name": "DB",
+                 "type": "polkadotJs",
+                 "endpoints": ["ws://127.0.0.1:8000"]
+             }
+         ]
+      },
+      {
+         "name": "chopsticks_battery_station_upgrade",
+         "testFileDir": ["tests/rt-upgrade-chopsticks"],
+         "foundation": {
+             "type": "chopsticks",
+             "rtUpgradePath": "../target/release/wbuild/battery-station-runtime/battery_station_runtime.compact.compressed.wasm",
+             "launchSpec": [
+                 {
+                     "name": "db",
+                     "type": "parachain",
+                     "configPath": "./configs/battery-station.yml"
+                 }
+             ]
+         },
+         "envVars": ["LOG_LEVEL=debug", "VERBOSE_LOG"],
+         "connections": [
+             {
+                 "name": "DB",
+                 "type": "polkadotJs",
+                 "endpoints": ["ws://127.0.0.1:8000"]
+             }
+         ]
       }
    ]
 }

integration-tests/package.json

@@ -1,10 +1,15 @@
 {
   "author": "Zeitgeist PM <[email protected]>",
   "dependencies": {
+    "@polkadot/keyring": "^12.6.1",
+    "@polkadot/util-crypto": "^12.6.1",
+    "sqlite3": "^5.1.6",
     "typescript": "^5.2.2"
   },
   "devDependencies": {
+    "@acala-network/chopsticks": "^0.9.3",
     "@moonwall/cli": "^4.4.1",
+    "@moonwall/util": "^4.4.1",
     "@polkadot/api": "^10.10.1",
     "@polkadot/types": "^10.10.1",
     "@types/node": "^20.9.0",