Update workflows to optimize CI processes (#7828)

This Pull Request addresses the need to optimize our Continuous
Integration (CI) workflows for Playwright tests and release processes.
The changes implemented aim to reduce unnecessary resource usage by
conditionally executing jobs based on relevant file changes and
Implement https://github.com/tj-actions/changed-files step

## Changes logs
- Updated `ci-test-docker-compose.yaml , ci-chrome-extension.yaml ` to
check for changed files before running tests.
- Updated `ci-front.yaml , ci-utils.yaml , ci-website.yaml ,
ci-server.yaml` to check for changed files before running tests.
- Enhanced `playwright.yml` to skip unnecessary tests based on file
changes.

.github/workflows/ci-chrome-extension.yaml

@@ -3,13 +3,9 @@ on:
   push:
     branches:
       - main
-    paths:
-      - 'package.json'
-      - 'packages/twenty-chrome-extension/**'
+
   pull_request:
-    paths:
-      - 'package.json'
-      - 'packages/twenty-chrome-extension/**'
+
 concurrency:
   group: ${{ github.workflow }}-${{ github.ref }}
   cancel-in-progress: true
@@ -26,7 +22,23 @@ jobs:
         with:
           access_token: ${{ github.token }}
       - uses: actions/checkout@v4
+
+      - name: Check for changed files
+        id: changed-files
+        uses: tj-actions/changed-files@v11
+        with:
+          files: |
+            package.json
+            packages/twenty-chrome-extension/**
+             
       - name: Install dependencies
+        if: steps.changed-files.outputs.changed == 'true'
         uses: ./.github/workflows/actions/yarn-install
       - name: Chrome Extension / Run build
+        if: steps.changed-files.outputs.changed == 'true'
         run: npx nx build twenty-chrome-extension
+
+      - name: Mark as Valid if No Changes
+        if: steps.changed-files.outputs.changed != 'true'
+        run: |
+          echo "No relevant changes detected. Marking as valid."  

.github/workflows/ci-front.yaml

@@ -3,15 +3,9 @@ on:
   push:
     branches:
       - main
-    paths:
-      - 'package.json'
-      - 'packages/twenty-front/**'
-      - 'packages/twenty-ui/**'
+
   pull_request:
-    paths:
-      - 'package.json'
-      - 'packages/twenty-front/**'
-      - 'packages/twenty-ui/**'
+
 concurrency:
   group: ${{ github.workflow }}-${{ github.ref }}
   cancel-in-progress: true
@@ -29,20 +23,81 @@ jobs:
           access_token: ${{ github.token }}
       - name: Fetch local actions
         uses: actions/checkout@v4
+
+      - name: Check for changed files
+        id: changed-files
+        uses: tj-actions/changed-files@v11
+        with:
+          files: |
+            package.json
+            packages/twenty-front/**
+            packages/twenty-ui/**
+
+      - name: Skip if no relevant changes
+        if: steps.changed-files.outputs.any_changed == 'false'
+        run: echo "No relevant changes. Skipping CI."
+
       - name: Install dependencies
+        if: steps.changed-files.outputs.any_changed == 'true'
         uses: ./.github/workflows/actions/yarn-install
       - name: Diagnostic disk space issue
+        if: steps.changed-files.outputs.any_changed == 'true'
         run: df -h
       - name: Front / Restore Storybook Task Cache
+        if: steps.changed-files.outputs.any_changed == 'true'
         uses: ./.github/workflows/actions/task-cache
         with:
           tag: scope:frontend
           tasks: storybook:build
       - name: Front / Write .env
+        if: steps.changed-files.outputs.any_changed == 'true'
         run: npx nx reset:env twenty-front
       - name: Front / Build storybook
+        if: steps.changed-files.outputs.any_changed == 'true'
         run: npx nx storybook:build twenty-front
   front-sb-test:
+
+    runs-on: ci-8-cores
+    timeout-minutes: 60
+    needs: front-sb-build
+    strategy:
+      matrix:
+        storybook_scope: [pages, modules]
+    env:
+      REACT_APP_SERVER_BASE_URL: http://localhost:3000
+      NX_REJECT_UNKNOWN_LOCAL_CACHE: 0
+    steps:
+      - name: Fetch local actions
+        uses: actions/checkout@v4
+      - name: Check for changed files
+        id: changed-files
+        uses: tj-actions/changed-files@v11
+        with:
+          files: |
+            packages/twenty-front/**  
+      - name: Skip if no relevant changes
+        if: steps.changed-files.outputs.any_changed == 'false'
+        run: echo "No relevant changes. Skipping CI." 
+
+      - name: Install dependencies
+        if: steps.changed-files.outputs.any_changed == 'true'
+        uses: ./.github/workflows/actions/yarn-install
+      - name: Install Playwright
+        if: steps.changed-files.outputs.any_changed == 'true'
+        run: cd packages/twenty-front && npx playwright install
+      - name: Front / Restore Storybook Task Cache
+        if: steps.changed-files.outputs.any_changed == 'true'
+        uses: ./.github/workflows/actions/task-cache
+        with:
+          tag: scope:frontend
+          tasks: storybook:build
+      - name: Front / Write .env
+        if: steps.changed-files.outputs.any_changed == 'true'
+        run: npx nx reset:env twenty-front
+      - name: Run storybook tests
+        if: steps.changed-files.outputs.any_changed == 'true'
+        run: npx nx storybook:serve-and-test:static twenty-front --configuration=${{ matrix.storybook_scope }}
+  front-sb-test-shipfox:
     runs-on: shipfox-8vcpu-ubuntu-2204
     timeout-minutes: 60
     needs: front-sb-build
@@ -55,18 +110,35 @@ jobs:
     steps:
       - name: Fetch local actions
         uses: actions/checkout@v4
+
+      - name: Check for changed files
+        id: changed-files
+        uses: tj-actions/changed-files@v11
+        with:
+          files: |
+            packages/twenty-front/**
+
+      - name: Skip if no relevant changes
+        if: steps.changed-files.outputs.any_changed == 'false'
+        run: echo "No relevant changes. Skipping CI."
+
       - name: Install dependencies
+        if: steps.changed-files.outputs.any_changed == 'true'
         uses: ./.github/workflows/actions/yarn-install
       - name: Install Playwright
+        if: steps.changed-files.outputs.any_changed == 'true'
         run: cd packages/twenty-front && npx playwright install
       - name: Front / Restore Storybook Task Cache
+        if: steps.changed-files.outputs.any_changed == 'true'
         uses: ./.github/workflows/actions/task-cache
         with:
           tag: scope:frontend
           tasks: storybook:build
       - name: Front / Write .env
+        if: steps.changed-files.outputs.any_changed == 'true'
         run: npx nx reset:env twenty-front
       - name: Run storybook tests
+        if: steps.changed-files.outputs.any_changed == 'true'
         run: npx nx storybook:serve-and-test:static twenty-front --configuration=${{ matrix.storybook_scope }}
   front-sb-test-performance:
     runs-on: shipfox-8vcpu-ubuntu-2204
@@ -77,13 +149,28 @@ jobs:
     steps:
       - name: Fetch local actions
         uses: actions/checkout@v4
+      - name: Check for changed files
+        id: changed-files
+        uses: tj-actions/changed-files@v11
+        with:
+          files: |
+            packages/twenty-front/**
+
+      - name: Skip if no relevant changes
+        if: steps.changed-files.outputs.any_changed == 'false'
+        run: echo "No relevant changes. Skipping CI."
+
       - name: Install dependencies
+        if: steps.changed-files.outputs.any_changed == 'true'
         uses: ./.github/workflows/actions/yarn-install
       - name: Install Playwright
+        if: steps.changed-files.outputs.any_changed == 'true'
         run: cd packages/twenty-front && npx playwright install
       - name: Front / Write .env
+        if: steps.changed-files.outputs.any_changed == 'true'
         run: npx nx reset:env twenty-front
       - name: Run storybook tests
+        if: steps.changed-files.outputs.any_changed == 'true'
         run: npx nx storybook:serve-and-test:static:performance twenty-front
   front-chromatic-deployment:
     if: contains(github.event.pull_request.labels.*.name, 'run-chromatic') || github.event_name == 'push'
@@ -97,19 +184,35 @@ jobs:
       - uses: actions/checkout@v4
         with:
           fetch-depth: 0
+
+      - name: Check for changed files
+        id: changed-files
+        uses: tj-actions/changed-files@v11
+        with:
+          files: |
+            packages/twenty-front/**
+
+      - name: Skip if no relevant changes
+        if: steps.changed-files.outputs.any_changed == 'false'
+        run: echo "No relevant changes. Skipping CI."
+
       - name: Install dependencies
+        if: steps.changed-files.outputs.any_changed == 'true'
         uses: ./.github/workflows/actions/yarn-install
       - name: Front / Restore Storybook Task Cache
+        if: steps.changed-files.outputs.any_changed == 'true'
         uses: ./.github/workflows/actions/task-cache
         with:
           tag: scope:frontend
           tasks: storybook:build
       - name: Front / Write .env
+        if: steps.changed-files.outputs.any_changed == 'true'
         run: |
           cd packages/twenty-front
           touch .env
           echo "REACT_APP_SERVER_BASE_URL: $REACT_APP_SERVER_BASE_URL" >> .env
       - name: Publish to Chromatic
+        if: steps.changed-files.outputs.any_changed == 'true'
         run: npx nx run twenty-front:chromatic:ci
   front-task:
     runs-on: ubuntu-latest
@@ -127,19 +230,34 @@ jobs:
         uses: actions/checkout@v4
         with:
           fetch-depth: 0
+      - name: Check for changed files
+        id: changed-files
+        uses: tj-actions/changed-files@v11
+        with:
+          files: |
+            packages/twenty-front/**
+
+      - name: Skip if no relevant changes
+        if: steps.changed-files.outputs.any_changed == 'false'
+        run: echo "No relevant changes. Skipping CI."
+
       - name: Install dependencies
+        if: steps.changed-files.outputs.any_changed == 'true' 
         uses: ./.github/workflows/actions/yarn-install
       - name: Front / Restore ${{ matrix.task }} task cache
+        if: steps.changed-files.outputs.any_changed == 'true'
         uses: ./.github/workflows/actions/task-cache
         with:
           tag: scope:frontend
           tasks: ${{ matrix.task }}
       - name: Reset .env
+        if: steps.changed-files.outputs.any_changed == 'true'
         uses: ./.github/workflows/actions/nx-affected
         with:
           tag: scope:frontend
           tasks: reset:env
       - name: Run ${{ matrix.task }} task
+        if: steps.changed-files.outputs.any_changed == 'true'
         uses: ./.github/workflows/actions/nx-affected
         with:
           tag: scope:frontend

.github/workflows/ci-server.yaml

@@ -3,15 +3,9 @@ on:
   push:
     branches:
       - main
-    paths:
-      - 'package.json'
-      - 'packages/twenty-server/**'
-      - 'packages/twenty-emails/**'
+
   pull_request:
-    paths:
-      - 'package.json'
-      - 'packages/twenty-server/**'
-      - 'packages/twenty-emails/**'
+
 concurrency:
   group: ${{ github.workflow }}-${{ github.ref }}
   cancel-in-progress: true
@@ -38,22 +32,35 @@ jobs:
         uses: actions/checkout@v4
         with:
           fetch-depth: 0
+
+      - name: Check for changed files
+        id: changed-files
+        uses: tj-actions/changed-files@v11
+        with:
+          files: 'package.json, packages/twenty-server/**, packages/twenty-emails/**'  
+
       - name: Install dependencies
+        if: steps.changed-files.outputs.changed == 'true'
         uses: ./.github/workflows/actions/yarn-install
       - name: Server / Restore Task Cache
+        if: steps.changed-files.outputs.changed == 'true'
         uses: ./.github/workflows/actions/task-cache
         with:
           tag: scope:backend
       - name: Server / Run lint & typecheck
+        if: steps.changed-files.outputs.changed == 'true'
         uses: ./.github/workflows/actions/nx-affected
         with:
           tag: scope:backend
           tasks: lint,typecheck
       - name: Server / Build
+        if: steps.changed-files.outputs.changed == 'true'
         run: npx nx build twenty-server
       - name: Server / Write .env
+        if: steps.changed-files.outputs.changed == 'true'
         run: npx nx reset:env twenty-server
       - name: Worker / Run
+        if: steps.changed-files.outputs.changed == 'true'
         run: npx nx run twenty-server:worker:ci
 
   server-test:
@@ -66,13 +73,23 @@ jobs:
         uses: actions/checkout@v4
         with:
           fetch-depth: 0
+
+      - name: Check for changed files
+        id: changed-files
+        uses: tj-actions/changed-files@v11
+        with:
+          files: 'package.json, packages/twenty-server/**, packages/twenty-emails/**'
+
       - name: Install dependencies
+        if: steps.changed-files.outputs.changed == 'true'
         uses: ./.github/workflows/actions/yarn-install
       - name: Server / Restore Task Cache
+        if: steps.changed-files.outputs.changed == 'true'
         uses: ./.github/workflows/actions/task-cache
         with:
           tag: scope:backend
       - name:  Server / Run Tests
+        if: steps.changed-files.outputs.changed == 'true'
         uses: ./.github/workflows/actions/nx-affected
         with:
           tag: scope:backend
@@ -100,13 +117,23 @@ jobs:
         uses: actions/checkout@v4
         with:
           fetch-depth: 0
+
+      - name: Check for changed files
+        id: changed-files
+        uses: tj-actions/changed-files@v11
+        with:
+          files: 'package.json, packages/twenty-server/**, packages/twenty-emails/**'
+
       - name: Install dependencies
+        if: steps.changed-files.outputs.changed == 'true'
         uses: ./.github/workflows/actions/yarn-install
       - name: Server / Restore Task Cache
+        if: steps.changed-files.outputs.changed == 'true'
         uses: ./.github/workflows/actions/task-cache
         with:
           tag: scope:backend
       - name: Server / Run Integration Tests
+        if: steps.changed-files.outputs.changed == 'true'
         uses: ./.github/workflows/actions/nx-affected
         with:
           tag: scope:backend