Merge branch 'master' of github.com:Epistimio/orion into orion_service_2

.github/workflows/build.yml

@@ -16,8 +16,8 @@ jobs:
   pre-commit:
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v2
-      - uses: actions/setup-python@v2
+      - uses: actions/checkout@v3
+      - uses: actions/setup-python@v3
       - run: pip install pre-commit
       - run: pre-commit --version
       - run: pre-commit install
@@ -29,9 +29,9 @@ jobs:
         toxenv: [pylint, doc8, docs]
 
     steps:
-    - uses: actions/checkout@v2
+    - uses: actions/checkout@v3
     - name: Set up Python 3.9
-      uses: actions/setup-python@v2
+      uses: actions/setup-python@v3
       with:
         python-version: 3.9
     - name: Install dependencies
@@ -45,7 +45,7 @@ jobs:
     needs: pretest
     runs-on: ubuntu-latest
     steps:
-    - uses: actions/checkout@v2
+    - uses: actions/checkout@v3
     - name: Use Node.js ${{ matrix.node-version }}
       uses: actions/setup-node@v2
       with:
@@ -59,7 +59,7 @@ jobs:
           mv build ..
           cd ../../
     - name: Set up Python 3.9
-      uses: actions/setup-python@v2
+      uses: actions/setup-python@v3
       with:
         python-version: 3.9
     - name: Install dependencies
@@ -92,9 +92,9 @@ jobs:
     env:
       PLATFORM: ${{ matrix.platform }}
     steps:
-    - uses: actions/checkout@v1
+    - uses: actions/checkout@v3
     - name: Set up Python ${{ matrix.python-version }}
-      uses: actions/setup-python@v2
+      uses: actions/setup-python@v3
       with:
         python-version: ${{ matrix.python-version }}
     - name: Install dependencies
@@ -104,7 +104,7 @@ jobs:
     - name: Test with tox (and all extra dependencies)
       run: tox -e py-all -- --color=no
     - name: Upload coverage to Codecov
-      uses: codecov/codecov-action@v1
+      uses: codecov/codecov-action@v3
       with:
         file: ./coverage.xml
         flags: unittests
@@ -123,10 +123,10 @@ jobs:
     env:
       PLATFORM: ${{ matrix.platform }}
     steps:
-    - uses: actions/checkout@v1
+    - uses: actions/checkout@v3
 
     - name: Set up Python ${{ matrix.python-version }}
-      uses: actions/setup-python@v2
+      uses: actions/setup-python@v3
       with:
         python-version: ${{ matrix.python-version }}
     - name: Install dependencies
@@ -138,7 +138,7 @@ jobs:
       run: tox -e algo -- tests/unittests/algo/long/${{ matrix.algo }} --color=no
 
     - name: Upload coverage to Codecov
-      uses: codecov/codecov-action@v1
+      uses: codecov/codecov-action@v3
       with:
         file: ./coverage.xml
         flags: unittests
@@ -150,9 +150,9 @@ jobs:
     needs: [pre-commit, pretest]
     runs-on: ubuntu-latest
     steps:
-    - uses: actions/checkout@v1
+    - uses: actions/checkout@v3
     - name: Set up Python 3.9
-      uses: actions/setup-python@v2
+      uses: actions/setup-python@v3
       with:
         python-version: 3.9
     - name: Install dependencies
@@ -162,7 +162,7 @@ jobs:
     - name: Test with tox
       run: tox -e py -- --color=no
     - name: Upload coverage to Codecov
-      uses: codecov/codecov-action@v1
+      uses: codecov/codecov-action@v3
       with:
         file: ./coverage.xml
         flags: unittests
@@ -208,9 +208,9 @@ jobs:
     needs: [pre-commit, pretest]
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v1
+      - uses: actions/checkout@v3
       - name: Set up Python 3.9
-        uses: actions/setup-python@v2
+        uses: actions/setup-python@v3
         with:
           python-version: 3.9
       - name: Setup MongoDB
@@ -236,7 +236,7 @@ jobs:
       - name: Test with tox
         run: tox -e mongodb -- --color=no
       - name: Upload coverage to Codecov
-        uses: codecov/codecov-action@v1
+        uses: codecov/codecov-action@v3
         with:
           file: ./coverage.xml
           flags: backward
@@ -253,9 +253,9 @@ jobs:
     env:
       ORION_DB_TYPE: ${{ matrix.orion_db_type }}
     steps:
-    - uses: actions/checkout@v1
+    - uses: actions/checkout@v3
     - name: Set up Python 3.9
-      uses: actions/setup-python@v2
+      uses: actions/setup-python@v3
       with:
         python-version: 3.9
     - name: Setup MongoDB
@@ -281,7 +281,7 @@ jobs:
     - name: Test with tox
       run: tox -e backward-compatibility -- --color=no
     - name: Upload coverage to Codecov
-      uses: codecov/codecov-action@v1
+      uses: codecov/codecov-action@v3
       with:
         file: ./coverage.xml
         flags: backward
@@ -292,9 +292,9 @@ jobs:
     needs: [test, backward-compatibility, test-long-algos, mongodb, test_no_extras, test-dashboard-build]
     runs-on: ubuntu-latest
     steps:
-    - uses: actions/checkout@v1
+    - uses: actions/checkout@v3
     - name: Set up Python 3.9
-      uses: actions/setup-python@v2
+      uses: actions/setup-python@v3
       with:
         python-version: 3.9
     - name: Install dependencies
@@ -322,6 +322,18 @@ jobs:
           if ( ls ${ORION_PREFIX}/orion-dashboard/build/static/js/main.*.js ); then true; else false; fi
           echo Check if frontend script can find dashboard build
           python -c "from orion.core.cli.frontend import get_dashboard_build_path; get_dashboard_build_path();"
+
+          echo Check if frontend script can find dashboard build on sys.prefix/local
+          mkdir -p ${ORION_PREFIX}/local/
+          mv ${ORION_PREFIX}/orion-dashboard ${ORION_PREFIX}/local/orion-dashboard
+          if ( [ -d "${ORION_PREFIX}/orion-dashboard" ] ); then false; else true; fi
+          if ( [ -d "${ORION_PREFIX}/local/orion-dashboard" ] ); then true; else false; fi
+          python -c "from orion.core.cli.frontend import get_dashboard_build_path; get_dashboard_build_path();"
+          echo Move build back to initial installation
+          mv ${ORION_PREFIX}/local/orion-dashboard ${ORION_PREFIX}/orion-dashboard
+          if ( [ -d "${ORION_PREFIX}/orion-dashboard" ] ); then true; else false; fi
+          if ( [ -d "${ORION_PREFIX}/local/orion-dashboard" ] ); then false; else true; fi
+
           echo Clean-up
           pip uninstall -y orion
           echo Check if dashboard build is correctly removed
@@ -376,9 +388,9 @@ jobs:
     env:
         ANACONDA_TOKEN: ${{ secrets.anaconda_token }}
     steps:
-    - uses: actions/checkout@v1
+    - uses: actions/checkout@v3
     - name: Set up Python 3.9
-      uses: actions/setup-python@v2
+      uses: actions/setup-python@v3
       with:
         python-version: 3.9
     - name: Build conda

.github/workflows/dashboard-src-new-with-playwright.yml

@@ -0,0 +1,74 @@
+name: Playwright Tests
+
+on:
+  push:
+    branches: [ master, develop ]
+  pull_request:
+    branches: [ master, develop ]
+  release:
+    types: [published]
+  workflow_dispatch:
+
+defaults:
+  run:
+    working-directory: dashboard/src
+
+jobs:
+  test-dashboard-src-with-playwright:
+    timeout-minutes: 60
+    runs-on: ubuntu-latest
+    # Playwright requires Node.js 14 or higher.
+    strategy:
+      matrix:
+        node-version: [14.x, 16.x]
+    steps:
+    - uses: actions/checkout@v3
+    - name: Use Node.js ${{ matrix.node-version }}
+      uses: actions/setup-node@v3
+      with:
+        node-version: ${{ matrix.node-version }}
+
+    # Launch Orion backend
+
+    - name: Launch Orion server
+      uses: actions/setup-python@v2
+      with:
+        python-version: 3.8
+    - name: Install Orion from local copy
+      run: python -m pip install ../../.[profet]
+
+    - name: Setup MongoDB
+      uses: supercharge/[email protected]
+      with:
+        mongodb-version: 4.2
+        mongodb-db: orion_dashboard_test
+    - name: Populate MongoDB
+      run: |
+        cd ../../
+        python .github/workflows/orion/pickle_to_mongodb.py
+        cd dashboard/src/
+
+    - name: Start Orion backend
+      run: |
+        # Start Orion backend in repository root folder.
+        cd ../../
+        mkdir -p gunicorn_tmp_dir
+        orion -vv serve -c .github/workflows/orion/orion_config_mongodb.yaml 2> orion-backend-${{ matrix.node-version }}.log &
+        cd dashboard/src/
+
+    - name: Install dependencies
+      run: yarn
+      # check files formatting using Carbon's `ci-check` script
+    - name: Check files formatting
+      run: yarn ci-check
+    - name: Install Playwright Browsers
+      run: yarn playwright install --with-deps
+
+    # Launch Orion frontend, needed by Playwright
+    - name: Build dashboard
+      run: yarn build
+    - name: Serve build
+      run: ./node_modules/.bin/serve -l 3000 build/ &
+
+    - name: Run Playwright tests
+      run: yarn playwright test --project=chromium --reporter=line

.github/workflows/dashboard-src.yml → .github/workflows/dashboard-src.yml.deactivated

@@ -38,13 +38,8 @@ jobs:
         uses: actions/setup-python@v2
         with:
           python-version: 3.8
-      - run: python -m pip install git+https://github.com/notoraptor/orion.git@feature/benchmark_webapi_rebased#egg=orion[profet]
-      - name: info about current directory
-        run: df .
-      - name: check filesystem type using df
-        run: df -Th
-      - name: check filesystem type using fstab
-        run: cat /etc/fstab
+      - name: Install Orion from local copy
+        run: python -m pip install ../../.[profet]
 
       - name: Setup MongoDB
         uses: supercharge/[email protected]
@@ -69,7 +64,7 @@ jobs:
       # check files formatting using Carbon's `ci-check` script
       - run: yarn ci-check
       # Run tests
-      # NB: Tests are running in parallel by default, this may cause backend to receive too many requests in small time
+      # NB: Tests are running in parallel by default, this may cause backend to receive too many requests in few time
       # Option --runInBand allows running tests sequentially: https://jestjs.io/docs/cli#--runinband
       - run: yarn test --all --verbose --runInBand
       # Upload orion backend log.