Merge pull request #13 from sammyfung/mv_to_subfolder #1
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: hk0weather | |
on: | |
push: | |
branches: [ "main" ] | |
pull_request: | |
branches: [ "main" ] | |
schedule: | |
- cron: '5 19 1 * *' | |
jobs: | |
hk0weather-tests: | |
runs-on: ubuntu-latest | |
env: | |
PYTHON: '3.9' | |
steps: | |
- uses: actions/checkout@master | |
- name: Setup python | |
uses: actions/setup-python@master | |
with: | |
python-version: 3.10 | |
- name: Install required python packages | |
run: | | |
python -m pip install --upgrade pip | |
pip install flake8 coverage | |
if [ -f requirements.txt ]; then pip install -r requirements.txt; fi | |
- name: Lint with flake8 | |
run: | | |
# stop the build if there are Python syntax errors or undefined names | |
flake8 . --count --select=E9,F63,F7,F82 --show-source --statistics | |
# exit-zero treats all errors as warnings. The GitHub editor is 127 chars wide | |
flake8 . --count --exit-zero --max-complexity=10 --max-line-length=127 --statistics | |
- name: List available scrapers | |
run: | | |
coverage run -m scrapy list | |
- name: Test a scraper of regional weather | |
run: | | |
coverage run -m scrapy crawl regional -o regional.csv | |
working-directory: hk0weather | |
- name: Test a scraper of daily weather forecast | |
run: | | |
coverage run -m scrapy crawl hkoforecast -o hkoforecast.csv | |
working-directory: hk0weather | |
- name: Test a scraper of 9-day weather forecast | |
run: | | |
coverage run -m scrapy crawl hko9dayforecast -o hko9dayforecast.csv | |
working-directory: hk0weather | |
- name: Generate coverage json report | |
run: | | |
coverage json | |
working-directory: hk0weather | |
- name: Upload coverage to Codecov | |
uses: codecov/codecov-action@v3 | |
env: | |
CODECOV_TOKEN: ${{ secrets.CODECOV_TOKEN }} | |
with: | |
directory: hk0weather |