Add management command to manage crawls in the database #365

	name: Test

	on: [pull_request]

	jobs:
	test:
	runs-on: ubuntu-24.04
	steps:
	- name: Check out repository
	uses: actions/checkout@v4
	- name: Set up Python
	uses: actions/setup-python@v5
	with:
	python-version: "3.12"
	- name: Install packages to support building lxml from source
	run: sudo apt-get install python3.12-dev libxml2-dev libxslt-dev
	- uses: actions/cache@v4
	name: Configure pip caching
	with:
	path: ~/.cache/pip
	key: ${{ runner.os }}-pip-${{ hashFiles('requirements/*.txt') }}
	restore-keys: \|
	${{ runner.os }}-pip-
	- name: Install dependencies
	run: \|
	pip install \
	-r requirements/base.txt \
	-r requirements/test.txt
	- name: Check formatting
	run: black . --check
	- name: The test fixture should be kept in sync with the sample database
	run: ./manage.py dumpdata --indent=4 crawler \| diff crawler/fixtures/sample.json -
	- name: Run Python tests
	run: pytest

Provide feedback