Merge pull request #18 from 2jun0/GDET-32

GDET-32: 스크래퍼 자동 테스트 추가

.github/workflows/test-scraper.yaml

@@ -0,0 +1,45 @@
+name: Test scraper
+
+on:
+  pull_request:
+    branches: [main]
+  push:
+    branches: [main]
+
+jobs:
+  test:
+    runs-on: ubuntu-latest
+    env:
+      working-directory: ./data_scrapers
+
+    steps:
+      - uses: actions/checkout@v3
+
+      - name: setup python
+        uses: actions/setup-python@v4
+        with:
+          python-version: "3.9"
+
+      - name: install poetry
+        uses: abatilo/actions-poetry@v2
+        with:
+          poetry-version: 1.6.1
+
+      - name: setup a local virtual environment
+        run: |
+          poetry config virtualenvs.create true --local
+          poetry config virtualenvs.in-project true --local
+        
+      - uses: actions/cache@v3
+        name: Define a cache for the virtual environment based on the dependencies lock file
+        with:
+          path: ${{env.working-directory}}/.venv
+          key: venv-${{ hashFiles('poetry.lock') }}
+
+      - name: install the project dependencies
+        run: poetry install
+        working-directory: ${{env.working-directory}}
+
+      - name: test app
+        run: poetry run python -m pytest tests -c pytest.ini
+        working-directory: ${{env.working-directory}}

.gitignore

@@ -0,0 +1,2 @@
+# mac
+.DS_Store

data_scrapers/test.env

@@ -0,0 +1 @@
+DATABASE_URL=sqlite://

data_scrapers/tests/private/conftest.py

@@ -3,18 +3,19 @@
 import pytest
 from sqlalchemy.orm import Session
 
-from tests.private.database import drop_tables, engine, init_database
+from tests.private.database import create_tables, drop_tables, engine, init_database
 
 
 @pytest.fixture(autouse=True)
 def database():
     init_database()
+    create_tables()
     yield
     drop_tables()
-    engine.dispose()
 
 
 @pytest.fixture
 def session() -> Generator[Session, Any, None]:
     with Session(engine) as session:
         yield session
+        session.rollback()

data_scrapers/tests/private/database.py

@@ -1,6 +1,9 @@
 from sqlalchemy import Table, create_engine
 from sqlalchemy_utils import create_database, database_exists
 
+import private.game.model  # noqa: F401
+import private.genre.model  # noqa: F401
+import private.screenshot.model  # noqa: F401
 from private.config import setting
 from private.model import Base
 
@@ -15,8 +18,10 @@ def init_database():
     if not database_exists(setting.DATABASE_URL):
         create_database(setting.DATABASE_URL)
 
+
+def create_tables():
     Base.metadata.create_all(engine, get_tables(), checkfirst=True)
 
 
 def drop_tables():
-    Base.metadata.drop_all(engine)
+    Base.metadata.drop_all(engine, get_tables())

data_scrapers/tests/public/utils/mock_steam_api.py

@@ -21,9 +21,10 @@
 
 
 class MockSteamAPI(SteamAPI):
-    games: dict[int, dict] = {}
-    genres: list[str] = []
-    screenshots: dict[int, list[dict]] = {}
+    def __init__(self) -> None:
+        self.games: dict[int, dict] = {}
+        self.genres: list[str] = []
+        self.screenshots: dict[int, list[dict]] = {}
 
     def prepare_mock_data(
         self, *, genre_size=MOCK_GENRE_SIZE, game_size=MOCK_GAME_SIZE, screenshot_size=MOCK_SCREENSHOT_SIZE