tests: add sdm unit tests from source-declarative-manifest connector …

…directory (#82)

.github/release-drafter.yml

@@ -15,6 +15,7 @@ categories:
       - "chore"
       - "ci"
       - "refactor"
+      - "testing"
   - title: "Documentation 📖"
     label: "docs"
 change-template: "- $TITLE (#$NUMBER)"
@@ -38,6 +39,9 @@ autolabeler:
   - label: "chore"
     title:
       - '/^chore(\(.*\))?\:/i'
+  - label: "testing"
+    title:
+      - '/^tests(\(.*\))?\:/i'
   - label: "ci"
     title:
       - '/^ci(\(.*\))?\:/i'

.github/workflows/pytest_fast.yml

@@ -4,15 +4,7 @@ on:
   push:
     branches:
       - main
-    paths:
-      - 'airbyte_cdk/**'
-      - 'poetry.lock'
-      - 'pyproject.toml'
   pull_request:
-    paths:
-      - 'airbyte_cdk/**'
-      - 'poetry.lock'
-      - 'pyproject.toml'
 
 jobs:
   pytest-fast:

.github/workflows/pytest_matrix.yml

@@ -13,11 +13,13 @@ on:
       - main
     paths:
       - 'airbyte_cdk/**'
+      - 'unit_tests/**'
       - 'poetry.lock'
       - 'pyproject.toml'
   pull_request:
     paths:
       - 'airbyte_cdk/**'
+      - 'unit_tests/**'
       - 'poetry.lock'
       - 'pyproject.toml'
 

.github/workflows/semantic_pr_check.yml

@@ -37,5 +37,5 @@ jobs:
             Chore
             build
             Build
-            test
-            Test
+            tests
+            Tests

unit_tests/source_declarative_manifest/conftest.py

@@ -0,0 +1,53 @@
+#
+# Copyright (c) 2024 Airbyte, Inc., all rights reserved.
+#
+
+import pytest
+import os
+import yaml
+
+
+def get_fixture_path(file_name):
+    return os.path.join(os.path.dirname(__file__), file_name)
+
+
+@pytest.fixture
+def valid_remote_config():
+    return get_fixture_path("resources/valid_remote_config.json")
+
+
+@pytest.fixture
+def invalid_remote_config():
+    return get_fixture_path("resources/invalid_remote_config.json")
+
+
+@pytest.fixture
+def valid_local_manifest():
+    return get_fixture_path("resources/valid_local_manifest.yaml")
+
+
+@pytest.fixture
+def invalid_local_manifest():
+    return get_fixture_path("resources/invalid_local_manifest.yaml")
+
+
+@pytest.fixture
+def valid_local_manifest_yaml(valid_local_manifest):
+    with open(valid_local_manifest, "r") as file:
+        return yaml.safe_load(file)
+
+
+@pytest.fixture
+def invalid_local_manifest_yaml(invalid_local_manifest):
+    with open(invalid_local_manifest, "r") as file:
+        return yaml.safe_load(file)
+
+
+@pytest.fixture
+def valid_local_config_file():
+    return get_fixture_path("resources/valid_local_pokeapi_config.json")
+
+
+@pytest.fixture
+def invalid_local_config_file():
+    return get_fixture_path("resources/invalid_local_pokeapi_config.json")

unit_tests/source_declarative_manifest/resources/invalid_local_manifest.yaml

@@ -0,0 +1,8 @@
+version: 0.78.5
+
+type: DeclarativeSource
+
+check:
+  type: CheckStream
+  stream_names:
+    - pokemon

unit_tests/source_declarative_manifest/resources/invalid_local_pokeapi_config.json

@@ -0,0 +1 @@
+{}

unit_tests/source_declarative_manifest/resources/invalid_remote_config.json

@@ -0,0 +1 @@
+{}