Skip to content

Commit

Permalink
updates
Browse files Browse the repository at this point in the history
  • Loading branch information
dat-a-man committed Feb 9, 2024
1 parent 0d854e1 commit d4146ca
Show file tree
Hide file tree
Showing 2 changed files with 11 additions and 4 deletions.
4 changes: 3 additions & 1 deletion sources/freshdesk_pipeline.py
Original file line number Diff line number Diff line change
@@ -1,8 +1,10 @@
from typing import List

import dlt
from dlt.common.typing import TAnyDateTime
from typing import List
from freshdesk import freshdesk_source, tickets


def load_endpoints(endpoints: List[str] = None) -> None:

pipeline = dlt.pipeline(
Expand Down
11 changes: 8 additions & 3 deletions tests/freshdesk/test_freshdesk_source.py
Original file line number Diff line number Diff line change
@@ -1,11 +1,16 @@
import dlt
import pytest
from utils import assert_load_info, load_table_counts
from tests.utils import (
ALL_DESTINATIONS,
assert_load_info,
load_table_counts,

)

from sources.freshdesk import freshdesk_source, tickets


@pytest.mark.parametrize("destination_name", ["bigquery"])
@pytest.mark.parametrize("destination_name", ALL_DESTINATIONS)
def test_load_all_endpoints(destination_name: str) -> None:
# mind the full_refresh flag - it makes sure that data is loaded to unique dataset. this allows you to run the tests on the same database in parallel
pipeline = dlt.pipeline(
Expand All @@ -26,7 +31,7 @@ def test_load_all_endpoints(destination_name: str) -> None:
) == {"agents": 1, "companies": 1, "contacts": 15, "groups": 3, "roles": 8}


@pytest.mark.parametrize("destination_name", ["bigquery"])
@pytest.mark.parametrize("destination_name", ALL_DESTINATIONS)
def test_incremental_tickets_load(destination_name: str) -> None:
# do the initial load
pipeline = dlt.pipeline(
Expand Down

0 comments on commit d4146ca

Please sign in to comment.