From 54fbb916a6c5c6d0119b50afd2bc8796db3e7f80 Mon Sep 17 00:00:00 2001 From: MeltyBot <105875157+MeltyBot@users.noreply.github.com> Date: Thu, 19 Sep 2024 15:46:50 -0400 Subject: [PATCH] chore: [Hub Bot] Refresh metadata 2024-09-19 (#1851) Co-authored-by: pnadolny13 Co-authored-by: Pat Nadolny --- .../meltano/extractors/tap-auth0/matatika.yml | 10 +++ .../meltano/extractors/tap-awin/gthesheep.yml | 5 ++ .../extractors/tap-bamboohr/autoidm.yml | 23 +++++- .../tap-beautifulsoup/meltanolabs.yml | 1 + .../extractors/tap-circle-ci/meltanolabs.yml | 2 +- .../extractors/tap-cloudwatch/meltanolabs.yml | 8 ++ .../extractors/tap-cqc-org-uk/birdiecare.yml | 54 ++++++++++--- .../extractors/tap-dbt/meltanolabs.yml | 2 +- .../tap-decentraland-api/decentraland.yml | 18 +++++ .../decentraland.yml | 31 ++++++-- .../tap-dynamics-finance/hotgluexyz.yml | 4 + .../extractors/tap-dynamodb/meltanolabs.yml | 35 +++++++++ .../extractors/tap-fleetio/fleetio.yml | 8 ++ .../extractors/tap-github/meltanolabs.yml | 10 +++ .../meltano/extractors/tap-gong/symon-ai.yml | 25 ++++++ .../tap-google-analytics/meltanolabs.yml | 10 +-- .../extractors/tap-google-sheets/matatika.yml | 16 ++++ .../extractors/tap-googleads/matatika.yml | 27 +++++++ .../meltano/extractors/tap-hubspot/potloc.yml | 2 + .../extractors/tap-iceberg/shaped-ai.yml | 44 ++++++----- .../extractors/tap-msaccess/matatika.yml | 77 ++++++++++++++++++- .../extractors/tap-mssql/buzzcutnorman.yml | 8 ++ .../extractors/tap-postgres/meltanolabs.yml | 4 + .../extractors/tap-powerbi/hotgluexyz.yml | 4 + .../extractors/tap-snowflake/meltanolabs.yml | 10 --- .../extractors/tap-spotify/matatika.yml | 10 +++ .../buzzcutnorman.yml | 8 ++ .../extractors/tap-staffwise/chartica.yml | 34 ++++---- .../extractors/tap-thinkific/birdiecare.yml | 38 ++++++++- .../extractors/tap-tiktok/gthesheep.yml | 7 ++ 30 files changed, 459 insertions(+), 76 deletions(-) diff --git a/_data/meltano/extractors/tap-auth0/matatika.yml b/_data/meltano/extractors/tap-auth0/matatika.yml index e1b608cbb..ba4dd4b5d 100644 --- a/_data/meltano/extractors/tap-auth0/matatika.yml +++ b/_data/meltano/extractors/tap-auth0/matatika.yml @@ -36,6 +36,8 @@ settings: options: - label: Jsonl value: jsonl + - label: Parquet + value: parquet - description: Prefix to use when writing batch files. kind: string label: Batch Config Storage Prefix @@ -58,6 +60,14 @@ settings: kind: string label: Domain name: domain +- description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization' + kind: array + label: Faker Config Locale + name: faker_config.locale +- description: 'Value to seed the Faker generator for deterministic output: https://faker.readthedocs.io/en/master/#seeding-the-generator' + kind: string + label: Faker Config Seed + name: faker_config.seed - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean diff --git a/_data/meltano/extractors/tap-awin/gthesheep.yml b/_data/meltano/extractors/tap-awin/gthesheep.yml index e1bfa5281..c73b3d24e 100644 --- a/_data/meltano/extractors/tap-awin/gthesheep.yml +++ b/_data/meltano/extractors/tap-awin/gthesheep.yml @@ -28,6 +28,11 @@ settings: label: Lookback Days name: lookback_days value: 30 +- description: Number of days to batch in a single request. Maximum is 31. + kind: integer + label: Request Batch Size Days + name: request_batch_size_days + value: 1 - description: The earliest transaction date to sync kind: date_iso8601 label: Start Date diff --git a/_data/meltano/extractors/tap-bamboohr/autoidm.yml b/_data/meltano/extractors/tap-bamboohr/autoidm.yml index f09ffdab9..80f741602 100644 --- a/_data/meltano/extractors/tap-bamboohr/autoidm.yml +++ b/_data/meltano/extractors/tap-bamboohr/autoidm.yml @@ -54,7 +54,8 @@ settings: kind: array label: Custom Reports name: custom_reports -- description: '' +- description: Either `fail` or `ignore`. Determines behavior when fields returned + by API don't match fields specified in tap config. kind: options label: Field Mismatch name: field_mismatch @@ -73,6 +74,25 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: Size of photos to return from the photos stream. Pixel size information + can be found in the [docs](https://documentation.bamboohr.com/reference/get-employee-photo-1) + kind: options + label: Photo Size + name: photo_size + options: + - label: Original + value: original + - label: Large + value: large + - label: Medium + value: medium + - label: Small + value: small + - label: Xs + value: xs + - label: Tiny + value: tiny + value: original - description: User-defined config values to be used within map expressions. kind: object label: Stream Map Config @@ -89,6 +109,7 @@ settings: settings_group_validation: - - auth_token - field_mismatch + - photo_size - subdomain settings_preamble: '' usage: '' diff --git a/_data/meltano/extractors/tap-beautifulsoup/meltanolabs.yml b/_data/meltano/extractors/tap-beautifulsoup/meltanolabs.yml index fea383518..0680c9eaa 100644 --- a/_data/meltano/extractors/tap-beautifulsoup/meltanolabs.yml +++ b/_data/meltano/extractors/tap-beautifulsoup/meltanolabs.yml @@ -32,6 +32,7 @@ settings: kind: object label: Find All Kwargs name: find_all_kwargs + value: {} - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean diff --git a/_data/meltano/extractors/tap-circle-ci/meltanolabs.yml b/_data/meltano/extractors/tap-circle-ci/meltanolabs.yml index f9d72bdaa..ecf08e1e0 100644 --- a/_data/meltano/extractors/tap-circle-ci/meltanolabs.yml +++ b/_data/meltano/extractors/tap-circle-ci/meltanolabs.yml @@ -92,7 +92,7 @@ settings: kind: string label: User Agent name: user_agent - value: tap-circle-ci/0.2.2 Singer tap for the CircleCI API. + value: tap-circle-ci/0.3.2 Singer tap for the CircleCI API. settings_group_validation: - - org_slug - token diff --git a/_data/meltano/extractors/tap-cloudwatch/meltanolabs.yml b/_data/meltano/extractors/tap-cloudwatch/meltanolabs.yml index 8237607ad..6f9adeb51 100644 --- a/_data/meltano/extractors/tap-cloudwatch/meltanolabs.yml +++ b/_data/meltano/extractors/tap-cloudwatch/meltanolabs.yml @@ -95,6 +95,14 @@ settings: kind: date_iso8601 label: End Date name: end_date +- description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization' + kind: array + label: Faker Config Locale + name: faker_config.locale +- description: 'Value to seed the Faker generator for deterministic output: https://faker.readthedocs.io/en/master/#seeding-the-generator' + kind: string + label: Faker Config Seed + name: faker_config.seed - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean diff --git a/_data/meltano/extractors/tap-cqc-org-uk/birdiecare.yml b/_data/meltano/extractors/tap-cqc-org-uk/birdiecare.yml index 93f760f78..ccea1f8e2 100644 --- a/_data/meltano/extractors/tap-cqc-org-uk/birdiecare.yml +++ b/_data/meltano/extractors/tap-cqc-org-uk/birdiecare.yml @@ -1,5 +1,6 @@ capabilities: - about +- batch - catalog - discover - schema-flattening @@ -18,6 +19,40 @@ pip_url: git+https://github.com/birdiecare/tap-cqc-org-uk.git quality: silver repo: https://github.com/birdiecare/tap-cqc-org-uk settings: +- description: Compression format to use for batch files. + kind: options + label: Batch Config Encoding Compression + name: batch_config.encoding.compression + options: + - label: Gzip + value: gzip + - label: None + value: none +- description: Format to use for batch files. + kind: options + label: Batch Config Encoding Format + name: batch_config.encoding.format + options: + - label: Jsonl + value: jsonl + - label: Parquet + value: parquet +- description: Prefix to use when writing batch files. + kind: string + label: Batch Config Storage Prefix + name: batch_config.storage.prefix +- description: Root path to use when writing batch files. + kind: string + label: Batch Config Storage Root + name: batch_config.storage.root +- description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization' + kind: array + label: Faker Config Locale + name: faker_config.locale +- description: 'Value to seed the Faker generator for deterministic output: https://faker.readthedocs.io/en/master/#seeding-the-generator' + kind: string + label: Faker Config Seed + name: faker_config.seed - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -27,13 +62,7 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth -- description: Partner Code - kind: string - label: Partner Code - name: partner_code -- description: Determines how much historical data will be extracted. Please be aware - that the larger the time period and amount of data, the longer the initial extraction - can be expected to take. +- description: The earliest CQC update to sync kind: date_iso8601 label: Start Date name: start_date @@ -41,11 +70,18 @@ settings: kind: object label: Stream Map Config name: stream_map_config -- description: Config object for stream maps capability. +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). kind: object label: Stream Maps name: stream_maps -settings_group_validation: [] +- description: The primary key for the CQC API service + kind: password + label: Subscription Key + name: subscription_key + sensitive: true +settings_group_validation: +- - subscription_key settings_preamble: '' usage: '' variant: birdiecare diff --git a/_data/meltano/extractors/tap-dbt/meltanolabs.yml b/_data/meltano/extractors/tap-dbt/meltanolabs.yml index 2ad2e533a..056528a13 100644 --- a/_data/meltano/extractors/tap-dbt/meltanolabs.yml +++ b/_data/meltano/extractors/tap-dbt/meltanolabs.yml @@ -95,7 +95,7 @@ settings: kind: string label: User Agent name: user_agent - value: tap-dbt/0.10.1.dev14+36d0c91 Singer tap for the dbt Cloud API. + value: tap-dbt/0.12.3.dev3+da3ee25 Singer tap for the dbt Cloud API. settings_group_validation: - - account_ids - api_key diff --git a/_data/meltano/extractors/tap-decentraland-api/decentraland.yml b/_data/meltano/extractors/tap-decentraland-api/decentraland.yml index 7f1e8aae1..9b29851a5 100644 --- a/_data/meltano/extractors/tap-decentraland-api/decentraland.yml +++ b/_data/meltano/extractors/tap-decentraland-api/decentraland.yml @@ -28,6 +28,11 @@ settings: label: Builder API URL name: builder_api_url value: https://builder-api.decentraland.org/v1 +- description: Builder Asset Packs URL + kind: string + label: Builder Assetpacks URL + name: builder_assetpacks_url + value: https://builder-assetpacks-prd-bf9fae6.s3.amazonaws.com - description: '' kind: string label: Catalysts Start Date @@ -77,11 +82,19 @@ settings: label: Places API URL name: places_api_url value: https://places.decentraland.org/api +- description: Max rows to fetch from profile changes stream + kind: integer + label: Profile Stream Max Rows + name: profile_stream_max_rows - description: Scenes Per Run kind: integer label: Scenes Per Run name: scenes_per_run value: 2000 +- description: Max rows to fetch from store changes stream + kind: integer + label: Store Stream Max Rows + name: store_stream_max_rows - description: User-defined config values to be used within map expressions. kind: object label: Stream Map Config @@ -96,6 +109,11 @@ settings: label: Sync Content After name: sync_content_after value: 1680998400000 +- description: World content server URL + kind: string + label: World Content Server URL + name: world_content_server_url + value: https://worlds-content-server.decentraland.org settings_group_validation: - [] settings_preamble: '' diff --git a/_data/meltano/extractors/tap-decentraland-thegraph/decentraland.yml b/_data/meltano/extractors/tap-decentraland-thegraph/decentraland.yml index bf7472720..ed0c98b5b 100644 --- a/_data/meltano/extractors/tap-decentraland-thegraph/decentraland.yml +++ b/_data/meltano/extractors/tap-decentraland-thegraph/decentraland.yml @@ -18,22 +18,28 @@ pip_url: git+https://github.com/decentraland/tap-decentraland-thegraph.git quality: silver repo: https://github.com/decentraland/tap-decentraland-thegraph settings: +- description: '' + kind: array + label: Account Subgraph Paths + name: account_subgraph_paths + value: + - mana-ethereum-mainnet + - mana-matic-mainnet - description: The API URL. kind: string label: API URL name: api_url - value: https://api.thegraph.com/subgraphs/name/decentraland/marketplace + value: https://subgraph.decentraland.org/marketplace - description: Eth Collections Url kind: string label: Eth Collections URL name: eth_collections_url - value: - https://api.thegraph.com/subgraphs/name/decentraland/collections-ethereum-mainnet + value: https://subgraph.decentraland.org/collections-ethereum-mainnet - description: Eth Mana Holder URL kind: string label: Eth Mana Holder URL name: eth_mana_holder_url - value: https://api.thegraph.com/subgraphs/name/decentraland/mana-ethereum-mainnet + value: https://subgraph.decentraland.org/mana-ethereum-mainnet - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -47,7 +53,11 @@ settings: kind: integer label: Incremental Limit name: incremental_limit - value: 50000 +- description: '' + kind: integer + label: Max Rows Per Run + name: max_rows_per_run + value: 1000 - description: Poaps Details Url kind: string label: Poaps Details URL @@ -62,17 +72,17 @@ settings: kind: string label: Polygon Collections URL name: polygon_collections_url - value: https://api.thegraph.com/subgraphs/name/decentraland/collections-matic-mainnet + value: https://subgraph.decentraland.org/collections-matic-mainnet - description: Polygon Mana Holder Url kind: string label: Polygon Mana Holder URL name: polygon_mana_holder_url - value: https://api.thegraph.com/subgraphs/name/decentraland/mana-matic-mainnet + value: https://subgraph.decentraland.org/mana-matic-mainnet - description: '' kind: string label: Rentals URL name: rentals_url - value: https://api.thegraph.com/subgraphs/name/decentraland/rentals-ethereum-mainnet + value: https://subgraph.decentraland.org/rentals-ethereum-mainnet - description: The start updated at date to use. kind: integer label: Start Updated At @@ -86,6 +96,11 @@ settings: kind: object label: Stream Maps name: stream_maps +- description: '' + kind: string + label: Subgraph URL + name: subgraph_url + value: https://subgraph.decentraland.org settings_group_validation: - [] settings_preamble: '' diff --git a/_data/meltano/extractors/tap-dynamics-finance/hotgluexyz.yml b/_data/meltano/extractors/tap-dynamics-finance/hotgluexyz.yml index cbbb25055..0b9914c04 100644 --- a/_data/meltano/extractors/tap-dynamics-finance/hotgluexyz.yml +++ b/_data/meltano/extractors/tap-dynamics-finance/hotgluexyz.yml @@ -30,6 +30,10 @@ settings: label: Client Secret name: client_secret sensitive: true +- description: '' + kind: string + label: Company + name: company - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean diff --git a/_data/meltano/extractors/tap-dynamodb/meltanolabs.yml b/_data/meltano/extractors/tap-dynamodb/meltanolabs.yml index eede0e672..c7ff902ad 100644 --- a/_data/meltano/extractors/tap-dynamodb/meltanolabs.yml +++ b/_data/meltano/extractors/tap-dynamodb/meltanolabs.yml @@ -1,5 +1,6 @@ capabilities: - about +- batch - catalog - discover - schema-flattening @@ -55,6 +56,40 @@ settings: label: AWS Session Token name: aws_session_token sensitive: true +- description: Compression format to use for batch files. + kind: options + label: Batch Config Encoding Compression + name: batch_config.encoding.compression + options: + - label: Gzip + value: gzip + - label: None + value: none +- description: Format to use for batch files. + kind: options + label: Batch Config Encoding Format + name: batch_config.encoding.format + options: + - label: Jsonl + value: jsonl + - label: Parquet + value: parquet +- description: Prefix to use when writing batch files. + kind: string + label: Batch Config Storage Prefix + name: batch_config.storage.prefix +- description: Root path to use when writing batch files. + kind: string + label: Batch Config Storage Root + name: batch_config.storage.root +- description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization' + kind: array + label: Faker Config Locale + name: faker_config.locale +- description: 'Value to seed the Faker generator for deterministic output: https://faker.readthedocs.io/en/master/#seeding-the-generator' + kind: string + label: Faker Config Seed + name: faker_config.seed - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean diff --git a/_data/meltano/extractors/tap-fleetio/fleetio.yml b/_data/meltano/extractors/tap-fleetio/fleetio.yml index b44faac1d..0ab7e5f69 100644 --- a/_data/meltano/extractors/tap-fleetio/fleetio.yml +++ b/_data/meltano/extractors/tap-fleetio/fleetio.yml @@ -62,6 +62,14 @@ settings: kind: string label: Batch Config Storage Root name: batch_config.storage.root +- description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization' + kind: array + label: Faker Config Locale + name: faker_config.locale +- description: 'Value to seed the Faker generator for deterministic output: https://faker.readthedocs.io/en/master/#seeding-the-generator' + kind: string + label: Faker Config Seed + name: faker_config.seed - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean diff --git a/_data/meltano/extractors/tap-github/meltanolabs.yml b/_data/meltano/extractors/tap-github/meltanolabs.yml index d3ae7044c..dfbca3641 100644 --- a/_data/meltano/extractors/tap-github/meltanolabs.yml +++ b/_data/meltano/extractors/tap-github/meltanolabs.yml @@ -29,6 +29,12 @@ settings: kind: array label: Additional Auth Tokens name: additional_auth_tokens +- description: List of GitHub App credentials to authenticate with. Each credential + can be constructed by combining an App ID and App private key into the format + `:app_id:;;-----BEGIN RSA PRIVATE KEY----- _YOUR_P_KEY_ -----END RSA PRIVATE KEY-----`. + kind: array + label: Auth App Keys + name: auth_app_keys - description: GitHub token to authenticate with. kind: password label: Auth Token @@ -58,6 +64,10 @@ settings: kind: string label: Batch Config Storage Root name: batch_config.storage.root +- description: '' + kind: integer + label: Expiry Time Buffer + name: expiry_time_buffer - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean diff --git a/_data/meltano/extractors/tap-gong/symon-ai.yml b/_data/meltano/extractors/tap-gong/symon-ai.yml index 4796b5de5..283d71c16 100644 --- a/_data/meltano/extractors/tap-gong/symon-ai.yml +++ b/_data/meltano/extractors/tap-gong/symon-ai.yml @@ -1,5 +1,6 @@ capabilities: - about +- batch - catalog - discover - schema-flattening @@ -30,6 +31,30 @@ settings: label: Access Key Secret name: access_key_secret sensitive: true +- description: Compression format to use for batch files. + kind: options + label: Batch Config Encoding Compression + name: batch_config.encoding.compression + options: + - label: Gzip + value: gzip + - label: None + value: none +- description: Format to use for batch files. + kind: options + label: Batch Config Encoding Format + name: batch_config.encoding.format + options: + - label: Jsonl + value: jsonl +- description: Prefix to use when writing batch files. + kind: string + label: Batch Config Storage Prefix + name: batch_config.storage.prefix +- description: Root path to use when writing batch files. + kind: string + label: Batch Config Storage Root + name: batch_config.storage.root - description: Date up to when historical data will be extracted. kind: date_iso8601 label: End Date diff --git a/_data/meltano/extractors/tap-google-analytics/meltanolabs.yml b/_data/meltano/extractors/tap-google-analytics/meltanolabs.yml index 35cc0bd98..71e1a3cb2 100644 --- a/_data/meltano/extractors/tap-google-analytics/meltanolabs.yml +++ b/_data/meltano/extractors/tap-google-analytics/meltanolabs.yml @@ -101,12 +101,6 @@ settings: name: key_file_location placeholder: Ex. $MELTANO_PROJECT_ROOT/client_secrets.json sensitive: true -- description: Google Analytics Access Token. See - https://developers.google.com/analytics/devguides/reporting/core/v4/authorization#OAuth2Authorizing. - kind: password - label: OAuth Credentials Access Token - name: oauth_credentials.access_token - sensitive: true - description: | See . @@ -188,6 +182,10 @@ settings: label: Reports name: reports placeholder: Ex. my_report_definition.json +- description: List of Google Analytics Reports Definitions + kind: array + label: Reports List + name: reports_list - description: This property determines how much historical data will be extracted. Please be aware that the larger the time period and amount of data, the longer the initial extraction can be expected to take. diff --git a/_data/meltano/extractors/tap-google-sheets/matatika.yml b/_data/meltano/extractors/tap-google-sheets/matatika.yml index 744d2c935..4aa333abf 100644 --- a/_data/meltano/extractors/tap-google-sheets/matatika.yml +++ b/_data/meltano/extractors/tap-google-sheets/matatika.yml @@ -37,6 +37,8 @@ settings: options: - label: Jsonl value: jsonl + - label: Parquet + value: parquet - description: Prefix to use when writing batch files. kind: string label: Batch Config Storage Prefix @@ -49,6 +51,14 @@ settings: kind: string label: Child Sheet Name name: child_sheet_name +- description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization' + kind: array + label: Faker Config Locale + name: faker_config.locale +- description: 'Value to seed the Faker generator for deterministic output: https://faker.readthedocs.io/en/master/#seeding-the-generator' + kind: string + label: Faker Config Seed + name: faker_config.seed - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -81,6 +91,12 @@ settings: kind: string label: Output Name name: output_name +- description: Optionally choose a range of data using cell start and end coordinates + - see [A1 notation](https://developers.google.com/sheets/api/guides/concepts#expandable-1) + for more information + kind: string + label: Range + name: range - description: Your google sheet id kind: password label: Sheet ID diff --git a/_data/meltano/extractors/tap-googleads/matatika.yml b/_data/meltano/extractors/tap-googleads/matatika.yml index ecf80ff32..429e2ce7f 100644 --- a/_data/meltano/extractors/tap-googleads/matatika.yml +++ b/_data/meltano/extractors/tap-googleads/matatika.yml @@ -1,5 +1,6 @@ capabilities: - about +- batch - catalog - discover - schema-flattening @@ -19,6 +20,32 @@ pip_url: git+https://github.com/Matatika/tap-googleads.git@v0.5.0 quality: gold repo: https://github.com/Matatika/tap-googleads settings: +- description: Compression format to use for batch files. + kind: options + label: Batch Config Encoding Compression + name: batch_config.encoding.compression + options: + - label: Gzip + value: gzip + - label: None + value: none +- description: Format to use for batch files. + kind: options + label: Batch Config Encoding Format + name: batch_config.encoding.format + options: + - label: Jsonl + value: jsonl + - label: Parquet + value: parquet +- description: Prefix to use when writing batch files. + kind: string + label: Batch Config Storage Prefix + name: batch_config.storage.prefix +- description: Root path to use when writing batch files. + kind: string + label: Batch Config Storage Root + name: batch_config.storage.root - description: Customer ID (Required) of the google ads account you want to sync data from. kind: password diff --git a/_data/meltano/extractors/tap-hubspot/potloc.yml b/_data/meltano/extractors/tap-hubspot/potloc.yml index f79482ea8..7eb18cc09 100644 --- a/_data/meltano/extractors/tap-hubspot/potloc.yml +++ b/_data/meltano/extractors/tap-hubspot/potloc.yml @@ -41,6 +41,8 @@ settings: options: - label: Jsonl value: jsonl + - label: Parquet + value: parquet - description: Prefix to use when writing batch files. kind: string label: Batch Config Storage Prefix diff --git a/_data/meltano/extractors/tap-iceberg/shaped-ai.yml b/_data/meltano/extractors/tap-iceberg/shaped-ai.yml index 2d6799dad..cafc722aa 100644 --- a/_data/meltano/extractors/tap-iceberg/shaped-ai.yml +++ b/_data/meltano/extractors/tap-iceberg/shaped-ai.yml @@ -47,34 +47,41 @@ settings: kind: string label: Batch Config Storage Root name: batch_config.storage.root -- description: The name of the catalog to connect to. +- description: The name of the Iceberg catalog + kind: string label: Catalog Name name: catalog_name -- description: The type of catalog to connect to. - label: Catalog Type - name: catalog_type -- description: Additional properties to pass to the catalog connection. +- description: Additional properties for the Iceberg catalog kind: object label: Catalog Properties name: catalog_properties -- description: The access key of the AWS Glue Data Catalog. - label: Access Key +- description: The type of Iceberg catalog (e.g., 'hive', 'rest', 'glue') + kind: string + label: Catalog Type + name: catalog_type +- description: The AWS access key ID for accessing S3/Glue catalogs + kind: password + label: Client Access Key ID name: client_access_key_id sensitive: true -- description: The secret access key of the AWS Glue Data Catalog. - label: Secret Access Key +- description: The ARN of the IAM role to use for accessing S3/Glue catalog + kind: string + label: Client Iam Role Arn + name: client_iam_role_arn +- description: The AWS region for accessing S3/Glue catalogs + kind: string + label: Client Region + name: client_region +- description: The AWS secret access key for accessing S3/Glue catalogs + kind: password + label: Client Secret Access Key name: client_secret_access_key sensitive: true -- description: The session token of the AWS Glue Data Catalog. - label: Session Token +- description: The AWS session token for accessing S3/Glue catalogs + kind: password + label: Client Session Token name: client_session_token sensitive: true -- description: The region of the AWS Glue Data Catalog. - label: Region - name: client_region -- description: The IAM role ARN to assume when connecting to the AWS Glue Data Catalog. - label: Role ARN - name: client_iam_role_arn - description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization' kind: array label: Faker Config Locale @@ -102,7 +109,8 @@ settings: label: Stream Maps name: stream_maps settings_group_validation: -- - catalog_type +- - catalog_name + - catalog_type settings_preamble: '' usage: '' variant: shaped-ai diff --git a/_data/meltano/extractors/tap-msaccess/matatika.yml b/_data/meltano/extractors/tap-msaccess/matatika.yml index f5d156a21..56079957f 100644 --- a/_data/meltano/extractors/tap-msaccess/matatika.yml +++ b/_data/meltano/extractors/tap-msaccess/matatika.yml @@ -6,7 +6,9 @@ capabilities: - schema-flattening - state - stream-maps -description: Database management system from Microsoft that combines the relational Access Database Engine with a graphical user interface and software-development tools +description: Database management system from Microsoft that combines the relational + Access Database Engine with a graphical user interface and software-development + tools domain_url: https://www.microsoft.com/en-gb/microsoft-365/access keywords: - database @@ -24,11 +26,78 @@ pip_url: git+https://github.com/Matatika/tap-msaccess.git@v0.1.0 quality: gold repo: https://github.com/Matatika/tap-msaccess settings: -- description: Local path or URL to a Microsoft Access database `.mdb` or `.accdb` file +- description: Compression format to use for batch files. + kind: options + label: Batch Config Encoding Compression + name: batch_config.encoding.compression + options: + - label: Gzip + value: gzip + - label: None + value: none +- description: Format to use for batch files. + kind: options + label: Batch Config Encoding Format + name: batch_config.encoding.format + options: + - label: Jsonl + value: jsonl + - label: Parquet + value: parquet +- description: Prefix to use when writing batch files. kind: string - label: Database file + label: Batch Config Storage Prefix + name: batch_config.storage.prefix +- description: Root path to use when writing batch files. + kind: string + label: Batch Config Storage Root + name: batch_config.storage.root +- description: Any parameters for the [`fsspec`](https://filesystem-spec.readthedocs.io/en/latest/) + storage backend implementation dictated by the `database_file` URL protocol, such + as + [HTTP(S)](https://filesystem-spec.readthedocs.io/en/latest/api.html#fsspec.implementations.http.HTTPFileSystem), + [S3](https://s3fs.readthedocs.io/en/latest/) or [Azure](https://github.com/fsspec/adlfs?tab=readme-ov-file#readme) + (see [built-in + implementations](https://filesystem-spec.readthedocs.io/en/latest/api.html#built-in-implementations) + and [other known + implementations](https://filesystem-spec.readthedocs.io/en/latest/api.html#other-known-implementations) + for more information) + kind: object + label: Connection Params + name: connection_params +- description: Local path or URL to a Microsoft Access database `.mdb` or `.accdb` + file + kind: string + label: Database File name: database_file +- description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization' + kind: array + label: Faker Config Locale + name: faker_config.locale +- description: 'Value to seed the Faker generator for deterministic output: https://faker.readthedocs.io/en/master/#seeding-the-generator' + kind: string + label: Faker Config Seed + name: faker_config.seed +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - database_file -usage: To connect to a remote database file, check out [`tap-msaccess-anywhere`](/extractors/tap-msaccess-anywhere) or the domain-specific `tap-msaccess` derivations (e.g. [`tap-msaccess-azure`](/extractors/tap-msaccess-azure)) +usage: To connect to a remote database file, check out [`tap-msaccess-anywhere`](/extractors/tap-msaccess-anywhere) + or the domain-specific `tap-msaccess` derivations (e.g. [`tap-msaccess-azure`](/extractors/tap-msaccess-azure)) variant: matatika diff --git a/_data/meltano/extractors/tap-mssql/buzzcutnorman.yml b/_data/meltano/extractors/tap-mssql/buzzcutnorman.yml index e50c8d3a6..4e091ce96 100644 --- a/_data/meltano/extractors/tap-mssql/buzzcutnorman.yml +++ b/_data/meltano/extractors/tap-mssql/buzzcutnorman.yml @@ -59,6 +59,14 @@ settings: - label: Pymssql value: pymssql value: pymssql +- description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization' + kind: array + label: Faker Config Locale + name: faker_config.locale +- description: 'Value to seed the Faker generator for deterministic output: https://faker.readthedocs.io/en/master/#seeding-the-generator' + kind: string + label: Faker Config Seed + name: faker_config.seed - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean diff --git a/_data/meltano/extractors/tap-postgres/meltanolabs.yml b/_data/meltano/extractors/tap-postgres/meltanolabs.yml index bcfcbc294..892761db5 100644 --- a/_data/meltano/extractors/tap-postgres/meltanolabs.yml +++ b/_data/meltano/extractors/tap-postgres/meltanolabs.yml @@ -98,6 +98,10 @@ settings: kind: string label: Host name: host +- description: Optional. The maximum number of records to return in a single stream. + kind: integer + label: Max Record Count + name: max_record_count - description: Password used to authenticate. Note if sqlalchemy_url is set this will be ignored. kind: password diff --git a/_data/meltano/extractors/tap-powerbi/hotgluexyz.yml b/_data/meltano/extractors/tap-powerbi/hotgluexyz.yml index 223863d3d..766aa5977 100644 --- a/_data/meltano/extractors/tap-powerbi/hotgluexyz.yml +++ b/_data/meltano/extractors/tap-powerbi/hotgluexyz.yml @@ -56,6 +56,10 @@ settings: kind: object label: Stream Maps name: stream_maps +- description: '' + kind: array + label: Tables + name: tables settings_group_validation: - - client_id - client_secret diff --git a/_data/meltano/extractors/tap-snowflake/meltanolabs.yml b/_data/meltano/extractors/tap-snowflake/meltanolabs.yml index d08aa32d8..9a85b72d8 100644 --- a/_data/meltano/extractors/tap-snowflake/meltanolabs.yml +++ b/_data/meltano/extractors/tap-snowflake/meltanolabs.yml @@ -42,8 +42,6 @@ settings: options: - label: Jsonl value: jsonl - - label: Parquet - value: parquet - description: Prefix to use when writing batch files. kind: string label: Batch Config Storage Prefix @@ -56,14 +54,6 @@ settings: kind: string label: Database name: database -- description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization' - kind: array - label: Faker Config Locale - name: faker_config.locale -- description: 'Value to seed the Faker generator for deterministic output: https://faker.readthedocs.io/en/master/#seeding-the-generator' - kind: string - label: Faker Config Seed - name: faker_config.seed - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean diff --git a/_data/meltano/extractors/tap-spotify/matatika.yml b/_data/meltano/extractors/tap-spotify/matatika.yml index f1e24fcea..67b5cd281 100644 --- a/_data/meltano/extractors/tap-spotify/matatika.yml +++ b/_data/meltano/extractors/tap-spotify/matatika.yml @@ -36,6 +36,8 @@ settings: options: - label: Jsonl value: jsonl + - label: Parquet + value: parquet - description: Prefix to use when writing batch files. kind: string label: Batch Config Storage Prefix @@ -54,6 +56,14 @@ settings: label: Client Secret name: client_secret sensitive: true +- description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization' + kind: array + label: Faker Config Locale + name: faker_config.locale +- description: 'Value to seed the Faker generator for deterministic output: https://faker.readthedocs.io/en/master/#seeding-the-generator' + kind: string + label: Faker Config Seed + name: faker_config.seed - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean diff --git a/_data/meltano/extractors/tap-stackoverflow-sampledata/buzzcutnorman.yml b/_data/meltano/extractors/tap-stackoverflow-sampledata/buzzcutnorman.yml index 396ea9147..940fd5015 100644 --- a/_data/meltano/extractors/tap-stackoverflow-sampledata/buzzcutnorman.yml +++ b/_data/meltano/extractors/tap-stackoverflow-sampledata/buzzcutnorman.yml @@ -31,6 +31,14 @@ settings: kind: string label: Batch Config Storage Root name: batch_config.storage.root +- description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization' + kind: array + label: Faker Config Locale + name: faker_config.locale +- description: 'Value to seed the Faker generator for deterministic output: https://faker.readthedocs.io/en/master/#seeding-the-generator' + kind: string + label: Faker Config Seed + name: faker_config.seed - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean diff --git a/_data/meltano/extractors/tap-staffwise/chartica.yml b/_data/meltano/extractors/tap-staffwise/chartica.yml index 967eb558e..653f107ab 100644 --- a/_data/meltano/extractors/tap-staffwise/chartica.yml +++ b/_data/meltano/extractors/tap-staffwise/chartica.yml @@ -28,23 +28,6 @@ settings: label: API Key name: api_key sensitive: true -- description: Subdomain you would like to pull data from - kind: string - label: Subdomain - name: subdomain -- description: Reporting ID of each report - kind: password - label: Reporting ID - name: reporting_id - sensitive: true -- description: The start date for filtering results in the API call - kind: string - label: Start Date (Optional) - name: start_date -- description: The end date for filtering results in the API call - kind: string - label: Stop Date (Optional) - name: stop_date - description: Compression format to use for batch files. kind: options label: Batch Config Encoding Compression @@ -88,6 +71,19 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: Reporting ID of each report + kind: password + label: Reporting ID + name: reporting_id + sensitive: true +- description: The start date for filtering results in the API call + kind: date_iso8601 + label: Start Date + name: start_date +- description: The end date for filtering results in the API call + kind: string + label: Stop Date + name: stop_date - description: User-defined config values to be used within map expressions. kind: object label: Stream Map Config @@ -97,6 +93,10 @@ settings: kind: object label: Stream Maps name: stream_maps +- description: Subdomain you would like to pull data from + kind: string + label: Subdomain + name: subdomain settings_group_validation: - - api_key - reporting_id diff --git a/_data/meltano/extractors/tap-thinkific/birdiecare.yml b/_data/meltano/extractors/tap-thinkific/birdiecare.yml index c7f025e78..bc54c74ed 100644 --- a/_data/meltano/extractors/tap-thinkific/birdiecare.yml +++ b/_data/meltano/extractors/tap-thinkific/birdiecare.yml @@ -1,5 +1,6 @@ capabilities: - about +- batch - catalog - discover - schema-flattening @@ -24,6 +25,40 @@ settings: label: API Key name: api_key sensitive: true +- description: Compression format to use for batch files. + kind: options + label: Batch Config Encoding Compression + name: batch_config.encoding.compression + options: + - label: Gzip + value: gzip + - label: None + value: none +- description: Format to use for batch files. + kind: options + label: Batch Config Encoding Format + name: batch_config.encoding.format + options: + - label: Jsonl + value: jsonl + - label: Parquet + value: parquet +- description: Prefix to use when writing batch files. + kind: string + label: Batch Config Storage Prefix + name: batch_config.storage.prefix +- description: Root path to use when writing batch files. + kind: string + label: Batch Config Storage Root + name: batch_config.storage.root +- description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization' + kind: array + label: Faker Config Locale + name: faker_config.locale +- description: 'Value to seed the Faker generator for deterministic output: https://faker.readthedocs.io/en/master/#seeding-the-generator' + kind: string + label: Faker Config Seed + name: faker_config.seed - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -41,7 +76,8 @@ settings: kind: object label: Stream Map Config name: stream_map_config -- description: Config object for stream maps capability. +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). kind: object label: Stream Maps name: stream_maps diff --git a/_data/meltano/extractors/tap-tiktok/gthesheep.yml b/_data/meltano/extractors/tap-tiktok/gthesheep.yml index 799607551..fbcdcce10 100644 --- a/_data/meltano/extractors/tap-tiktok/gthesheep.yml +++ b/_data/meltano/extractors/tap-tiktok/gthesheep.yml @@ -43,6 +43,13 @@ settings: label: Include Deleted name: include_deleted value: true +- description: The number of days of data to reload from the current date (ignored + if current state of the extractor has a start date earlier than the current date + minus number of lookback days) + kind: integer + label: Lookback + name: lookback + value: 0 - description: The earliest record date to sync kind: date_iso8601 label: Start Date