-
Notifications
You must be signed in to change notification settings - Fork 68
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Adds extractors tap-bigquery (meltanolabs) (#1511)
- Loading branch information
1 parent
95c9f01
commit 368839c
Showing
1 changed file
with
84 additions
and
0 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,84 @@ | ||
capabilities: | ||
- about | ||
- batch | ||
- catalog | ||
- discover | ||
- schema-flattening | ||
- state | ||
- stream-maps | ||
description: BigQuery data warehouse extractor | ||
domain_url: https://cloud.google.com/bigquery | ||
executable: tap-bigquery | ||
keywords: | ||
- meltano_sdk | ||
label: BigQuery | ||
logo_url: /assets/logos/extractors/bigquery.png | ||
maintenance_status: beta | ||
name: tap-bigquery | ||
namespace: tap_bigquery | ||
next_steps: '' | ||
pip_url: git+https://github.com/MeltanoLabs/tap-bigquery.git | ||
quality: silver | ||
repo: https://github.com/MeltanoLabs/tap-bigquery | ||
settings: | ||
- description: Compression format to use for batch files. | ||
kind: options | ||
label: Batch Config Encoding Compression | ||
name: batch_config.encoding.compression | ||
options: | ||
- label: Gzip | ||
value: gzip | ||
- label: None | ||
value: none | ||
- description: Format to use for batch files. | ||
kind: options | ||
label: Batch Config Encoding Format | ||
name: batch_config.encoding.format | ||
options: | ||
- label: Jsonl | ||
value: jsonl | ||
- description: Prefix to use when writing batch files. | ||
kind: string | ||
label: Batch Config Storage Prefix | ||
name: batch_config.storage.prefix | ||
- description: Root path to use when writing batch files. | ||
kind: string | ||
label: Batch Config Storage Root | ||
name: batch_config.storage.root | ||
- description: The path to the service account credentials file. | ||
kind: string | ||
label: Credentials Path | ||
name: credentials_path | ||
- description: If an array of schema names is provided, the tap will only process | ||
the specified BigQuery schemas and ignore others. If left blank, the tap automatically | ||
determines ALL available BigQuery schemas. | ||
kind: array | ||
label: Filter Schemas | ||
name: filter_schemas | ||
- description: "'True' to enable schema flattening and automatically expand nested | ||
properties." | ||
kind: boolean | ||
label: Flattening Enabled | ||
name: flattening_enabled | ||
- description: The max depth to flatten schemas. | ||
kind: integer | ||
label: Flattening Max Depth | ||
name: flattening_max_depth | ||
- description: GCP Project | ||
kind: password | ||
label: Project ID | ||
name: project_id | ||
- description: User-defined config values to be used within map expressions. | ||
kind: object | ||
label: Stream Map Config | ||
name: stream_map_config | ||
- description: Config object for stream maps capability. For more information check | ||
out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). | ||
kind: object | ||
label: Stream Maps | ||
name: stream_maps | ||
settings_group_validation: | ||
- - project_id | ||
settings_preamble: '' | ||
usage: '' | ||
variant: meltanolabs |