From 368839c76cd18c23a39ea9e35781765fa5c87728 Mon Sep 17 00:00:00 2001 From: Pat Nadolny Date: Fri, 8 Sep 2023 11:05:45 -0400 Subject: [PATCH] Adds extractors tap-bigquery (meltanolabs) (#1511) --- .../extractors/tap-bigquery/meltanolabs.yml | 84 +++++++++++++++++++ 1 file changed, 84 insertions(+) create mode 100644 _data/meltano/extractors/tap-bigquery/meltanolabs.yml diff --git a/_data/meltano/extractors/tap-bigquery/meltanolabs.yml b/_data/meltano/extractors/tap-bigquery/meltanolabs.yml new file mode 100644 index 000000000..7692581b0 --- /dev/null +++ b/_data/meltano/extractors/tap-bigquery/meltanolabs.yml @@ -0,0 +1,84 @@ +capabilities: +- about +- batch +- catalog +- discover +- schema-flattening +- state +- stream-maps +description: BigQuery data warehouse extractor +domain_url: https://cloud.google.com/bigquery +executable: tap-bigquery +keywords: +- meltano_sdk +label: BigQuery +logo_url: /assets/logos/extractors/bigquery.png +maintenance_status: beta +name: tap-bigquery +namespace: tap_bigquery +next_steps: '' +pip_url: git+https://github.com/MeltanoLabs/tap-bigquery.git +quality: silver +repo: https://github.com/MeltanoLabs/tap-bigquery +settings: +- description: Compression format to use for batch files. + kind: options + label: Batch Config Encoding Compression + name: batch_config.encoding.compression + options: + - label: Gzip + value: gzip + - label: None + value: none +- description: Format to use for batch files. + kind: options + label: Batch Config Encoding Format + name: batch_config.encoding.format + options: + - label: Jsonl + value: jsonl +- description: Prefix to use when writing batch files. + kind: string + label: Batch Config Storage Prefix + name: batch_config.storage.prefix +- description: Root path to use when writing batch files. + kind: string + label: Batch Config Storage Root + name: batch_config.storage.root +- description: The path to the service account credentials file. + kind: string + label: Credentials Path + name: credentials_path +- description: If an array of schema names is provided, the tap will only process + the specified BigQuery schemas and ignore others. If left blank, the tap automatically + determines ALL available BigQuery schemas. + kind: array + label: Filter Schemas + name: filter_schemas +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth +- description: GCP Project + kind: password + label: Project ID + name: project_id +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps +settings_group_validation: +- - project_id +settings_preamble: '' +usage: '' +variant: meltanolabs