diff --git a/.ksql/CONNECTORS/CONNECTOR_02_POSTAL_OSLO_GEOLOCATION.ksql b/.ksql/CONNECTORS/CONNECTOR_02_POSTAL_OSLO_GEOLOCATION.ksql new file mode 100644 index 00000000..0a2e4d12 --- /dev/null +++ b/.ksql/CONNECTORS/CONNECTOR_02_POSTAL_OSLO_GEOLOCATION.ksql @@ -0,0 +1,28 @@ +CREATE SINK CONNECTOR `PostalOsloGeolocationConnector` with ( + "topics"= 'postal.snapshot.oslo.flatten.geolocation', + "input.data.format"= 'JSON_SR', + "input.key.format"= 'JSON_SR', + "delete.enabled"= false, + "connector.class"= 'MicrosoftSqlServerSink', + "name"= 'PostalOsloGeolocationConnector', + "kafka.auth.mode"= 'KAFKA_API_KEY', + "kafka.api.key"= '***', + "kafka.api.secret"= '***', + "connection.host"= '***', + "connection.port"= '1433', + "connection.user"= 'geolocation', + "connection.password"= '***', + "db.name"= 'vbr-wms', + "ssl.mode"= 'require', + "insert.mode"= 'UPSERT', + "table.name.format"= 'vbr-wms.geolocation.PostalOsloGeolocation', + "table.types"= 'TABLE', + "db.timezone"= 'UTC', + "pk.mode"= 'record_key', + "pk.fields"= 'msgkey', + "auto.create"= true, + "auto.evolve"= true, + "quote.sql.identifiers"= 'ALWAYS', + "batch.sizes"= 3000, + "tasks.max"= 1 + ); \ No newline at end of file diff --git a/.ksql/CONNECTORS/CONNECTOR_02_POSTAL_OSLO_GRB.ksql b/.ksql/CONNECTORS/CONNECTOR_02_POSTAL_OSLO_GRB.ksql index 5679fd93..67861695 100644 --- a/.ksql/CONNECTORS/CONNECTOR_02_POSTAL_OSLO_GRB.ksql +++ b/.ksql/CONNECTORS/CONNECTOR_02_POSTAL_OSLO_GRB.ksql @@ -6,9 +6,9 @@ CREATE SINK CONNECTOR `PostalOsloGrbConnector` with ( "connector.class"= 'MicrosoftSqlServerSink', "name"= 'PostalOsloGrbConnector', "kafka.auth.mode"= 'KAFKA_API_KEY', - "kafka.api.key"= 'DZKR6A5UYAZDBARE', + "kafka.api.key"= '***', "kafka.api.secret"= '***', - "connection.host"= 'aiv-beta-grb-basisregisters-db.database.windows.net', + "connection.host"= '***', "connection.port"= '1433', "connection.user"= 'GR', "connection.password"= '***', diff --git a/.ksql/Readme.md b/.ksql/Readme.md new file mode 100644 index 00000000..4c9d2ff8 --- /dev/null +++ b/.ksql/Readme.md @@ -0,0 +1,10 @@ +## How to execute per cluster +- put all script `ALL_01_POSTAL_SNAPSHOT_OSLO_STREAM` into ksqlDB +- Set auto.offset.reset = earliest +- execute +- now do the same for the specific script(s) + +## How to set up the connectors +- put the connectors script into ksqlDB +- replace *** with the secrets from last pass +- Run the script \ No newline at end of file