diff --git a/.ksql/CONNECTORS/GEOLOCATION_02_MUNICIPALITY_OSLO_CONNECTOR.ksql b/.ksql/CONNECTORS/GEOLOCATION_02_MUNICIPALITY_OSLO_CONNECTOR.ksql new file mode 100644 index 00000000..9d0485f2 --- /dev/null +++ b/.ksql/CONNECTORS/GEOLOCATION_02_MUNICIPALITY_OSLO_CONNECTOR.ksql @@ -0,0 +1,28 @@ +CREATE SINK CONNECTOR `MunicipalityOsloGeolocationConnector` with ( + "topics"= 'municipality.snapshot.oslo.flatten.geolocation', + "input.data.format"= 'JSON_SR', + "input.key.format"= 'JSON_SR', + "delete.enabled"= false, + "connector.class"= 'MicrosoftSqlServerSink', + "name"= 'MunicipalityOsloGeolocationConnector', + "kafka.auth.mode"= 'KAFKA_API_KEY', + "kafka.api.key"= '***', + "kafka.api.secret"= '***', + "connection.host"= '***', + "connection.port"= '1433', + "connection.user"= 'geolocation', + "connection.password"= '***', + "db.name"= 'vbr-wms', + "ssl.mode"= 'require', + "insert.mode"= 'UPSERT', + "table.name.format"= 'vbr-wms.geolocation.MunicipalityOsloGeolocation', + "table.types"= 'TABLE', + "db.timezone"= 'UTC', + "pk.mode"= 'record_key', + "pk.fields"= 'msgkey', + "auto.create"= true, + "auto.evolve"= true, + "quote.sql.identifiers"= 'ALWAYS', + "batch.sizes"= 3000, + "tasks.max"= 1 + ); \ No newline at end of file diff --git a/.ksql/CONNECTORS/GRB_02_MUNICIPALITY_OSLO_CONNECTOR.ksql b/.ksql/CONNECTORS/GRB_02_MUNICIPALITY_OSLO_CONNECTOR.ksql index b82f65a3..5029efa7 100644 --- a/.ksql/CONNECTORS/GRB_02_MUNICIPALITY_OSLO_CONNECTOR.ksql +++ b/.ksql/CONNECTORS/GRB_02_MUNICIPALITY_OSLO_CONNECTOR.ksql @@ -6,9 +6,9 @@ CREATE SINK CONNECTOR `MunicipalityOsloGrbConnector` with ( "connector.class"= 'MicrosoftSqlServerSink', "name"= 'MunicipalityOsloGrbConnector', "kafka.auth.mode"= 'KAFKA_API_KEY', - "kafka.api.key"= 'B65LDWZMQCZNM6P6', + "kafka.api.key"= '***', "kafka.api.secret"= '***', - "connection.host"= 'aiv-beta-grb-basisregisters-db.database.windows.net', + "connection.host"= '***', "connection.port"= '1433', "connection.user"= 'GR', "connection.password"= '***', diff --git a/.ksql/Readme.md b/.ksql/Readme.md new file mode 100644 index 00000000..d5c01559 --- /dev/null +++ b/.ksql/Readme.md @@ -0,0 +1,10 @@ +## How to execute per cluster +- put all script `ALL_01_MUNICIPALITY_SNAPSHOT_OSLO_STREAM` into ksqlDB +- Set auto.offset.reset = earliest +- execute +- now do the same for the specific script(s) + +## How to set up the connectors +- put the connectors script into ksqlDB +- replace *** with the secrets from last pass +- Run the script \ No newline at end of file