-
Notifications
You must be signed in to change notification settings - Fork 11
/
cdc-job.json
55 lines (55 loc) · 1.97 KB
/
cdc-job.json
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
{
"pipeline": {
"stages": [
{
"database": {
"credentialsFilePath" : "/opt/redislabs/redis-connect/config/samples/credentials",
"databaseURL": "redis://127.0.0.1:14000",
"databaseType": "REDIS",
"customConfiguration": {
"redis.connection.sslEnabled": false,
"redis.truststore": "/opt/redislabs/redis-connect/config/samples/credentials/client-truststore.jks"
}
},
"index": 1,
"stageName": "REDIS_HASH_SINK",
"checkpointStageIndicator": true,
"metricsEnabled" : true
}
]
},
"source": {
"database": {
"credentialsFilePath": "/opt/redislabs/redis-connect/config/samples/credentials",
"databaseURL": "jdbc:vertica://127.0.0.1:5433/RedisConnect",
"databaseType": "VERTICA",
"customConfiguration": {
"database.dbname" : "RedisConnect",
"database.hostname" : "127.0.0.1",
"database.port" : 5433
}
},
"tables": {
"public.employee_dimension": {
"columns": [
{ "targetColumn": "employee_key", "sourceColumn": "employee_key", "targetKey": true }
],
"initialLoad": {
"partitions": 2,
"selectQuery": "SELECT * FROM (SELECT ALIAS.*, ROW_NUMBER() OVER (ORDER BY employee_key) RowIndex FROM public.employee_dimension ALIAS) ALIAS WHERE ALIAS.RowIndex >= ${start} AND ALIAS.RowIndex <= ${end}"
},
"autoConfigColumnsEnabled": true
},
"public.customer_dimension": {
"columns": [
{ "targetColumn": "customer_key", "sourceColumn": "customer_key", "targetKey": true }
],
"initialLoad": {
"partitions": 2,
"selectQuery": "SELECT * FROM (SELECT ALIAS.*, ROW_NUMBER() OVER (ORDER BY customer_key) RowIndex FROM public.customer_dimension ALIAS) ALIAS WHERE ALIAS.RowIndex >= ${start} AND ALIAS.RowIndex <= ${end}"
},
"autoConfigColumnsEnabled": true
}
}
}
}