diff --git a/README.md b/README.md index 60bf537..559e470 100644 --- a/README.md +++ b/README.md @@ -40,6 +40,26 @@ config-version: 2 vars: sage_intacct_database: your_database_name sage_intacct_schema: your_schema_name +``` +This package allows users to add additional columns to the final model tables. +Columns passed through must be present in the downstream source tables. See +below for an example of how the passthrough columns should be configured within your `dbt_project.yml` file. + +```yml +# dbt_project.yml + +... +vars: +# add pass through columns +``` + + +```yml +# dbt_project.yml + +... +vars: + ``` ### Disable models It's possible that your Sage Intacct connector does not sync every table that this package expects. If your syncs exclude certain tables, it is because you either don't use that functionality in Sage Intacct or actively excluded some tables from your syncs. To disable the corresponding functionality in the package, you must add the relevant variables. By default, the package assume that all variables are true. Add variables for only the tables you want to disable. diff --git a/integration_tests/seeds/sage_intacct__ar_invoice.csv b/integration_tests/seeds/sage_intacct__ar_invoice.csv index d64e457..0a326a3 100644 --- a/integration_tests/seeds/sage_intacct__ar_invoice.csv +++ b/integration_tests/seeds/sage_intacct__ar_invoice.csv @@ -1,4 +1,4 @@ -recordno,_fivetran_deleted,_fivetran_synced,auwhencreated,billtopaytocontactname,billtopaytokey,createdby,currency,customerid,customername,description,docnumber,due_in_days,megaentityid,megaentityname,recordid,recordtype,shiptoreturntocontactname,shiptoreturntokey,state,totaldue,totalentered,totalpaid,whencreated,whendue,whenmodified,whenpaid,whenposted,state,totalpaid,totalselected,vendorid,vendorname,whencreated,whenmodified,warehouseid,warehousename +recordno,_fivetran_deleted,_fivetran_synced,auwhencreated,billtopaytocontactname,billtopaytokey,createdby,currency,customerid,customername,description,docnumber,due_in_days,megaentityid,megaentityname,recordid,recordtype,shiptoreturntocontactname,shiptoreturntokey,state,totaldue,totalentered,totalpaid,whencreated,whendue,whenmodified,whenpaid,whenposted 43743,TRUE,2022-02-15 14:39:02,2021-02-22 20:02:58,vUJzSOTeq/0wh1PSM8qxgA==,3179,6,USD,C-000095,tgzSMF9xnaKZE7tJfwgh5g==,1B2M2Y8AsgTpgAmY7PhCfg==,QLv4MCqhCPdhB+0UlneNPg==,-10,,1B2M2Y8AsgTpgAmY7PhCfg==,103729,ri,vUJzSOTeq/0wh1PSM8qxgA==,3179,Posted,20399.09,20399.09,0,2021-02-18,2021-03-05,2021-02-22 20:02:58,,2021-02-18 75404,TRUE,2022-03-03 14:18:04,2021-05-21 19:19:47,PPEEyEuwsT8CfPwSrrni9g==,9479,46,USD,C-000634,PPEEyEuwsT8CfPwSrrni9g==,O2SxBSyIxgw5lJAngP0Dkg==,1B2M2Y8AsgTpgAmY7PhCfg==,3,N-407,y7NFVa3hOTVOUkjDnYpQLw==,4784,ri,PPEEyEuwsT8CfPwSrrni9g==,9479,Posted,7797,7797,0,2021-05-05,2021-05-19,2021-05-21 19:19:47,,2021-05-05 50381,TRUE,2022-03-03 14:17:28,2021-03-16 15:17:30,KbXCsK34+Swsv6L+Xbeyrw==,1960,8,USD,C-000126,mxIWAqkJCPrtEh46wiwjAg==,1B2M2Y8AsgTpgAmY7PhCfg==,B3JizFOh+xtfZR0xtr+Bug==,13,,1B2M2Y8AsgTpgAmY7PhCfg==,107696,ri,KbXCsK34+Swsv6L+Xbeyrw==,1960,Posted,4598.4,4598.4,0,2021-02-17,2021-03-04,2021-03-16 15:17:31,,2021-02-17 diff --git a/integration_tests/seeds/sage_intacct__gl_account.csv b/integration_tests/seeds/sage_intacct__gl_account.csv index 46b86dc..a74e90b 100644 --- a/integration_tests/seeds/sage_intacct__gl_account.csv +++ b/integration_tests/seeds/sage_intacct__gl_account.csv @@ -1,4 +1,4 @@ -accountno,_fivetran_deleted,_fivetran_synced,accounttype,alternativeaccount,category,categorykey,closetoacctkey,closingaccountno,closingaccounttitle,closingtype,createdby,modifiedby,normalbalance,recordno,status,taxable,title,whencreated,whenmodified,totaldue,totalentered,totalpaid,whencreated,whendue,whenmodified,whenpaid,whenposted,state,totalpaid,totalselected,vendorid,vendorname,whencreated,whenmodified,warehouseid,warehousename +accountno,_fivetran_deleted,_fivetran_synced,accounttype,alternativeaccount,category,categorykey,closetoacctkey,closingaccountno,closingaccounttitle,closingtype,createdby,modifiedby,normalbalance,recordno,status,taxable,title,whencreated,whenmodified 26100,FALSE,2021-09-23 17:00:39.296,balancesheet,at+X+DrPZFPUpqSxBw83VA==,TbwbzQuX6pVGArKyJVl3bw==,768,,,1B2M2Y8AsgTpgAmY7PhCfg==,non-closing account,4,5,credit,148,active,FALSE,TbwbzQuX6pVGArKyJVl3bw==,2020-04-28 19:26:16 ,2020-08-05 18:46:09 77100,FALSE,2022-02-08 06:53:17.792,incomestatement,at+X+DrPZFPUpqSxBw83VA==,VQOasCt87OmbT47b5WNyNQ==,752,158,37000,r6j1Os2CkV8SC++EYcFR0Q==,closing account,4,71,debit,251,active,FALSE,VQOasCt87OmbT47b5WNyNQ==,2020-04-28 19:26:16 ,2022-02-07 23:09:33 77150,FALSE,2022-02-08 06:53:17.792,incomestatement,at+X+DrPZFPUpqSxBw83VA==,VQOasCt87OmbT47b5WNyNQ==,752,158,37000,r6j1Os2CkV8SC++EYcFR0Q==,closing account,5,71,debit,715,active,FALSE,hLaDj3mFRZCoD4IiSyeF0Q==,2021-05-06 16:39:04 ,2022-02-07 23:09:43 diff --git a/integration_tests/seeds/sage_intacct__gl_detail.csv b/integration_tests/seeds/sage_intacct__gl_detail.csv index be3c57a..7e77c13 100644 --- a/integration_tests/seeds/sage_intacct__gl_detail.csv +++ b/integration_tests/seeds/sage_intacct__gl_detail.csv @@ -1,11 +1,11 @@ -,,,,,,,,,,,,,,,,recordno,accountno,accounttitle,amount,batch_date,batch_no,batch_title,batchkey,bookid,creditamount,debitamount,customerid,customername,description,docnumber,entry_date,entry_state,entrydescription,line_no,recordid,recordtype,totaldue,totalentered,totalpaid,tr_type,trx_amount,trx_creditamount,trx_debitamount,vendorid,vendorname,whencreated,whendue,whenmodified,whenpaid -,,,,,,,,,,,,,,,,YGy2nQ7YHphQv5+5AdQTyQ==,15030,A+5CoJT/HDmjwrGYGL6RUg==,2492.5,2021-12-01,74885,El+ECK1x7a25SuLqaMwODA==,506019,/8yT7c/TpIKmxe0K8MmSNA==,0,2492.5,,1B2M2Y8AsgTpgAmY7PhCfg==,1B2M2Y8AsgTpgAmY7PhCfg==,06m0www4a75rDMeUgh3o0w==,2021-12-01,P,06m0www4a75rDMeUgh3o0w==,3,20760,1lkow/+J96atpaza+bjZwQ==,2492.5,2492.5,0,1,2492.5,0,2492.5,V-005638,NJa+iTk8TGFrCNzU4GaQMg==,2021-11-16,2021-11-16,2021-12-10 11:47:03, -,,,,,,,,,,,,,,,,GA/oILgpDw/6ay94J1jgLA==,20000,HtcR/HtKU0hM5hLuZcjjuA==,-2492.5,2021-12-01,74885,El+ECK1x7a25SuLqaMwODA==,506019,/8yT7c/TpIKmxe0K8MmSNA==,2492.5,0,,1B2M2Y8AsgTpgAmY7PhCfg==,1B2M2Y8AsgTpgAmY7PhCfg==,06m0www4a75rDMeUgh3o0w==,2021-12-01,P,1B2M2Y8AsgTpgAmY7PhCfg==,2,20760,1lkow/+J96atpaza+bjZwQ==,2492.5,2492.5,0,-1,-2492.5,2492.5,0,V-005638,NJa+iTk8TGFrCNzU4GaQMg==,2021-11-16,2021-11-16,2021-12-08 16:00:57, -,,,,,,,,,,,,,,,,aA1UkdHgMiUM9APkcv3MXA==,20000,HtcR/HtKU0hM5hLuZcjjuA==,-6825,2021-12-01,75155,SNfyN9QHUE4npoS72Hd1Bw==,506509,/8yT7c/TpIKmxe0K8MmSNA==,6825,0,,1B2M2Y8AsgTpgAmY7PhCfg==,1B2M2Y8AsgTpgAmY7PhCfg==,1B2M2Y8AsgTpgAmY7PhCfg==,2021-12-01,P,1B2M2Y8AsgTpgAmY7PhCfg==,2,20239,1lkow/+J96atpaza+bjZwQ==,6825,6825,0,-1,-6825,6825,0,V-002809,fYhwLN+cpy+roem/6mSQXg==,2021-11-04,2021-11-04,2021-12-09 18:22:58, -,,,,,,,,,,,,,,,,geRi+pxC0L/61P7xBaJdPA==,58300,GbTAkJACGOjrVzQghLqbWg==,6825,2021-12-01,75155,SNfyN9QHUE4npoS72Hd1Bw==,506509,/8yT7c/TpIKmxe0K8MmSNA==,0,6825,,1B2M2Y8AsgTpgAmY7PhCfg==,1B2M2Y8AsgTpgAmY7PhCfg==,1B2M2Y8AsgTpgAmY7PhCfg==,2021-12-01,P,vItcRirL0sTcu0nfSOts+w==,3,20239,1lkow/+J96atpaza+bjZwQ==,6825,6825,0,1,6825,0,6825,V-002809,fYhwLN+cpy+roem/6mSQXg==,2021-11-04,2021-11-04,2021-12-10 11:31:18, -,,,,,,,,,,,,,,,,SYe36P3OgdN7+/ocUIlQJw==,20000,HtcR/HtKU0hM5hLuZcjjuA==,378.38,2021-12-10,40933,SNfyN9QHUE4npoS72Hd1Bw==,506993,/8yT7c/TpIKmxe0K8MmSNA==,0,378.38,,1B2M2Y8AsgTpgAmY7PhCfg==,1B2M2Y8AsgTpgAmY7PhCfg==,1B2M2Y8AsgTpgAmY7PhCfg==,2021-12-10,P,j13Eh8tAgyBPUNi2GaU8ow==,51,,SYjPoEyQZSe8RTfgN62BvA==,0,14000,14000,1,378.38,0,378.38,V-003017,Fik0+VTeuZo+2L4rH/Y5GA==,2021-12-10,2021-12-10,2021-12-10 12:05:54,2021-12-10 -,,,,,,,,,,,,,,,,RfwHVmMm2yi5pzPHaHgfwA==,20000,HtcR/HtKU0hM5hLuZcjjuA==,378.38,2021-12-10,40933,SNfyN9QHUE4npoS72Hd1Bw==,506993,/8yT7c/TpIKmxe0K8MmSNA==,0,378.38,,1B2M2Y8AsgTpgAmY7PhCfg==,1B2M2Y8AsgTpgAmY7PhCfg==,1B2M2Y8AsgTpgAmY7PhCfg==,2021-12-10,P,j13Eh8tAgyBPUNi2GaU8ow==,63,,SYjPoEyQZSe8RTfgN62BvA==,0,14000,14000,1,378.38,0,378.38,V-003017,Fik0+VTeuZo+2L4rH/Y5GA==,2021-12-10,2021-12-10,2021-12-10 12:05:54,2021-12-10 -,,,,,,,,,,,,,,,,R+r/suM2XEm3pV4OpKEUAA==,20000,HtcR/HtKU0hM5hLuZcjjuA==,378.38,2021-12-10,40933,SNfyN9QHUE4npoS72Hd1Bw==,506993,/8yT7c/TpIKmxe0K8MmSNA==,0,378.38,,1B2M2Y8AsgTpgAmY7PhCfg==,1B2M2Y8AsgTpgAmY7PhCfg==,1B2M2Y8AsgTpgAmY7PhCfg==,2021-12-10,P,j13Eh8tAgyBPUNi2GaU8ow==,15,,SYjPoEyQZSe8RTfgN62BvA==,0,14000,14000,1,378.38,0,378.38,V-003017,Fik0+VTeuZo+2L4rH/Y5GA==,2021-12-10,2021-12-10,2021-12-10 12:05:54,2021-12-10 -,,,,,,,,,,,,,,,,8eKBstZUwA0YkRjpTduzxw==,20000,HtcR/HtKU0hM5hLuZcjjuA==,378.38,2021-12-10,40933,SNfyN9QHUE4npoS72Hd1Bw==,506993,/8yT7c/TpIKmxe0K8MmSNA==,0,378.38,,1B2M2Y8AsgTpgAmY7PhCfg==,1B2M2Y8AsgTpgAmY7PhCfg==,1B2M2Y8AsgTpgAmY7PhCfg==,2021-12-10,P,j13Eh8tAgyBPUNi2GaU8ow==,25,,SYjPoEyQZSe8RTfgN62BvA==,0,14000,14000,1,378.38,0,378.38,V-003017,Fik0+VTeuZo+2L4rH/Y5GA==,2021-12-10,2021-12-10,2021-12-10 12:05:54,2021-12-10 -,,,,,,,,,,,,,,,,LbAdQij3k+nNd4i0+vLJLw==,20000,HtcR/HtKU0hM5hLuZcjjuA==,378.38,2021-12-10,40933,SNfyN9QHUE4npoS72Hd1Bw==,506993,/8yT7c/TpIKmxe0K8MmSNA==,0,378.38,,1B2M2Y8AsgTpgAmY7PhCfg==,1B2M2Y8AsgTpgAmY7PhCfg==,1B2M2Y8AsgTpgAmY7PhCfg==,2021-12-10,P,j13Eh8tAgyBPUNi2GaU8ow==,37,,SYjPoEyQZSe8RTfgN62BvA==,0,14000,14000,1,378.38,0,378.38,V-003017,Fik0+VTeuZo+2L4rH/Y5GA==,2021-12-10,2021-12-10,2021-12-10 12:05:54,2021-12-10 -,,,,,,,,,,,,,,,,lztVVJ9OI+1P5nTsHkyJOg==,20000,HtcR/HtKU0hM5hLuZcjjuA==,378.38,2021-12-10,40933,SNfyN9QHUE4npoS72Hd1Bw==,506993,/8yT7c/TpIKmxe0K8MmSNA==,0,378.38,,1B2M2Y8AsgTpgAmY7PhCfg==,1B2M2Y8AsgTpgAmY7PhCfg==,1B2M2Y8AsgTpgAmY7PhCfg==,2021-12-10,P,j13Eh8tAgyBPUNi2GaU8ow==,49,,SYjPoEyQZSe8RTfgN62BvA==,0,14000,14000,1,378.38,0,378.38,V-003017,Fik0+VTeuZo+2L4rH/Y5GA==,2021-12-10,2021-12-10,2021-12-10 12:05:54,2021-12-10 \ No newline at end of file +recordno,accountno,accounttitle,amount,batch_date,batch_no,batch_title,batchkey,bookid,creditamount,debitamount,customerid,customername,description,docnumber,entry_date,entry_state,entrydescription,line_no,recordid,recordtype,totaldue,totalentered,totalpaid,tr_type,trx_amount,trx_creditamount,trx_debitamount,vendorid,vendorname,whencreated,whendue,whenmodified,whenpaid +YGy2nQ7YHphQv5+5AdQTyQ==,15030,A+5CoJT/HDmjwrGYGL6RUg==,2492.5,2021-12-01,74885,El+ECK1x7a25SuLqaMwODA==,506019,/8yT7c/TpIKmxe0K8MmSNA==,0,2492.5,,1B2M2Y8AsgTpgAmY7PhCfg==,1B2M2Y8AsgTpgAmY7PhCfg==,06m0www4a75rDMeUgh3o0w==,2021-12-01,P,06m0www4a75rDMeUgh3o0w==,3,20760,1lkow/+J96atpaza+bjZwQ==,2492.5,2492.5,0,1,2492.5,0,2492.5,V-005638,NJa+iTk8TGFrCNzU4GaQMg==,2021-11-16,2021-11-16,2021-12-10 11:47:03, +GA/oILgpDw/6ay94J1jgLA==,20000,HtcR/HtKU0hM5hLuZcjjuA==,-2492.5,2021-12-01,74885,El+ECK1x7a25SuLqaMwODA==,506019,/8yT7c/TpIKmxe0K8MmSNA==,2492.5,0,,1B2M2Y8AsgTpgAmY7PhCfg==,1B2M2Y8AsgTpgAmY7PhCfg==,06m0www4a75rDMeUgh3o0w==,2021-12-01,P,1B2M2Y8AsgTpgAmY7PhCfg==,2,20760,1lkow/+J96atpaza+bjZwQ==,2492.5,2492.5,0,-1,-2492.5,2492.5,0,V-005638,NJa+iTk8TGFrCNzU4GaQMg==,2021-11-16,2021-11-16,2021-12-08 16:00:57, +aA1UkdHgMiUM9APkcv3MXA==,20000,HtcR/HtKU0hM5hLuZcjjuA==,-6825,2021-12-01,75155,SNfyN9QHUE4npoS72Hd1Bw==,506509,/8yT7c/TpIKmxe0K8MmSNA==,6825,0,,1B2M2Y8AsgTpgAmY7PhCfg==,1B2M2Y8AsgTpgAmY7PhCfg==,1B2M2Y8AsgTpgAmY7PhCfg==,2021-12-01,P,1B2M2Y8AsgTpgAmY7PhCfg==,2,20239,1lkow/+J96atpaza+bjZwQ==,6825,6825,0,-1,-6825,6825,0,V-002809,fYhwLN+cpy+roem/6mSQXg==,2021-11-04,2021-11-04,2021-12-09 18:22:58, +geRi+pxC0L/61P7xBaJdPA==,58300,GbTAkJACGOjrVzQghLqbWg==,6825,2021-12-01,75155,SNfyN9QHUE4npoS72Hd1Bw==,506509,/8yT7c/TpIKmxe0K8MmSNA==,0,6825,,1B2M2Y8AsgTpgAmY7PhCfg==,1B2M2Y8AsgTpgAmY7PhCfg==,1B2M2Y8AsgTpgAmY7PhCfg==,2021-12-01,P,vItcRirL0sTcu0nfSOts+w==,3,20239,1lkow/+J96atpaza+bjZwQ==,6825,6825,0,1,6825,0,6825,V-002809,fYhwLN+cpy+roem/6mSQXg==,2021-11-04,2021-11-04,2021-12-10 11:31:18, +SYe36P3OgdN7+/ocUIlQJw==,20000,HtcR/HtKU0hM5hLuZcjjuA==,378.38,2021-12-10,40933,SNfyN9QHUE4npoS72Hd1Bw==,506993,/8yT7c/TpIKmxe0K8MmSNA==,0,378.38,,1B2M2Y8AsgTpgAmY7PhCfg==,1B2M2Y8AsgTpgAmY7PhCfg==,1B2M2Y8AsgTpgAmY7PhCfg==,2021-12-10,P,j13Eh8tAgyBPUNi2GaU8ow==,51,,SYjPoEyQZSe8RTfgN62BvA==,0,14000,14000,1,378.38,0,378.38,V-003017,Fik0+VTeuZo+2L4rH/Y5GA==,2021-12-10,2021-12-10,2021-12-10 12:05:54,2021-12-10 +RfwHVmMm2yi5pzPHaHgfwA==,20000,HtcR/HtKU0hM5hLuZcjjuA==,378.38,2021-12-10,40933,SNfyN9QHUE4npoS72Hd1Bw==,506993,/8yT7c/TpIKmxe0K8MmSNA==,0,378.38,,1B2M2Y8AsgTpgAmY7PhCfg==,1B2M2Y8AsgTpgAmY7PhCfg==,1B2M2Y8AsgTpgAmY7PhCfg==,2021-12-10,P,j13Eh8tAgyBPUNi2GaU8ow==,63,,SYjPoEyQZSe8RTfgN62BvA==,0,14000,14000,1,378.38,0,378.38,V-003017,Fik0+VTeuZo+2L4rH/Y5GA==,2021-12-10,2021-12-10,2021-12-10 12:05:54,2021-12-10 +R+r/suM2XEm3pV4OpKEUAA==,20000,HtcR/HtKU0hM5hLuZcjjuA==,378.38,2021-12-10,40933,SNfyN9QHUE4npoS72Hd1Bw==,506993,/8yT7c/TpIKmxe0K8MmSNA==,0,378.38,,1B2M2Y8AsgTpgAmY7PhCfg==,1B2M2Y8AsgTpgAmY7PhCfg==,1B2M2Y8AsgTpgAmY7PhCfg==,2021-12-10,P,j13Eh8tAgyBPUNi2GaU8ow==,15,,SYjPoEyQZSe8RTfgN62BvA==,0,14000,14000,1,378.38,0,378.38,V-003017,Fik0+VTeuZo+2L4rH/Y5GA==,2021-12-10,2021-12-10,2021-12-10 12:05:54,2021-12-10 +8eKBstZUwA0YkRjpTduzxw==,20000,HtcR/HtKU0hM5hLuZcjjuA==,378.38,2021-12-10,40933,SNfyN9QHUE4npoS72Hd1Bw==,506993,/8yT7c/TpIKmxe0K8MmSNA==,0,378.38,,1B2M2Y8AsgTpgAmY7PhCfg==,1B2M2Y8AsgTpgAmY7PhCfg==,1B2M2Y8AsgTpgAmY7PhCfg==,2021-12-10,P,j13Eh8tAgyBPUNi2GaU8ow==,25,,SYjPoEyQZSe8RTfgN62BvA==,0,14000,14000,1,378.38,0,378.38,V-003017,Fik0+VTeuZo+2L4rH/Y5GA==,2021-12-10,2021-12-10,2021-12-10 12:05:54,2021-12-10 +LbAdQij3k+nNd4i0+vLJLw==,20000,HtcR/HtKU0hM5hLuZcjjuA==,378.38,2021-12-10,40933,SNfyN9QHUE4npoS72Hd1Bw==,506993,/8yT7c/TpIKmxe0K8MmSNA==,0,378.38,,1B2M2Y8AsgTpgAmY7PhCfg==,1B2M2Y8AsgTpgAmY7PhCfg==,1B2M2Y8AsgTpgAmY7PhCfg==,2021-12-10,P,j13Eh8tAgyBPUNi2GaU8ow==,37,,SYjPoEyQZSe8RTfgN62BvA==,0,14000,14000,1,378.38,0,378.38,V-003017,Fik0+VTeuZo+2L4rH/Y5GA==,2021-12-10,2021-12-10,2021-12-10 12:05:54,2021-12-10 +lztVVJ9OI+1P5nTsHkyJOg==,20000,HtcR/HtKU0hM5hLuZcjjuA==,378.38,2021-12-10,40933,SNfyN9QHUE4npoS72Hd1Bw==,506993,/8yT7c/TpIKmxe0K8MmSNA==,0,378.38,,1B2M2Y8AsgTpgAmY7PhCfg==,1B2M2Y8AsgTpgAmY7PhCfg==,1B2M2Y8AsgTpgAmY7PhCfg==,2021-12-10,P,j13Eh8tAgyBPUNi2GaU8ow==,49,,SYjPoEyQZSe8RTfgN62BvA==,0,14000,14000,1,378.38,0,378.38,V-003017,Fik0+VTeuZo+2L4rH/Y5GA==,2021-12-10,2021-12-10,2021-12-10 12:05:54,2021-12-10 \ No newline at end of file