[skip ci] Updates

move-coop · Oct 10, 2024 · ca8cf83 · ca8cf83
1 parent b08ddd4
commit ca8cf83
Show file tree

Hide file tree

Showing 399 changed files with 29 additions and 10 deletions.
diff --git a/html/latest/.buildinfo b/html/latest/.buildinfo
@@ -1,4 +1,4 @@
 # Sphinx build info version 1
 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done.
-config: 7b0c483ee54ec8e5dc9ed7a0cda5c474
+config: 2427a548f1f2b91f9923d07a4bb8239b
 tags: 645f666f9bcd5a90fca523b33c5a78b7
diff --git a/html/latest/.doctrees/actblue.doctree b/html/latest/.doctrees/actblue.doctree
diff --git a/html/latest/.doctrees/action_builder.doctree b/html/latest/.doctrees/action_builder.doctree
diff --git a/html/latest/.doctrees/action_kit.doctree b/html/latest/.doctrees/action_kit.doctree
diff --git a/html/latest/.doctrees/action_network.doctree b/html/latest/.doctrees/action_network.doctree
diff --git a/html/latest/.doctrees/airtable.doctree b/html/latest/.doctrees/airtable.doctree
diff --git a/html/latest/.doctrees/alchemer.doctree b/html/latest/.doctrees/alchemer.doctree
diff --git a/html/latest/.doctrees/auth0.doctree b/html/latest/.doctrees/auth0.doctree
diff --git a/html/latest/.doctrees/aws.doctree b/html/latest/.doctrees/aws.doctree
diff --git a/html/latest/.doctrees/azure.doctree b/html/latest/.doctrees/azure.doctree
diff --git a/html/latest/.doctrees/bill_com.doctree b/html/latest/.doctrees/bill_com.doctree
diff --git a/html/latest/.doctrees/bloomerang.doctree b/html/latest/.doctrees/bloomerang.doctree
diff --git a/html/latest/.doctrees/box.doctree b/html/latest/.doctrees/box.doctree
diff --git a/html/latest/.doctrees/braintree.doctree b/html/latest/.doctrees/braintree.doctree
diff --git a/html/latest/.doctrees/build_a_connector.doctree b/html/latest/.doctrees/build_a_connector.doctree
diff --git a/html/latest/.doctrees/capitolcanary.doctree b/html/latest/.doctrees/capitolcanary.doctree
diff --git a/html/latest/.doctrees/catalist.doctree b/html/latest/.doctrees/catalist.doctree
diff --git a/html/latest/.doctrees/census.doctree b/html/latest/.doctrees/census.doctree
diff --git a/html/latest/.doctrees/census_geocoder.doctree b/html/latest/.doctrees/census_geocoder.doctree
diff --git a/html/latest/.doctrees/civis.doctree b/html/latest/.doctrees/civis.doctree
diff --git a/html/latest/.doctrees/contributing.doctree b/html/latest/.doctrees/contributing.doctree
diff --git a/html/latest/.doctrees/controlshift.doctree b/html/latest/.doctrees/controlshift.doctree
diff --git a/html/latest/.doctrees/copper.doctree b/html/latest/.doctrees/copper.doctree
diff --git a/html/latest/.doctrees/crowdtangle.doctree b/html/latest/.doctrees/crowdtangle.doctree
diff --git a/html/latest/.doctrees/databases.doctree b/html/latest/.doctrees/databases.doctree
diff --git a/html/latest/.doctrees/dbsync.doctree b/html/latest/.doctrees/dbsync.doctree
diff --git a/html/latest/.doctrees/donorbox.doctree b/html/latest/.doctrees/donorbox.doctree
diff --git a/html/latest/.doctrees/environment.pickle b/html/latest/.doctrees/environment.pickle
diff --git a/html/latest/.doctrees/facebook_ads.doctree b/html/latest/.doctrees/facebook_ads.doctree
diff --git a/html/latest/.doctrees/formstack.doctree b/html/latest/.doctrees/formstack.doctree
diff --git a/html/latest/.doctrees/freshdesk.doctree b/html/latest/.doctrees/freshdesk.doctree
diff --git a/html/latest/.doctrees/github.doctree b/html/latest/.doctrees/github.doctree
diff --git a/html/latest/.doctrees/google.doctree b/html/latest/.doctrees/google.doctree
diff --git a/html/latest/.doctrees/hustle.doctree b/html/latest/.doctrees/hustle.doctree
diff --git a/html/latest/.doctrees/index.doctree b/html/latest/.doctrees/index.doctree
diff --git a/html/latest/.doctrees/mailchimp.doctree b/html/latest/.doctrees/mailchimp.doctree
diff --git a/html/latest/.doctrees/mobilecommons.doctree b/html/latest/.doctrees/mobilecommons.doctree
diff --git a/html/latest/.doctrees/mobilize_america.doctree b/html/latest/.doctrees/mobilize_america.doctree
diff --git a/html/latest/.doctrees/nation_builder.doctree b/html/latest/.doctrees/nation_builder.doctree
diff --git a/html/latest/.doctrees/newmode.doctree b/html/latest/.doctrees/newmode.doctree
diff --git a/html/latest/.doctrees/ngpvan.doctree b/html/latest/.doctrees/ngpvan.doctree
diff --git a/html/latest/.doctrees/notifications.doctree b/html/latest/.doctrees/notifications.doctree
diff --git a/html/latest/.doctrees/p2a.doctree b/html/latest/.doctrees/p2a.doctree
diff --git a/html/latest/.doctrees/pdi.doctree b/html/latest/.doctrees/pdi.doctree
diff --git a/html/latest/.doctrees/quickbase.doctree b/html/latest/.doctrees/quickbase.doctree
diff --git a/html/latest/.doctrees/redash.doctree b/html/latest/.doctrees/redash.doctree
diff --git a/html/latest/.doctrees/rockthevote.doctree b/html/latest/.doctrees/rockthevote.doctree
diff --git a/html/latest/.doctrees/salesforce.doctree b/html/latest/.doctrees/salesforce.doctree
diff --git a/html/latest/.doctrees/scytl.doctree b/html/latest/.doctrees/scytl.doctree
diff --git a/html/latest/.doctrees/sftp.doctree b/html/latest/.doctrees/sftp.doctree
diff --git a/html/latest/.doctrees/shopify.doctree b/html/latest/.doctrees/shopify.doctree
diff --git a/html/latest/.doctrees/sisense.doctree b/html/latest/.doctrees/sisense.doctree
diff --git a/html/latest/.doctrees/table.doctree b/html/latest/.doctrees/table.doctree
diff --git a/html/latest/.doctrees/targetsmart.doctree b/html/latest/.doctrees/targetsmart.doctree
diff --git a/html/latest/.doctrees/targetsmart_api.doctree b/html/latest/.doctrees/targetsmart_api.doctree
diff --git a/html/latest/.doctrees/targetsmart_automation_workflows.doctree b/html/latest/.doctrees/targetsmart_automation_workflows.doctree
diff --git a/html/latest/.doctrees/training_guides/etl_best_practices.doctree b/html/latest/.doctrees/training_guides/etl_best_practices.doctree
diff --git a/html/latest/.doctrees/training_guides/getting_set_up.doctree b/html/latest/.doctrees/training_guides/getting_set_up.doctree
diff --git a/html/latest/.doctrees/turbovote.doctree b/html/latest/.doctrees/turbovote.doctree
diff --git a/html/latest/.doctrees/twilio.doctree b/html/latest/.doctrees/twilio.doctree
diff --git a/html/latest/.doctrees/use_cases/civis_job_status_slack_alert.doctree b/html/latest/.doctrees/use_cases/civis_job_status_slack_alert.doctree
diff --git a/html/latest/.doctrees/use_cases/contribute_use_cases.doctree b/html/latest/.doctrees/use_cases/contribute_use_cases.doctree
diff --git a/html/latest/.doctrees/use_cases/mysql_to_googlesheets.doctree b/html/latest/.doctrees/use_cases/mysql_to_googlesheets.doctree
diff --git a/html/latest/.doctrees/use_cases/opt_outs_to_everyaction.doctree b/html/latest/.doctrees/use_cases/opt_outs_to_everyaction.doctree
diff --git a/html/latest/.doctrees/utilities.doctree b/html/latest/.doctrees/utilities.doctree
diff --git a/html/latest/.doctrees/write_tests.doctree b/html/latest/.doctrees/write_tests.doctree
diff --git a/html/latest/.doctrees/zoom.doctree b/html/latest/.doctrees/zoom.doctree
diff --git a/html/latest/_modules/parsons/google/google_bigquery.html b/html/latest/_modules/parsons/google/google_bigquery.html
@@ -148,6 +148,7 @@
   <h1>Source code for parsons.google.google_bigquery</h1><div class="highlight"><pre>
 <span></span><span class="kn">import</span> <span class="nn">datetime</span>
 <span class="kn">import</span> <span class="nn">logging</span>
+<span class="kn">import</span> <span class="nn">json</span>
 <span class="kn">import</span> <span class="nn">pickle</span>
 <span class="kn">import</span> <span class="nn">random</span>
 <span class="kn">import</span> <span class="nn">uuid</span>
@@ -893,6 +894,7 @@ <h1>Source code for parsons.google.google_bigquery</h1><div class="highlight"><p
         <span class="n">allow_jagged_rows</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">True</span><span class="p">,</span>
         <span class="n">quote</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="nb">str</span><span class="p">]</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
         <span class="n">schema</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">List</span><span class="p">[</span><span class="nb">dict</span><span class="p">]]</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+        <span class="n">convert_dict_columns_to_json</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">True</span><span class="p">,</span>
         <span class="o">**</span><span class="n">load_kwargs</span><span class="p">,</span>
     <span class="p">):</span>
 <span class="w">        </span><span class="sd">&quot;&quot;&quot;</span>
@@ -922,6 +924,8 @@ <h1>Source code for parsons.google.google_bigquery</h1><div class="highlight"><p
 <span class="sd">            template_table: str</span>
 <span class="sd">                Table name to be used as the load schema. Load operation wil use the same</span>
 <span class="sd">                columns and data types as the template table.</span>
+<span class="sd">            convert_dict_columns_to_json: bool</span>
+<span class="sd">                If set to True, will convert any dict columns (which cannot by default be successfully loaded to BigQuery to JSON strings)</span>
 <span class="sd">            **load_kwargs: kwargs</span>
 <span class="sd">                Arguments to pass to the underlying load_table_from_uri call on the BigQuery</span>
 <span class="sd">                client.</span>
@@ -944,6 +948,19 @@ <h1>Source code for parsons.google.google_bigquery</h1><div class="highlight"><p
         <span class="k">else</span><span class="p">:</span>
             <span class="n">csv_delimiter</span> <span class="o">=</span> <span class="s2">&quot;,&quot;</span>
 
+        <span class="k">if</span> <span class="n">convert_dict_columns_to_json</span><span class="p">:</span>
+            <span class="c1"># Convert dict columns to JSON strings</span>
+            <span class="k">for</span> <span class="n">field</span> <span class="ow">in</span> <span class="n">tbl</span><span class="o">.</span><span class="n">get_columns_type_stats</span><span class="p">():</span>
+                <span class="k">if</span> <span class="s2">&quot;dict&quot;</span> <span class="ow">in</span> <span class="n">field</span><span class="p">[</span><span class="s2">&quot;type&quot;</span><span class="p">]:</span>
+                    <span class="n">new_petl</span> <span class="o">=</span> <span class="n">tbl</span><span class="o">.</span><span class="n">table</span><span class="o">.</span><span class="n">addfield</span><span class="p">(</span>
+                        <span class="n">field</span><span class="p">[</span><span class="s2">&quot;name&quot;</span><span class="p">]</span> <span class="o">+</span> <span class="s2">&quot;_replace&quot;</span><span class="p">,</span> <span class="k">lambda</span> <span class="n">row</span><span class="p">:</span> <span class="n">json</span><span class="o">.</span><span class="n">dumps</span><span class="p">(</span><span class="n">row</span><span class="p">[</span><span class="n">field</span><span class="p">[</span><span class="s2">&quot;name&quot;</span><span class="p">]])</span>
+                    <span class="p">)</span>
+                    <span class="n">new_tbl</span> <span class="o">=</span> <span class="n">Table</span><span class="p">(</span><span class="n">new_petl</span><span class="p">)</span>
+                    <span class="n">new_tbl</span><span class="o">.</span><span class="n">remove_column</span><span class="p">(</span><span class="n">field</span><span class="p">[</span><span class="s2">&quot;name&quot;</span><span class="p">])</span>
+                    <span class="n">new_tbl</span><span class="o">.</span><span class="n">rename_column</span><span class="p">(</span><span class="n">field</span><span class="p">[</span><span class="s2">&quot;name&quot;</span><span class="p">]</span> <span class="o">+</span> <span class="s2">&quot;_replace&quot;</span><span class="p">,</span> <span class="n">field</span><span class="p">[</span><span class="s2">&quot;name&quot;</span><span class="p">])</span>
+                    <span class="n">new_tbl</span><span class="o">.</span><span class="n">materialize</span><span class="p">()</span>
+                    <span class="n">tbl</span> <span class="o">=</span> <span class="n">new_tbl</span>
+
         <span class="n">job_config</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_process_job_config</span><span class="p">(</span>
             <span class="n">job_config</span><span class="o">=</span><span class="n">job_config</span><span class="p">,</span>
             <span class="n">destination_table_name</span><span class="o">=</span><span class="n">table_name</span><span class="p">,</span>