Demos/sqlfluff jinja templater

.github/workflows/dbt_on_merge_to_master.yml

@@ -20,10 +20,10 @@ jobs:
 
     steps:
     - uses: actions/checkout@v2
-    - name: Set up Python 3.6
+    - name: Set up Python 3.9
       uses: actions/setup-python@v2
       with:
-        python-version: 3.6
+        python-version: 3.9
     - name: Install dependencies
       run: |
         python -m pip install --upgrade pip

.github/workflows/dbt_pr_validation.yml

@@ -22,10 +22,10 @@ jobs:
 
     steps:
     - uses: actions/checkout@v2
-    - name: Set up Python 3.6
+    - name: Set up Python 3.9
       uses: actions/setup-python@v2
       with:
-        python-version: 3.6
+        python-version: 3.9
     - name: Install dependencies
       run: |
         python -m pip install --upgrade pip

.github/workflows/lint_sqlfluff.yml

@@ -5,6 +5,11 @@ name: SQLFluff
 on:
   - pull_request
 
+env:
+  DBT_USER: "${{ secrets.DBT_USER }}"
+  DBT_PW: "${{ secrets.DBT_PW }}"
+  DBT_ACCOUNT: "${{ secrets.DBT_ACCOUNT }}"
+
 jobs:
   lint-models:
     runs-on: ubuntu-latest
@@ -14,9 +19,13 @@ jobs:
       - name: Install Python
         uses: "actions/setup-python@v2"
         with:
-          python-version: "3.7"
+          python-version: "3.9"
       - name: install sqlfluff
         run: "pip install sqlfluff"
+      - name: install sqlfluff-templater-dbt
+        run: "pip install sqlfluff-templater-dbt"
+      - name: install dbt-snowflake
+        run: "pip install dbt-snowflake"
       - name: Get changed files
         id: get_file_changes
         uses: trilom/[email protected]
@@ -46,7 +55,7 @@ jobs:
         id: sqlfluff_json
         if: steps.get_files_to_lint.outputs.lintees != ''
         shell: bash -l {0}
-        run: sqlfluff lint --format github-annotation --annotation-level failure --nofail ${{ steps.get_files_to_lint.outputs.lintees }} > annotations.json
+        run: sqlfluff lint --dialect snowflake --format github-annotation --annotation-level failure --nofail ${{ steps.get_files_to_lint.outputs.lintees }} > annotations.json
       - name: Annotate
         uses: yuzutech/[email protected]
         with:

.profiles/profiles.yml

@@ -0,0 +1,15 @@
+snowflake:
+  target: dev
+  outputs:
+    dev:
+      type: snowflake
+      account: "{{ env_var('DBT_ACCOUNT') }}"
+      user: "{{ env_var('DBT_USER') }}"
+      password: "{{ env_var('DBT_PW') }}"
+
+      role: TRANSFORMER
+      database: ANALYTICS_MWINKLER_DBT_WORKSPACE
+      warehouse: TRANSFORMING
+      schema: dbt_mwinkler
+      threads: 2
+      client_session_keep_alive: False

.sqlfluff

@@ -0,0 +1,53 @@
+[sqlfluff]
+verbose = 0
+nocolor = False
+dialect = snowflake
+templater = jinja
+rules = None
+exclude_rules = L032,L033,L034,L037,L044
+recurse = 0
+output_line_length = 80
+runaway_limit = 10
+ignore = parsing,templating
+ignore_templated_areas = True
+
+[sqlfluff:indentation]
+indented_joins = False
+template_blocks_indent = True
+
+# Some rules can be configured directly from the config common to other rules.
+[sqlfluff:rules]
+tab_space_size = 4
+max_line_length = 120
+indent_unit = space
+comma_style = trailing
+allow_scalar = True
+single_table_references = consistent
+only_aliases = True
+
+[sqlfluff:rules:L010]  # Keywords
+capitalisation_policy = lower
+
+[sqlfluff:rules:L014]  # Unquoted identifiers
+# Note that sqlfluff uses the 'postgres' dialect for Redshift.
+# Postgres keywords used to check against 'unquoted identifiers':
+#    https://www.postgresql.org/docs/8.1/sql-keywords-appendix.html
+extended_capitalisation_policy = lower
+unquoted_identifiers_policy = all
+
+[sqlfluff:rules:L016]
+# Setting to True allows us to copy/paste long URLs as comments
+ignore_comment_lines = True
+
+[sqlfluff:rules:L030]  # Function names
+capitalisation_policy = lower
+
+[sqlfluff:rules:L038]
+select_clause_trailing_comma = forbid
+
+[sqlfluff:rules:L040]  # Null & Boolean Literals
+capitalisation_policy = lower
+
+[sqlfluff:rules:L042]
+# By default, allow subqueries in from clauses, but not join clauses.
+forbid_subquery_in = join

.sqlfluffignore

@@ -0,0 +1,6 @@
+target/
+# dbt <1.0.0
+dbt_modules/
+# dbt >=1.0.0
+dbt_packages/
+macros/

dbt/macros/audit/validate_sql_contains_limit.sql

@@ -1,5 +1,5 @@
-{% macro validate_sql_contains_limit(model) %}
-    {% if not model.raw_sql.endswith('limit 100') %}
-      {{ exceptions.raise_compiler_error("Invalid model sql. Model: " ~ model.path ~ " must end with 'limit 100'") }}
-    {% endif %}
-{% endmacro %}
+{# macro validate_sql_contains_limit(model) #}
+    {# if not model.raw_sql.endswith('limit 100') #}
+      {# {{ exceptions.raise_compiler_error("Invalid model sql. Model: " ~ model.path ~ " must end with 'limit 100'") }} #} 
+    {# endif #}
+{# endmacro #}

dbt/models/data_science/ds_sources.yml

@@ -0,0 +1,8 @@
+version: 2
+
+sources:
+  - name: ds_test
+    database: dev
+    schema: dbt_mwinkler
+    tables:
+      - name: titantic

dbt/models/demos/custom_node_colors/custom_node_colors.yml

@@ -0,0 +1,6 @@
+version: 2
+
+models:
+  - name: model_a
+    meta:
+      node_color: "#CB998F"

dbt/models/demos/custom_node_colors/model_a.sql

@@ -0,0 +1 @@
+select 1 as id

dbt/models/example/my_first_dbt_model.sql

@@ -0,0 +1,9 @@
+{{
+    config(
+        materialized='table'
+    )
+}}
+
+select 1 as id
+union all
+select null as id

dbt/models/my_first_model.sql

@@ -1,6 +1,7 @@
 {{
     config(
-        materialized='table'
+        materialized='view',
+        quote=False
     )
 }}